2024-09-10T07:25:11.095 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T07:25:11.123 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:25:11.239 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868 branch: wip-rishabh-testing-20240909.165402-squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/dbench}} email: null first_in_suite: false job_id: '7898868' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDTj9nVIFXdvi49Pc/NRRqfeuK9uoxsUnITv5gTu6SeaTohGUNCtFYlIbZo42yB1d5iJlABnK6+NftR47mU2QUg= smithi110.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL9Vb2xKzFuV+U4MVJBW+L2oKp4yO+rCa5sYooxXycHMlqlOJ7aqTUQa93FfuYW4AMpit3kZiNqOLo+HOv0HnuM= smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJUeN1Ui2fjsVQiaGeQZO8FiCT0cefV/Hg86EnNW3QyNRlx9H88/OnIS4uBOe9CiozlvfPMM2eC0poDIrn2vjEk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T07:25:11.239 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T07:25:11.239 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T07:25:11.240 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T07:25:11.242 INFO:teuthology.task.internal:Checking packages... 2024-09-10T07:25:11.263 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T07:25:11.263 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:25:11.263 INFO:teuthology.packaging:ref: None 2024-09-10T07:25:11.263 INFO:teuthology.packaging:tag: None 2024-09-10T07:25:11.263 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:25:11.263 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:25:11.264 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:25:11.408 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T07:25:11.410 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T07:25:11.417 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T07:25:11.417 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T07:25:11.461 INFO:teuthology.task.internal:Saving configuration 2024-09-10T07:25:11.480 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T07:25:11.552 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T07:25:11.574 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:20:14.457629', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDTj9nVIFXdvi49Pc/NRRqfeuK9uoxsUnITv5gTu6SeaTohGUNCtFYlIbZo42yB1d5iJlABnK6+NftR47mU2QUg='} 2024-09-10T07:25:11.596 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:20:14.454211', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL9Vb2xKzFuV+U4MVJBW+L2oKp4yO+rCa5sYooxXycHMlqlOJ7aqTUQa93FfuYW4AMpit3kZiNqOLo+HOv0HnuM='} 2024-09-10T07:25:11.617 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:20:14.456045', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJUeN1Ui2fjsVQiaGeQZO8FiCT0cefV/Hg86EnNW3QyNRlx9H88/OnIS4uBOe9CiozlvfPMM2eC0poDIrn2vjEk='} 2024-09-10T07:25:11.617 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T07:25:11.624 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-10T07:25:11.624 INFO:teuthology.task.internal:roles: ubuntu@smithi110.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-10T07:25:11.624 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-10T07:25:11.624 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T07:25:11.721 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb359607be0>, signals=[15]) 2024-09-10T07:25:11.721 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T07:25:11.727 INFO:teuthology.task.internal:Opening connections... 2024-09-10T07:25:11.727 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:25:11.729 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:25:11.805 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi110.front.sepia.ceph.com 2024-09-10T07:25:11.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:25:11.879 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T07:25:11.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:25:11.953 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T07:25:11.959 DEBUG:teuthology.orchestra.run.smithi007:> uname -m 2024-09-10T07:25:11.978 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64 2024-09-10T07:25:11.978 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="CentOS Stream" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="9" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:ID="centos" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="9" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:ANSI_COLOR="0;31" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:25:12.036 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:25:12.037 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:25:12.037 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:25:12.037 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:25:12.037 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server 2024-09-10T07:25:12.050 DEBUG:teuthology.orchestra.run.smithi110:> uname -m 2024-09-10T07:25:12.069 INFO:teuthology.orchestra.run.smithi110.stdout:x86_64 2024-09-10T07:25:12.069 DEBUG:teuthology.orchestra.run.smithi110:> cat /etc/os-release 2024-09-10T07:25:12.127 INFO:teuthology.orchestra.run.smithi110.stdout:NAME="CentOS Stream" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION="9" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:ID="centos" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION_ID="9" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:ANSI_COLOR="0;31" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:25:12.128 INFO:teuthology.orchestra.run.smithi110.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:25:12.129 INFO:teuthology.orchestra.run.smithi110.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:25:12.129 INFO:teuthology.orchestra.run.smithi110.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:25:12.129 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:25:12.129 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:25:12.129 INFO:teuthology.lock.ops:Updating smithi110.front.sepia.ceph.com on lock server 2024-09-10T07:25:12.145 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2024-09-10T07:25:12.164 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2024-09-10T07:25:12.164 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="CentOS Stream" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="9" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:ID="centos" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="9" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:25:12.222 INFO:teuthology.orchestra.run.smithi145.stdout:ANSI_COLOR="0;31" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:25:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:25:12.223 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2024-09-10T07:25:12.250 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T07:25:12.260 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T07:25:12.295 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T07:25:12.295 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:25:12.297 DEBUG:teuthology.orchestra.run.smithi110:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:25:12.300 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:25:12.317 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T07:25:12.335 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T07:25:12.335 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:25:12.355 DEBUG:teuthology.orchestra.run.smithi110:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:25:12.357 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:25:12.392 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T07:25:12.460 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T07:25:12.474 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T07:25:12.474 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T07:25:12.475 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:25:12.475 DEBUG:teuthology.orchestra.run.smithi110:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:25:12.476 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:25:12.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:12.493 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-10T07:25:12.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:12.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:12.494 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-09-10T07:25:12.495 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-10T07:25:12.550 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:25:12.550 INFO:teuthology.task.kernel:Running kernel on smithi007: 5.14.0-503.el9.x86_64 2024-09-10T07:25:12.550 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum install -y kernel 2024-09-10T07:25:12.553 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:25:12.553 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:25:12.553 INFO:teuthology.task.kernel:Running kernel on smithi145: 5.14.0-503.el9.x86_64 2024-09-10T07:25:12.553 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum install -y kernel 2024-09-10T07:25:12.554 INFO:teuthology.task.kernel:Running kernel on smithi110: 5.14.0-503.el9.x86_64 2024-09-10T07:25:12.554 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum install -y kernel 2024-09-10T07:25:14.798 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-10T07:25:14.887 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-10T07:25:15.127 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-10T07:25:16.507 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 35 MB/s | 20 MB 00:00 2024-09-10T07:25:18.428 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 20 MB 00:02 2024-09-10T07:25:19.404 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 6.0 MB/s | 20 MB 00:03 2024-09-10T07:25:22.165 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-10T07:25:23.738 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-10T07:25:23.962 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-09-10T07:25:25.512 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 19 kB 00:00 2024-09-10T07:25:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 8.6 kB/s | 19 kB 00:02 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 19 kB 00:01 2024-09-10T07:25:26.812 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-10T07:25:26.825 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-10T07:25:27.535 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-10T07:25:32.151 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T07:25:32.514 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-09-10T07:25:33.024 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-10T07:25:34.182 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:25:34.182 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:25:34.275 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout: Package Architecture Version Repository Size 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:25:34.281 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout:Install 4 Packages 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:25:34.282 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 79 M 2024-09-10T07:25:34.283 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 126 M 2024-09-10T07:25:34.283 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2024-09-10T07:25:34.562 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:25:34.562 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:25:34.619 INFO:teuthology.orchestra.run.smithi145.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 277 kB/s | 23 kB 00:00 2024-09-10T07:25:34.654 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-09-10T07:25:34.660 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-10T07:25:34.660 INFO:teuthology.orchestra.run.smithi007.stdout: Package Architecture Version Repository Size 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout:Install 4 Packages 2024-09-10T07:25:34.661 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:25:34.664 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 79 M 2024-09-10T07:25:34.664 INFO:teuthology.orchestra.run.smithi007.stdout:Installed size: 126 M 2024-09-10T07:25:34.664 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-09-10T07:25:34.815 INFO:teuthology.orchestra.run.smithi007.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 216 kB/s | 23 kB 00:00 2024-09-10T07:25:35.022 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:25:35.022 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:25:35.108 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: Package Architecture Version Repository Size 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout:Install 4 Packages 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 79 M 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout:Installed size: 126 M 2024-09-10T07:25:35.111 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-09-10T07:25:35.300 INFO:teuthology.orchestra.run.smithi110.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 257 kB/s | 23 kB 00:00 2024-09-10T07:25:37.310 INFO:teuthology.orchestra.run.smithi145.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-09-10T07:25:37.790 INFO:teuthology.orchestra.run.smithi007.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.1 MB/s | 16 MB 00:03 2024-09-10T07:25:38.150 INFO:teuthology.orchestra.run.smithi110.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.3 MB/s | 16 MB 00:02 2024-09-10T07:25:39.793 INFO:teuthology.orchestra.run.smithi145.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 5.5 MB/s | 29 MB 00:05 2024-09-10T07:25:39.942 INFO:teuthology.orchestra.run.smithi110.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 6.2 MB/s | 29 MB 00:04 2024-09-10T07:25:39.982 INFO:teuthology.orchestra.run.smithi007.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 5.5 MB/s | 29 MB 00:05 2024-09-10T07:25:40.298 INFO:teuthology.orchestra.run.smithi007.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 6.2 MB/s | 35 MB 00:05 2024-09-10T07:25:40.299 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:25:40.299 INFO:teuthology.orchestra.run.smithi007.stdout:Total 14 MB/s | 79 MB 00:05 2024-09-10T07:25:40.510 INFO:teuthology.orchestra.run.smithi145.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 5.8 MB/s | 35 MB 00:05 2024-09-10T07:25:40.510 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:25:40.510 INFO:teuthology.orchestra.run.smithi145.stdout:Total 13 MB/s | 79 MB 00:06 2024-09-10T07:25:41.013 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-09-10T07:25:41.193 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2024-09-10T07:25:41.384 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-09-10T07:25:41.384 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-09-10T07:25:41.584 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2024-09-10T07:25:41.584 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2024-09-10T07:25:41.959 INFO:teuthology.orchestra.run.smithi110.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 5.1 MB/s | 35 MB 00:06 2024-09-10T07:25:41.960 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:25:41.960 INFO:teuthology.orchestra.run.smithi110.stdout:Total 11 MB/s | 79 MB 00:06 2024-09-10T07:25:42.383 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-09-10T07:25:42.384 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-09-10T07:25:42.534 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2024-09-10T07:25:42.535 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2024-09-10T07:25:42.643 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-09-10T07:25:43.010 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-09-10T07:25:43.011 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-09-10T07:25:43.933 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-09-10T07:25:43.934 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-09-10T07:25:44.971 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-09-10T07:25:44.982 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2024-09-10T07:25:45.635 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:25:45.673 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:25:45.710 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:45.759 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:46.377 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-09-10T07:25:47.128 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:25:47.211 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:48.514 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:48.548 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:48.694 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:48.774 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:50.008 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:25:50.154 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:53.578 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:53.681 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:25:53.822 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:53.861 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:25:54.968 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:25:55.079 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:25:58.511 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:25:59.007 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:25:59.920 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:36.566 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:36.610 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:37.015 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:37.015 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:26:37.015 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:26:37.015 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:26:37.918 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:26:37.919 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2024-09-10T07:26:38.148 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.187 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.269 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.343 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:38.343 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:38.344 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:26:38.344 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:26:38.344 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:26:38.344 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-10T07:26:38.344 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi145.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:26:38.344 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:38.402 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:38.403 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:38.403 DEBUG:teuthology.orchestra.run.smithi145:> sudo rpm -qi grub2-tools 2024-09-10T07:26:38.440 INFO:teuthology.orchestra.run.smithi145.stdout:Name : grub2-tools 2024-09-10T07:26:38.440 INFO:teuthology.orchestra.run.smithi145.stdout:Epoch : 1 2024-09-10T07:26:38.440 INFO:teuthology.orchestra.run.smithi145.stdout:Version : 2.06 2024-09-10T07:26:38.440 INFO:teuthology.orchestra.run.smithi145.stdout:Release : 82.el9 2024-09-10T07:26:38.440 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: x86_64 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Group : Unspecified 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Size : 8274670 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:License : GPLv3+ 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Packager : builder@centos.org 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Vendor : CentOS 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Summary : Support tools for GRUB. 2024-09-10T07:26:38.441 INFO:teuthology.orchestra.run.smithi145.stdout:Description : 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout:hardware devices. 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:26:38.442 INFO:teuthology.orchestra.run.smithi145.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:26:38.443 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:26:38.443 INFO:teuthology.task.kernel:Updating grub on smithi145 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:26:38.443 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:26:38.484 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.484 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:26:38.484 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:26:38.484 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:26:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:26:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:26:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:26:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:26:39.337 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.482 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:26:39.483 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-09-10T07:26:39.733 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:39.816 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:39.824 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.825 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.825 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.825 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:26:39.825 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:26:39.825 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-10T07:26:39.825 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi110.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:26:39.825 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:39.885 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.885 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.885 DEBUG:teuthology.orchestra.run.smithi110:> sudo rpm -qi grub2-tools 2024-09-10T07:26:39.907 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.908 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.908 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.908 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:26:39.908 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:26:39.908 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T07:26:39.908 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:26:39.908 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Name : grub2-tools 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Epoch : 1 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Version : 2.06 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Release : 82.el9 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Architecture: x86_64 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Group : Unspecified 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Size : 8274670 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:License : GPLv3+ 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:26:39.917 INFO:teuthology.orchestra.run.smithi110.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:Packager : builder@centos.org 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:Vendor : CentOS 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:Summary : Support tools for GRUB. 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:Description : 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:hardware devices. 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:26:39.918 INFO:teuthology.orchestra.run.smithi110.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:26:39.919 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:26:39.919 INFO:teuthology.task.kernel:Updating grub on smithi110 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.919 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:26:39.966 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:26:39.967 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:26:39.967 DEBUG:teuthology.orchestra.run.smithi007:> sudo rpm -qi grub2-tools 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Name : grub2-tools 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Epoch : 1 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Version : 2.06 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Release : 82.el9 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: x86_64 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Group : Unspecified 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Size : 8274670 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:License : GPLv3+ 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:26:40.004 INFO:teuthology.orchestra.run.smithi007.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Packager : builder@centos.org 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Vendor : CentOS 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Summary : Support tools for GRUB. 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:Description : 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:hardware devices. 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:26:40.005 INFO:teuthology.orchestra.run.smithi007.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:26:40.006 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:26:40.006 INFO:teuthology.task.kernel:Updating grub on smithi007 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:26:40.007 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:26:40.451 INFO:teuthology.orchestra.run.smithi145.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:26:40.489 INFO:teuthology.orchestra.run.smithi145.stderr:done 2024-09-10T07:26:40.491 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-10T07:26:40.507 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.rhRSbfiGMp 2024-09-10T07:26:40.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.rhRSbfiGMp 2024-09-10T07:26:40.564 INFO:teuthology.orchestra.run.smithi110.stderr:Generating grub configuration file ... 2024-09-10T07:26:40.574 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.rhRSbfiGMp 2024-09-10T07:26:40.692 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ... 2024-09-10T07:26:40.717 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.rhRSbfiGMp is 6KB 2024-09-10T07:26:40.737 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.rhRSbfiGMp 2024-09-10T07:26:40.752 DEBUG:teuthology.orchestra.run.smithi145:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:26:40.814 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:26:40.814 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:26:40.815 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:26:40.815 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:26:40.816 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:26:40.973 DEBUG:teuthology.orchestra.run.smithi145:> sudo shutdown -r now 2024-09-10T07:26:41.932 INFO:teuthology.orchestra.run.smithi110.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:26:41.963 INFO:teuthology.orchestra.run.smithi110.stderr:done 2024-09-10T07:26:41.964 INFO:teuthology.orchestra.run.smithi007.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:26:41.972 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-09-10T07:26:41.979 INFO:teuthology.orchestra.run.smithi007.stderr:done 2024-09-10T07:26:41.981 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-09-10T07:26:41.988 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.WNcZ9dMIco 2024-09-10T07:26:41.988 DEBUG:teuthology.orchestra.run.smithi110:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WNcZ9dMIco 2024-09-10T07:26:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.z24ZB4zwKA 2024-09-10T07:26:41.996 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.z24ZB4zwKA 2024-09-10T07:26:42.061 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.WNcZ9dMIco 2024-09-10T07:26:42.067 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.z24ZB4zwKA 2024-09-10T07:26:42.200 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.z24ZB4zwKA is 6KB 2024-09-10T07:26:42.203 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.WNcZ9dMIco is 6KB 2024-09-10T07:26:42.222 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.WNcZ9dMIco 2024-09-10T07:26:42.237 DEBUG:teuthology.orchestra.run.smithi110:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:26:42.248 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.z24ZB4zwKA 2024-09-10T07:26:42.264 DEBUG:teuthology.orchestra.run.smithi007:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:26:42.300 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:26:42.300 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:26:42.300 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:26:42.300 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:26:42.301 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:26:42.326 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:26:42.326 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:26:42.326 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:26:42.326 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:26:42.328 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:26:42.463 DEBUG:teuthology.orchestra.run.smithi110:> sudo shutdown -r now 2024-09-10T07:26:42.485 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now 2024-09-10T07:27:11.005 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-10T07:27:11.006 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T07:27:11.007 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:27:12.467 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-10T07:27:12.468 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-10T07:27:12.468 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:27:12.488 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T07:27:12.488 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-10T07:27:12.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:28:11.070 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:28:12.471 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:28:12.491 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:28:20.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T07:28:20.078 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:28:20.626 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-10T07:28:21.205 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T07:28:21.205 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:28:21.205 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-10T07:28:21.220 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:28:21.220 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:28:21.220 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:28:21.220 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:28:21.472 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-10T07:28:21.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:28:21.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-10T07:28:21.493 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:28:21.874 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-10T07:28:22.221 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-10T07:28:22.222 DEBUG:teuthology.orchestra.run.smithi145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:28:22.262 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-10T07:28:22.262 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:28:22.263 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-10T07:28:22.278 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:28:22.278 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:28:22.278 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:28:22.278 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:28:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:ttyS1 2024-09-10T07:28:22.346 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:23.104 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-09-10T07:28:23.280 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T07:28:23.280 DEBUG:teuthology.orchestra.run.smithi007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:28:23.379 INFO:teuthology.orchestra.run.smithi007.stdout:ttyS1 2024-09-10T07:28:23.399 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-10T07:28:23.527 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:28:23.528 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-09-10T07:28:23.542 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:28:23.542 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:28:23.542 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:28:23.543 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:28:24.543 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-10T07:28:24.544 DEBUG:teuthology.orchestra.run.smithi110:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:28:24.644 INFO:teuthology.orchestra.run.smithi110.stdout:ttyS1 2024-09-10T07:28:24.670 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:24.670 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T07:28:24.678 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T07:28:24.679 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:28:24.682 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:28:24.685 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:28:24.701 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T07:28:24.722 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T07:28:24.798 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T07:28:24.798 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:28:24.800 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:28:24.803 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:28:24.876 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T07:28:24.883 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T07:28:24.883 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:28:24.886 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:28:24.888 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:28:24.932 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:24.942 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:25.070 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:25.071 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:25.081 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:28:25.083 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T07:28:25.090 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T07:28:25.090 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:28:25.092 DEBUG:teuthology.orchestra.run.smithi110:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:28:25.095 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:28:25.119 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T07:28:25.142 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T07:28:25.143 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:28:25.156 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:28:25.161 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:28:25.176 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.246 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.314 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:25.382 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:25.455 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:28:25.455 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:28:25.529 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.568 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.619 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:25.699 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:25.741 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:28:25.741 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:28:25.806 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.839 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:28:25.889 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:25.967 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:28:26.006 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:28:26.006 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:28:26.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart 2024-09-10T07:28:26.071 DEBUG:teuthology.orchestra.run.smithi110:> sudo service rsyslog restart 2024-09-10T07:28:26.073 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2024-09-10T07:28:26.126 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:28:26.158 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:28:26.166 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:28:26.477 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T07:28:26.488 INFO:teuthology.task.internal:Starting timer... 2024-09-10T07:28:26.488 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T07:28:26.543 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T07:28:26.634 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-10T07:28:26.634 DEBUG:teuthology.orchestra.run.smithi007:> sudo service auditd rotate 2024-09-10T07:28:26.739 INFO:teuthology.orchestra.run.smithi007.stdout:Rotating logs: 2024-09-10T07:28:26.741 DEBUG:teuthology.orchestra.run.smithi110:> sudo service auditd rotate 2024-09-10T07:28:26.812 INFO:teuthology.orchestra.run.smithi110.stdout:Rotating logs: 2024-09-10T07:28:26.813 DEBUG:teuthology.orchestra.run.smithi145:> sudo service auditd rotate 2024-09-10T07:28:26.881 INFO:teuthology.orchestra.run.smithi145.stdout:Rotating logs: 2024-09-10T07:28:26.883 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T07:28:26.883 DEBUG:teuthology.orchestra.run.smithi007:> /usr/sbin/getenforce 2024-09-10T07:28:26.988 INFO:teuthology.orchestra.run.smithi007.stdout:Permissive 2024-09-10T07:28:26.988 DEBUG:teuthology.orchestra.run.smithi110:> /usr/sbin/getenforce 2024-09-10T07:28:27.011 INFO:teuthology.orchestra.run.smithi110.stdout:Permissive 2024-09-10T07:28:27.012 DEBUG:teuthology.orchestra.run.smithi145:> /usr/sbin/getenforce 2024-09-10T07:28:27.063 INFO:teuthology.orchestra.run.smithi145.stdout:Permissive 2024-09-10T07:28:27.063 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi007.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi110.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi145.front.sepia.ceph.com': 'permissive'} 2024-09-10T07:28:27.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:28:27.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:27.091 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:28:27.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:27.116 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:28:27.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:27.141 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T07:28:27.141 DEBUG:teuthology.orchestra.run.smithi007:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:28:27.210 DEBUG:teuthology.orchestra.run.smithi110:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:28:27.241 DEBUG:teuthology.orchestra.run.smithi145:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:28:27.422 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T07:28:27.435 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T07:28:27.438 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T07:28:27.548 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T07:28:27.559 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T07:28:27.560 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi110.front.sepia.ceph.com,smithi145.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T07:32:13.569 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi110.front.sepia.ceph.com'), Remote(name='ubuntu@smithi145.front.sepia.ceph.com')] 2024-09-10T07:32:13.571 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-10T07:32:13.572 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:32:13.650 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-10T07:32:13.729 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-10T07:32:13.730 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-10T07:32:13.730 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:32:13.805 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-09-10T07:32:13.884 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-10T07:32:13.884 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T07:32:13.884 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:32:13.958 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-10T07:32:14.041 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T07:32:14.044 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T07:32:14.056 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T07:32:14.056 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:32:14.057 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:32:14.059 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:32:14.060 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:32:14.062 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:32:14.062 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:32:14.089 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:32:14.092 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:32:14.103 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:32:14.108 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:32:14.112 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:32:14.126 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:32:14.127 INFO:teuthology.orchestra.run.smithi110.stderr:sudo: ntpd: command not found 2024-09-10T07:32:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: ntpd: command not found 2024-09-10T07:32:14.138 INFO:teuthology.orchestra.run.smithi110.stdout:506 Cannot talk to daemon 2024-09-10T07:32:14.149 INFO:teuthology.orchestra.run.smithi007.stdout:506 Cannot talk to daemon 2024-09-10T07:32:14.151 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: ntpd: command not found 2024-09-10T07:32:14.152 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:32:14.163 INFO:teuthology.orchestra.run.smithi145.stdout:506 Cannot talk to daemon 2024-09-10T07:32:14.165 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:32:14.166 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:32:14.177 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:32:14.180 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:32:14.191 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:32:14.220 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.223 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:32:14.244 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:32:14.245 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-09-10T07:32:14.245 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.245 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.245 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.245 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.248 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:32:14.249 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:32:14.250 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2024-09-10T07:32:14.250 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.250 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.250 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.250 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:32:14.251 INFO:teuthology.run_tasks:Running task install... 2024-09-10T07:32:14.259 DEBUG:teuthology.task.install:project ceph 2024-09-10T07:32:14.259 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T07:32:14.259 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T07:32:14.259 INFO:teuthology.task.install:Using flavor: default 2024-09-10T07:32:14.265 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T07:32:14.265 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T07:32:14.266 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:32:14.266 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:32:14.269 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:32:14.269 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:32:14.270 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:32:14.271 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:32:14.432 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:32:14.432 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T07:32:14.438 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:32:14.439 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T07:32:14.442 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:32:14.442 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T07:32:14.545 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:32:14.546 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:32:14.546 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:32:14.550 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:32:14.551 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:32:14.551 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:32:14.557 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:32:14.557 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:32:14.557 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:32:14.574 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T07:32:14.574 DEBUG:teuthology.orchestra.run.smithi007:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:32:14.576 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T07:32:14.576 DEBUG:teuthology.orchestra.run.smithi110:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:32:14.583 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T07:32:14.583 DEBUG:teuthology.orchestra.run.smithi145:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:32:14.642 DEBUG:teuthology.orchestra.run.smithi007:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:32:14.643 DEBUG:teuthology.orchestra.run.smithi110:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:32:14.649 DEBUG:teuthology.orchestra.run.smithi145:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:32:14.718 DEBUG:teuthology.orchestra.run.smithi110:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:32:14.722 DEBUG:teuthology.orchestra.run.smithi007:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:32:14.724 DEBUG:teuthology.orchestra.run.smithi145:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:32:14.782 INFO:teuthology.orchestra.run.smithi110.stdout:check_obsoletes = 1 2024-09-10T07:32:14.783 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum clean all 2024-09-10T07:32:14.788 INFO:teuthology.orchestra.run.smithi007.stdout:check_obsoletes = 1 2024-09-10T07:32:14.788 INFO:teuthology.orchestra.run.smithi145.stdout:check_obsoletes = 1 2024-09-10T07:32:14.790 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum clean all 2024-09-10T07:32:14.791 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum clean all 2024-09-10T07:32:15.004 INFO:teuthology.orchestra.run.smithi110.stdout:45 files removed 2024-09-10T07:32:15.013 INFO:teuthology.orchestra.run.smithi145.stdout:45 files removed 2024-09-10T07:32:15.031 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T07:32:15.032 INFO:teuthology.orchestra.run.smithi007.stdout:45 files removed 2024-09-10T07:32:15.041 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T07:32:15.059 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T07:32:15.811 INFO:teuthology.orchestra.run.smithi145.stdout:ceph packages for x86_64 172 kB/s | 84 kB 00:00 2024-09-10T07:32:16.065 INFO:teuthology.orchestra.run.smithi007.stdout:ceph packages for x86_64 118 kB/s | 84 kB 00:00 2024-09-10T07:32:16.152 INFO:teuthology.orchestra.run.smithi110.stdout:ceph packages for x86_64 100 kB/s | 84 kB 00:00 2024-09-10T07:32:16.228 INFO:teuthology.orchestra.run.smithi145.stdout:ceph noarch packages 31 kB/s | 12 kB 00:00 2024-09-10T07:32:16.424 INFO:teuthology.orchestra.run.smithi007.stdout:ceph noarch packages 38 kB/s | 12 kB 00:00 2024-09-10T07:32:16.594 INFO:teuthology.orchestra.run.smithi110.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-09-10T07:32:16.670 INFO:teuthology.orchestra.run.smithi145.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-09-10T07:32:16.758 INFO:teuthology.orchestra.run.smithi007.stdout:ceph source packages 6.4 kB/s | 1.9 kB 00:00 2024-09-10T07:32:16.895 INFO:teuthology.orchestra.run.smithi110.stdout:ceph source packages 7.2 kB/s | 1.9 kB 00:00 2024-09-10T07:32:17.637 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-10T07:32:18.466 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.2 MB 00:01 2024-09-10T07:32:19.370 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 3.1 MB/s | 8.2 MB 00:02 2024-09-10T07:32:21.105 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 8.6 MB/s | 20 MB 00:02 2024-09-10T07:32:21.321 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-10T07:32:23.909 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 4.8 MB/s | 20 MB 00:04 2024-09-10T07:32:25.414 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-10T07:32:26.814 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-09-10T07:32:27.081 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 19 kB 00:00 2024-09-10T07:32:27.861 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-10T07:32:29.164 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-10T07:32:29.226 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 4.8 MB/s | 6.5 MB 00:01 2024-09-10T07:32:29.960 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-10T07:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-10T07:32:31.715 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-10T07:32:33.250 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-10T07:32:35.433 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-10T07:32:35.630 INFO:teuthology.orchestra.run.smithi110.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:35.630 INFO:teuthology.orchestra.run.smithi110.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:35.644 INFO:teuthology.orchestra.run.smithi110.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T07:32:35.645 INFO:teuthology.orchestra.run.smithi110.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T07:32:35.646 INFO:teuthology.orchestra.run.smithi110.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T07:32:35.647 INFO:teuthology.orchestra.run.smithi110.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T07:32:35.649 INFO:teuthology.orchestra.run.smithi110.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T07:32:35.652 INFO:teuthology.orchestra.run.smithi110.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T07:32:35.653 INFO:teuthology.orchestra.run.smithi110.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T07:32:35.718 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-09-10T07:32:35.738 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-10T07:32:35.738 INFO:teuthology.orchestra.run.smithi110.stdout: Package Arch Version Repository Size 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T07:32:35.739 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:32:35.740 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:32:35.741 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrading: 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T07:32:35.742 INFO:teuthology.orchestra.run.smithi110.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T07:32:35.743 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:32:35.744 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T07:32:35.745 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:32:35.746 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T07:32:35.747 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:32:35.748 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:32:35.749 INFO:teuthology.orchestra.run.smithi110.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout:Installing weak dependencies: 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:32:35.750 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:Install 148 Packages 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrade 8 Packages 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 226 M 2024-09-10T07:32:35.751 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-09-10T07:32:36.110 INFO:teuthology.orchestra.run.smithi110.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 52 kB/s | 6.5 kB 00:00 2024-09-10T07:32:36.310 INFO:teuthology.orchestra.run.smithi110.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 4.4 MB/s | 897 kB 00:00 2024-09-10T07:32:36.377 INFO:teuthology.orchestra.run.smithi110.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 2.1 MB/s | 145 kB 00:00 2024-09-10T07:32:36.477 INFO:teuthology.orchestra.run.smithi110.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-10T07:32:36.580 INFO:teuthology.orchestra.run.smithi110.stdout:(5/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 2.4 MB 00:00 2024-09-10T07:32:36.619 INFO:teuthology.orchestra.run.smithi110.stdout:(6/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-09-10T07:32:36.946 INFO:teuthology.orchestra.run.smithi110.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-10T07:32:37.220 INFO:teuthology.orchestra.run.smithi110.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 17 MB/s | 21 MB 00:01 2024-09-10T07:32:37.253 INFO:teuthology.orchestra.run.smithi110.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 759 kB/s | 25 kB 00:00 2024-09-10T07:32:37.362 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T07:32:37.646 INFO:teuthology.orchestra.run.smithi110.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 16 MB/s | 17 MB 00:01 2024-09-10T07:32:37.734 INFO:teuthology.orchestra.run.smithi145.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:37.734 INFO:teuthology.orchestra.run.smithi145.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:37.745 INFO:teuthology.orchestra.run.smithi145.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T07:32:37.746 INFO:teuthology.orchestra.run.smithi145.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T07:32:37.747 INFO:teuthology.orchestra.run.smithi145.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T07:32:37.748 INFO:teuthology.orchestra.run.smithi145.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T07:32:37.750 INFO:teuthology.orchestra.run.smithi145.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T07:32:37.752 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T07:32:37.753 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T07:32:37.763 INFO:teuthology.orchestra.run.smithi110.stdout:(11/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 13 MB/s | 11 MB 00:00 2024-09-10T07:32:37.788 INFO:teuthology.orchestra.run.smithi110.stdout:(12/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 1.6 MB/s | 228 kB 00:00 2024-09-10T07:32:37.805 INFO:teuthology.orchestra.run.smithi110.stdout:(13/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 649 kB/s | 27 kB 00:00 2024-09-10T07:32:37.814 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2024-09-10T07:32:37.821 INFO:teuthology.orchestra.run.smithi110.stdout:(14/156): libcephfs-devel-19.1.1-305.g1cf819b7. 951 kB/s | 32 kB 00:00 2024-09-10T07:32:37.830 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-10T07:32:37.830 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2024-09-10T07:32:37.830 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-10T07:32:37.830 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T07:32:37.831 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T07:32:37.832 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrading: 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T07:32:37.833 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:32:37.834 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:32:37.835 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:32:37.836 INFO:teuthology.orchestra.run.smithi145.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T07:32:37.837 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T07:32:37.838 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T07:32:37.839 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T07:32:37.840 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:32:37.841 INFO:teuthology.orchestra.run.smithi145.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout:Installing weak dependencies: 2024-09-10T07:32:37.842 INFO:teuthology.orchestra.run.smithi145.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:Install 148 Packages 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrade 8 Packages 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 226 M 2024-09-10T07:32:37.843 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2024-09-10T07:32:37.864 INFO:teuthology.orchestra.run.smithi110.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 3.8 MB/s | 164 kB 00:00 2024-09-10T07:32:37.897 INFO:teuthology.orchestra.run.smithi110.stdout:(16/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-10T07:32:37.922 INFO:teuthology.orchestra.run.smithi110.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.1 MB/s | 127 kB 00:00 2024-09-10T07:32:37.973 INFO:teuthology.orchestra.run.smithi110.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 6.6 MB/s | 506 kB 00:00 2024-09-10T07:32:38.040 INFO:teuthology.orchestra.run.smithi110.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 680 kB/s | 45 kB 00:00 2024-09-10T07:32:38.107 INFO:teuthology.orchestra.run.smithi110.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 2.0 MB/s | 136 kB 00:00 2024-09-10T07:32:38.151 INFO:teuthology.orchestra.run.smithi145.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 40 kB/s | 6.5 kB 00:00 2024-09-10T07:32:38.174 INFO:teuthology.orchestra.run.smithi110.stdout:(21/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.4 MB/s | 161 kB 00:00 2024-09-10T07:32:38.241 INFO:teuthology.orchestra.run.smithi110.stdout:(22/156): python3-rados-19.1.1-305.g1cf819b7.el 4.7 MB/s | 320 kB 00:00 2024-09-10T07:32:38.349 INFO:teuthology.orchestra.run.smithi110.stdout:(23/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 13 MB/s | 5.3 MB 00:00 2024-09-10T07:32:38.374 INFO:teuthology.orchestra.run.smithi110.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 2.2 MB/s | 301 kB 00:00 2024-09-10T07:32:38.400 INFO:teuthology.orchestra.run.smithi110.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T07:32:38.417 INFO:teuthology.orchestra.run.smithi145.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 3.3 MB/s | 897 kB 00:00 2024-09-10T07:32:38.425 INFO:teuthology.orchestra.run.smithi110.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T07:32:38.468 INFO:teuthology.orchestra.run.smithi145.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 2.8 MB/s | 145 kB 00:00 2024-09-10T07:32:38.475 INFO:teuthology.orchestra.run.smithi110.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-10T07:32:38.542 INFO:teuthology.orchestra.run.smithi110.stdout:(28/156): ceph-grafana-dashboards-19.1.1-305.g1 477 kB/s | 32 kB 00:00 2024-09-10T07:32:38.626 INFO:teuthology.orchestra.run.smithi110.stdout:(29/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 14 MB/s | 3.1 MB 00:00 2024-09-10T07:32:38.651 INFO:teuthology.orchestra.run.smithi110.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 1.3 MB/s | 146 kB 00:00 2024-09-10T07:32:38.876 INFO:teuthology.orchestra.run.smithi145.stdout:(4/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 5.8 MB/s | 2.4 MB 00:00 2024-09-10T07:32:38.927 INFO:teuthology.orchestra.run.smithi110.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 12 MB/s | 3.6 MB 00:00 2024-09-10T07:32:39.010 INFO:teuthology.orchestra.run.smithi110.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.9 MB/s | 249 kB 00:00 2024-09-10T07:32:39.110 INFO:teuthology.orchestra.run.smithi145.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 6.5 MB/s | 1.5 MB 00:00 2024-09-10T07:32:39.153 INFO:teuthology.orchestra.run.smithi110.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-10T07:32:39.178 INFO:teuthology.orchestra.run.smithi110.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 296 kB/s | 49 kB 00:00 2024-09-10T07:32:39.211 INFO:teuthology.orchestra.run.smithi110.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 281 kB/s | 16 kB 00:00 2024-09-10T07:32:39.245 INFO:teuthology.orchestra.run.smithi110.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 4.2 MB/s | 285 kB 00:00 2024-09-10T07:32:39.304 INFO:teuthology.orchestra.run.smithi110.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 8.1 MB/s | 766 kB 00:00 2024-09-10T07:32:39.329 INFO:teuthology.orchestra.run.smithi110.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 218 kB/s | 18 kB 00:00 2024-09-10T07:32:39.351 INFO:teuthology.orchestra.run.smithi145.stdout:(6/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 4.0 MB/s | 5.4 MB 00:01 2024-09-10T07:32:39.485 INFO:teuthology.orchestra.run.smithi145.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-10T07:32:39.763 INFO:teuthology.orchestra.run.smithi110.stdout:(39/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 19 MB/s | 49 MB 00:02 2024-09-10T07:32:39.815 INFO:teuthology.orchestra.run.smithi007.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:39.815 INFO:teuthology.orchestra.run.smithi007.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:32:39.827 INFO:teuthology.orchestra.run.smithi007.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T07:32:39.828 INFO:teuthology.orchestra.run.smithi007.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T07:32:39.829 INFO:teuthology.orchestra.run.smithi007.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T07:32:39.833 INFO:teuthology.orchestra.run.smithi007.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T07:32:39.833 INFO:teuthology.orchestra.run.smithi007.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T07:32:39.834 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T07:32:39.835 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T07:32:39.879 INFO:teuthology.orchestra.run.smithi110.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 139 kB/s | 80 kB 00:00 2024-09-10T07:32:39.901 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: Package Arch Version Repository Size 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T07:32:39.918 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T07:32:39.919 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:32:39.920 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrading: 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:32:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T07:32:39.922 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:32:39.923 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T07:32:39.924 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:32:39.925 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:32:39.926 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T07:32:39.927 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:32:39.928 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T07:32:39.929 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout:Installing weak dependencies: 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-09-10T07:32:39.930 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-10T07:32:39.931 INFO:teuthology.orchestra.run.smithi007.stdout:Install 148 Packages 2024-09-10T07:32:39.931 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrade 8 Packages 2024-09-10T07:32:39.931 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:32:39.931 INFO:teuthology.orchestra.run.smithi110.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-10T07:32:39.931 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 226 M 2024-09-10T07:32:39.932 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-09-10T07:32:39.980 INFO:teuthology.orchestra.run.smithi110.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-10T07:32:40.005 INFO:teuthology.orchestra.run.smithi110.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 801 kB 00:00 2024-09-10T07:32:40.030 INFO:teuthology.orchestra.run.smithi110.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-10T07:32:40.036 INFO:teuthology.orchestra.run.smithi145.stdout:(8/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9. 19 MB/s | 11 MB 00:00 2024-09-10T07:32:40.056 INFO:teuthology.orchestra.run.smithi110.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-10T07:32:40.090 INFO:teuthology.orchestra.run.smithi110.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 7.3 MB/s | 1.2 MB 00:00 2024-09-10T07:32:40.094 INFO:teuthology.orchestra.run.smithi145.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 432 kB/s | 25 kB 00:00 2024-09-10T07:32:40.115 INFO:teuthology.orchestra.run.smithi110.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-10T07:32:40.140 INFO:teuthology.orchestra.run.smithi110.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-10T07:32:40.248 INFO:teuthology.orchestra.run.smithi110.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 988 kB/s | 107 kB 00:00 2024-09-10T07:32:40.290 INFO:teuthology.orchestra.run.smithi110.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 3.4 MB/s | 689 kB 00:00 2024-09-10T07:32:40.316 INFO:teuthology.orchestra.run.smithi110.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 323 kB/s | 22 kB 00:00 2024-09-10T07:32:40.349 INFO:teuthology.orchestra.run.smithi110.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-09-10T07:32:40.375 INFO:teuthology.orchestra.run.smithi110.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-09-10T07:32:40.400 INFO:teuthology.orchestra.run.smithi110.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-09-10T07:32:40.425 INFO:teuthology.orchestra.run.smithi110.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-10T07:32:40.451 INFO:teuthology.orchestra.run.smithi110.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-10T07:32:40.476 INFO:teuthology.orchestra.run.smithi110.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-10T07:32:40.486 INFO:teuthology.orchestra.run.smithi145.stdout:(10/156): ceph-common-19.1.1-305.g1cf819b7.el9. 8.5 MB/s | 21 MB 00:02 2024-09-10T07:32:40.528 INFO:teuthology.orchestra.run.smithi110.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 591 kB/s | 45 kB 00:00 2024-09-10T07:32:40.555 INFO:teuthology.orchestra.run.smithi007.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 44 kB/s | 6.5 kB 00:00 2024-09-10T07:32:40.568 INFO:teuthology.orchestra.run.smithi110.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 7.1 MB/s | 662 kB 00:00 2024-09-10T07:32:40.635 INFO:teuthology.orchestra.run.smithi110.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 10 MB/s | 3.0 MB 00:00 2024-09-10T07:32:40.661 INFO:teuthology.orchestra.run.smithi110.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 266 kB/s | 24 kB 00:00 2024-09-10T07:32:40.661 INFO:teuthology.orchestra.run.smithi145.stdout:(11/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 13 MB/s | 17 MB 00:01 2024-09-10T07:32:40.686 INFO:teuthology.orchestra.run.smithi110.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-09-10T07:32:40.686 INFO:teuthology.orchestra.run.smithi145.stdout:(12/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 1.1 MB/s | 228 kB 00:00 2024-09-10T07:32:40.711 INFO:teuthology.orchestra.run.smithi110.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-10T07:32:40.720 INFO:teuthology.orchestra.run.smithi145.stdout:(13/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 464 kB/s | 27 kB 00:00 2024-09-10T07:32:40.737 INFO:teuthology.orchestra.run.smithi110.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 2.7 MB/s | 581 kB 00:00 2024-09-10T07:32:40.753 INFO:teuthology.orchestra.run.smithi110.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 922 kB/s | 38 kB 00:00 2024-09-10T07:32:40.754 INFO:teuthology.orchestra.run.smithi145.stdout:(14/156): libcephfs-devel-19.1.1-305.g1cf819b7. 473 kB/s | 32 kB 00:00 2024-09-10T07:32:40.778 INFO:teuthology.orchestra.run.smithi110.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-10T07:32:40.780 INFO:teuthology.orchestra.run.smithi007.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 3.9 MB/s | 897 kB 00:00 2024-09-10T07:32:40.846 INFO:teuthology.orchestra.run.smithi110.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-09-10T07:32:40.854 INFO:teuthology.orchestra.run.smithi145.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 1.6 MB/s | 164 kB 00:00 2024-09-10T07:32:40.881 INFO:teuthology.orchestra.run.smithi007.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.4 MB/s | 145 kB 00:00 2024-09-10T07:32:40.904 INFO:teuthology.orchestra.run.smithi145.stdout:(16/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 4.0 MB/s | 751 kB 00:00 2024-09-10T07:32:40.921 INFO:teuthology.orchestra.run.smithi110.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-09-10T07:32:40.938 INFO:teuthology.orchestra.run.smithi145.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 1.5 MB/s | 127 kB 00:00 2024-09-10T07:32:40.981 INFO:teuthology.orchestra.run.smithi007.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 9.4 MB/s | 5.4 MB 00:00 2024-09-10T07:32:40.996 INFO:teuthology.orchestra.run.smithi110.stdout:(69/156): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-10T07:32:41.004 INFO:teuthology.orchestra.run.smithi145.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 4.9 MB/s | 506 kB 00:00 2024-09-10T07:32:41.021 INFO:teuthology.orchestra.run.smithi110.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-10T07:32:41.055 INFO:teuthology.orchestra.run.smithi110.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 4.3 MB/s | 910 kB 00:00 2024-09-10T07:32:41.097 INFO:teuthology.orchestra.run.smithi110.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-10T07:32:41.123 INFO:teuthology.orchestra.run.smithi110.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-10T07:32:41.165 INFO:teuthology.orchestra.run.smithi110.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-10T07:32:41.239 INFO:teuthology.orchestra.run.smithi007.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 5.9 MB/s | 1.5 MB 00:00 2024-09-10T07:32:41.240 INFO:teuthology.orchestra.run.smithi110.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-10T07:32:41.265 INFO:teuthology.orchestra.run.smithi110.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-10T07:32:41.290 INFO:teuthology.orchestra.run.smithi110.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-09-10T07:32:41.315 INFO:teuthology.orchestra.run.smithi110.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-10T07:32:41.341 INFO:teuthology.orchestra.run.smithi110.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-10T07:32:41.366 INFO:teuthology.orchestra.run.smithi110.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-10T07:32:41.391 INFO:teuthology.orchestra.run.smithi110.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-10T07:32:41.448 INFO:teuthology.orchestra.run.smithi007.stdout:(6/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 4.2 MB/s | 2.4 MB 00:00 2024-09-10T07:32:41.475 INFO:teuthology.orchestra.run.smithi110.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-10T07:32:41.500 INFO:teuthology.orchestra.run.smithi110.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-10T07:32:41.547 INFO:teuthology.orchestra.run.smithi110.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.0 MB/s | 222 kB 00:00 2024-09-10T07:32:41.576 INFO:teuthology.orchestra.run.smithi110.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-09-10T07:32:41.588 INFO:teuthology.orchestra.run.smithi145.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 77 kB/s | 45 kB 00:00 2024-09-10T07:32:41.601 INFO:teuthology.orchestra.run.smithi110.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 790 kB/s | 42 kB 00:00 2024-09-10T07:32:41.626 INFO:teuthology.orchestra.run.smithi110.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-09-10T07:32:41.643 INFO:teuthology.orchestra.run.smithi110.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.7 MB/s | 159 kB 00:00 2024-09-10T07:32:41.669 INFO:teuthology.orchestra.run.smithi110.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 6.5 MB/s | 279 kB 00:00 2024-09-10T07:32:41.694 INFO:teuthology.orchestra.run.smithi110.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T07:32:41.714 INFO:teuthology.orchestra.run.smithi145.stdout:(20/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 6.9 MB/s | 5.3 MB 00:00 2024-09-10T07:32:41.719 INFO:teuthology.orchestra.run.smithi110.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T07:32:41.739 INFO:teuthology.orchestra.run.smithi145.stdout:(21/156): python3-ceph-common-19.1.1-305.g1cf81 902 kB/s | 136 kB 00:00 2024-09-10T07:32:41.789 INFO:teuthology.orchestra.run.smithi145.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.1 MB/s | 161 kB 00:00 2024-09-10T07:32:41.811 INFO:teuthology.orchestra.run.smithi110.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-09-10T07:32:41.823 INFO:teuthology.orchestra.run.smithi145.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 3.7 MB/s | 320 kB 00:00 2024-09-10T07:32:41.837 INFO:teuthology.orchestra.run.smithi110.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 356 kB/s | 42 kB 00:00 2024-09-10T07:32:41.862 INFO:teuthology.orchestra.run.smithi110.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-09-10T07:32:41.873 INFO:teuthology.orchestra.run.smithi145.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 3.5 MB/s | 301 kB 00:00 2024-09-10T07:32:41.887 INFO:teuthology.orchestra.run.smithi110.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-10T07:32:41.899 INFO:teuthology.orchestra.run.smithi145.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.3 MB/s | 99 kB 00:00 2024-09-10T07:32:41.913 INFO:teuthology.orchestra.run.smithi110.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 717 kB/s | 36 kB 00:00 2024-09-10T07:32:41.932 INFO:teuthology.orchestra.run.smithi145.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-10T07:32:41.938 INFO:teuthology.orchestra.run.smithi110.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-10T07:32:41.963 INFO:teuthology.orchestra.run.smithi110.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-10T07:32:41.988 INFO:teuthology.orchestra.run.smithi110.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-10T07:32:42.006 INFO:teuthology.orchestra.run.smithi110.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 2.2 MB/s | 96 kB 00:00 2024-09-10T07:32:42.007 INFO:teuthology.orchestra.run.smithi145.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.2 MB/s | 170 kB 00:00 2024-09-10T07:32:42.031 INFO:teuthology.orchestra.run.smithi110.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-10T07:32:42.056 INFO:teuthology.orchestra.run.smithi110.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-09-10T07:32:42.081 INFO:teuthology.orchestra.run.smithi110.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 446 kB/s | 22 kB 00:00 2024-09-10T07:32:42.089 INFO:teuthology.orchestra.run.smithi145.stdout:(28/156): ceph-grafana-dashboards-19.1.1-305.g1 393 kB/s | 32 kB 00:00 2024-09-10T07:32:42.123 INFO:teuthology.orchestra.run.smithi110.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-09-10T07:32:42.173 INFO:teuthology.orchestra.run.smithi007.stdout:(7/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 12 MB/s | 21 MB 00:01 2024-09-10T07:32:42.174 INFO:teuthology.orchestra.run.smithi110.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.8 MB/s | 548 kB 00:00 2024-09-10T07:32:42.190 INFO:teuthology.orchestra.run.smithi110.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.2 MB/s | 19 kB 00:00 2024-09-10T07:32:42.216 INFO:teuthology.orchestra.run.smithi145.stdout:(29/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 1.1 MB/s | 146 kB 00:00 2024-09-10T07:32:42.224 INFO:teuthology.orchestra.run.smithi110.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 3.1 MB/s | 309 kB 00:00 2024-09-10T07:32:42.241 INFO:teuthology.orchestra.run.smithi110.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-10T07:32:42.258 INFO:teuthology.orchestra.run.smithi110.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-09-10T07:32:42.283 INFO:teuthology.orchestra.run.smithi110.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-10T07:32:42.309 INFO:teuthology.orchestra.run.smithi110.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-10T07:32:42.359 INFO:teuthology.orchestra.run.smithi110.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-10T07:32:42.393 INFO:teuthology.orchestra.run.smithi110.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-10T07:32:42.418 INFO:teuthology.orchestra.run.smithi110.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-10T07:32:42.443 INFO:teuthology.orchestra.run.smithi110.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T07:32:42.468 INFO:teuthology.orchestra.run.smithi110.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 569 kB/s | 14 kB 00:00 2024-09-10T07:32:42.494 INFO:teuthology.orchestra.run.smithi110.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.6 MB/s | 172 kB 00:00 2024-09-10T07:32:42.528 INFO:teuthology.orchestra.run.smithi110.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-10T07:32:42.561 INFO:teuthology.orchestra.run.smithi110.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 8.9 MB/s | 303 kB 00:00 2024-09-10T07:32:42.595 INFO:teuthology.orchestra.run.smithi110.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 6.5 MB/s | 220 kB 00:00 2024-09-10T07:32:42.598 INFO:teuthology.orchestra.run.smithi007.stdout:(8/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 3.5 MB/s | 4.7 MB 00:01 2024-09-10T07:32:42.649 INFO:teuthology.orchestra.run.smithi007.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 505 kB/s | 25 kB 00:00 2024-09-10T07:32:42.650 INFO:teuthology.orchestra.run.smithi145.stdout:(30/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 19 MB/s | 49 MB 00:02 2024-09-10T07:32:42.670 INFO:teuthology.orchestra.run.smithi110.stdout:(121/156): libarrow-9.0.0-11.el9.x86_64.rpm 9.2 MB/s | 4.4 MB 00:00 2024-09-10T07:32:42.696 INFO:teuthology.orchestra.run.smithi110.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-10T07:32:42.708 INFO:teuthology.orchestra.run.smithi145.stdout:(31/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 3.8 MB/s | 3.1 MB 00:00 2024-09-10T07:32:42.721 INFO:teuthology.orchestra.run.smithi110.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 430 kB/s | 11 kB 00:00 2024-09-10T07:32:42.746 INFO:teuthology.orchestra.run.smithi110.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-09-10T07:32:42.772 INFO:teuthology.orchestra.run.smithi110.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 926 kB/s | 23 kB 00:00 2024-09-10T07:32:42.775 INFO:teuthology.orchestra.run.smithi145.stdout:(32/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 6.4 MB/s | 3.6 MB 00:00 2024-09-10T07:32:42.791 INFO:teuthology.orchestra.run.smithi007.stdout:(10/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 17 MB/s | 11 MB 00:00 2024-09-10T07:32:42.797 INFO:teuthology.orchestra.run.smithi110.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 784 kB/s | 19 kB 00:00 2024-09-10T07:32:42.800 INFO:teuthology.orchestra.run.smithi145.stdout:(33/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.7 MB/s | 249 kB 00:00 2024-09-10T07:32:42.817 INFO:teuthology.orchestra.run.smithi145.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 1.2 MB/s | 49 kB 00:00 2024-09-10T07:32:42.822 INFO:teuthology.orchestra.run.smithi110.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-09-10T07:32:42.841 INFO:teuthology.orchestra.run.smithi007.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T07:32:42.843 INFO:teuthology.orchestra.run.smithi145.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 394 kB/s | 16 kB 00:00 2024-09-10T07:32:42.868 INFO:teuthology.orchestra.run.smithi145.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 5.5 MB/s | 285 kB 00:00 2024-09-10T07:32:42.883 INFO:teuthology.orchestra.run.smithi007.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 649 kB/s | 27 kB 00:00 2024-09-10T07:32:42.927 INFO:teuthology.orchestra.run.smithi145.stdout:(37/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 313 kB/s | 18 kB 00:00 2024-09-10T07:32:42.933 INFO:teuthology.orchestra.run.smithi007.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 638 kB/s | 32 kB 00:00 2024-09-10T07:32:42.952 INFO:teuthology.orchestra.run.smithi145.stdout:(38/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 6.9 MB/s | 766 kB 00:00 2024-09-10T07:32:42.981 INFO:teuthology.orchestra.run.smithi110.stdout:(128/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-10T07:32:43.000 INFO:teuthology.orchestra.run.smithi007.stdout:(14/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 751 kB 00:00 2024-09-10T07:32:43.023 INFO:teuthology.orchestra.run.smithi110.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-09-10T07:32:43.051 INFO:teuthology.orchestra.run.smithi007.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 3.2 MB/s | 164 kB 00:00 2024-09-10T07:32:43.065 INFO:teuthology.orchestra.run.smithi110.stdout:(130/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.3 MB/s | 2.0 MB 00:00 2024-09-10T07:32:43.090 INFO:teuthology.orchestra.run.smithi110.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-09-10T07:32:43.101 INFO:teuthology.orchestra.run.smithi007.stdout:(16/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T07:32:43.124 INFO:teuthology.orchestra.run.smithi110.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 989 kB/s | 58 kB 00:00 2024-09-10T07:32:43.149 INFO:teuthology.orchestra.run.smithi110.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-10T07:32:43.168 INFO:teuthology.orchestra.run.smithi007.stdout:(17/156): libradosstriper1-19.1.1-305.g1cf819b7 7.4 MB/s | 506 kB 00:00 2024-09-10T07:32:43.169 INFO:teuthology.orchestra.run.smithi145.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 14 MB/s | 7.4 MB 00:00 2024-09-10T07:32:43.174 INFO:teuthology.orchestra.run.smithi110.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-10T07:32:43.194 INFO:teuthology.orchestra.run.smithi145.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 299 kB/s | 80 kB 00:00 2024-09-10T07:32:43.199 INFO:teuthology.orchestra.run.smithi110.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-09-10T07:32:43.233 INFO:teuthology.orchestra.run.smithi110.stdout:(136/156): python3-kubernetes-26.1.0-2.el9.noar 2.5 MB/s | 1.0 MB 00:00 2024-09-10T07:32:43.253 INFO:teuthology.orchestra.run.smithi145.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-10T07:32:43.258 INFO:teuthology.orchestra.run.smithi110.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-09-10T07:32:43.284 INFO:teuthology.orchestra.run.smithi110.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 366 kB/s | 31 kB 00:00 2024-09-10T07:32:43.317 INFO:teuthology.orchestra.run.smithi110.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-10T07:32:43.343 INFO:teuthology.orchestra.run.smithi110.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 613 kB/s | 36 kB 00:00 2024-09-10T07:32:43.353 INFO:teuthology.orchestra.run.smithi145.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 801 kB 00:00 2024-09-10T07:32:43.368 INFO:teuthology.orchestra.run.smithi110.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-10T07:32:43.393 INFO:teuthology.orchestra.run.smithi110.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-10T07:32:43.395 INFO:teuthology.orchestra.run.smithi145.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-09-10T07:32:43.418 INFO:teuthology.orchestra.run.smithi110.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-10T07:32:43.420 INFO:teuthology.orchestra.run.smithi145.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-10T07:32:43.426 INFO:teuthology.orchestra.run.smithi007.stdout:(18/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 21 MB/s | 5.3 MB 00:00 2024-09-10T07:32:43.443 INFO:teuthology.orchestra.run.smithi110.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-10T07:32:43.445 INFO:teuthology.orchestra.run.smithi145.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-10T07:32:43.460 INFO:teuthology.orchestra.run.smithi110.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 476 kB/s | 20 kB 00:00 2024-09-10T07:32:43.471 INFO:teuthology.orchestra.run.smithi145.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-10T07:32:43.477 INFO:teuthology.orchestra.run.smithi007.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 904 kB/s | 45 kB 00:00 2024-09-10T07:32:43.486 INFO:teuthology.orchestra.run.smithi110.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-09-10T07:32:43.505 INFO:teuthology.orchestra.run.smithi145.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-10T07:32:43.511 INFO:teuthology.orchestra.run.smithi110.stdout:(147/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T07:32:43.570 INFO:teuthology.orchestra.run.smithi110.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-10T07:32:43.588 INFO:teuthology.orchestra.run.smithi145.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 3.7 MB/s | 1.2 MB 00:00 2024-09-10T07:32:43.644 INFO:teuthology.orchestra.run.smithi007.stdout:(20/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 7.7 MB/s | 17 MB 00:02 2024-09-10T07:32:43.678 INFO:teuthology.orchestra.run.smithi007.stdout:(21/156): python3-ceph-common-19.1.1-305.g1cf81 678 kB/s | 136 kB 00:00 2024-09-10T07:32:43.703 INFO:teuthology.orchestra.run.smithi007.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.7 MB/s | 161 kB 00:00 2024-09-10T07:32:43.712 INFO:teuthology.orchestra.run.smithi110.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 16 MB/s | 2.3 MB 00:00 2024-09-10T07:32:43.745 INFO:teuthology.orchestra.run.smithi007.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 4.7 MB/s | 320 kB 00:00 2024-09-10T07:32:43.765 INFO:teuthology.orchestra.run.smithi145.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 689 kB 00:00 2024-09-10T07:32:43.770 INFO:teuthology.orchestra.run.smithi007.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 4.4 MB/s | 301 kB 00:00 2024-09-10T07:32:43.787 INFO:teuthology.orchestra.run.smithi110.stdout:(150/156): librados2-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-10T07:32:43.791 INFO:teuthology.orchestra.run.smithi145.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 528 kB/s | 107 kB 00:00 2024-09-10T07:32:43.795 INFO:teuthology.orchestra.run.smithi007.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T07:32:43.829 INFO:teuthology.orchestra.run.smithi007.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-10T07:32:43.829 INFO:teuthology.orchestra.run.smithi110.stdout:(151/156): NetworkManager-libnm-1.49.90-1.el9.x 15 MB/s | 1.8 MB 00:00 2024-09-10T07:32:43.833 INFO:teuthology.orchestra.run.smithi145.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-09-10T07:32:43.854 INFO:teuthology.orchestra.run.smithi110.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 611 kB/s | 41 kB 00:00 2024-09-10T07:32:43.858 INFO:teuthology.orchestra.run.smithi145.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 236 kB/s | 22 kB 00:00 2024-09-10T07:32:43.880 INFO:teuthology.orchestra.run.smithi110.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 4.8 MB/s | 249 kB 00:00 2024-09-10T07:32:43.888 INFO:teuthology.orchestra.run.smithi007.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-10T07:32:43.891 INFO:teuthology.orchestra.run.smithi145.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-09-10T07:32:43.925 INFO:teuthology.orchestra.run.smithi145.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-10T07:32:43.947 INFO:teuthology.orchestra.run.smithi110.stdout:(154/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 7.3 MB/s | 3.2 MB 00:00 2024-09-10T07:32:43.950 INFO:teuthology.orchestra.run.smithi145.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-10T07:32:43.963 INFO:teuthology.orchestra.run.smithi007.stdout:(28/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 19 MB/s | 3.1 MB 00:00 2024-09-10T07:32:43.988 INFO:teuthology.orchestra.run.smithi007.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 317 kB/s | 32 kB 00:00 2024-09-10T07:32:43.989 INFO:teuthology.orchestra.run.smithi110.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 10 MB/s | 1.4 MB 00:00 2024-09-10T07:32:44.001 INFO:teuthology.orchestra.run.smithi145.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 148 kB/s | 11 kB 00:00 2024-09-10T07:32:44.014 INFO:teuthology.orchestra.run.smithi007.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.9 MB/s | 146 kB 00:00 2024-09-10T07:32:44.039 INFO:teuthology.orchestra.run.smithi110.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 15 MB/s | 2.4 MB 00:00 2024-09-10T07:32:44.045 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:32:44.045 INFO:teuthology.orchestra.run.smithi110.stdout:Total 27 MB/s | 226 MB 00:08 2024-09-10T07:32:44.051 INFO:teuthology.orchestra.run.smithi145.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-09-10T07:32:44.068 INFO:teuthology.orchestra.run.smithi145.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 677 kB/s | 45 kB 00:00 2024-09-10T07:32:44.093 INFO:teuthology.orchestra.run.smithi145.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-09-10T07:32:44.135 INFO:teuthology.orchestra.run.smithi145.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-09-10T07:32:44.169 INFO:teuthology.orchestra.run.smithi145.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 5.6 MB/s | 581 kB 00:00 2024-09-10T07:32:44.194 INFO:teuthology.orchestra.run.smithi145.stdout:(62/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 243 kB/s | 24 kB 00:00 2024-09-10T07:32:44.219 INFO:teuthology.orchestra.run.smithi145.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 567 kB/s | 47 kB 00:00 2024-09-10T07:32:44.261 INFO:teuthology.orchestra.run.smithi145.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-10T07:32:44.286 INFO:teuthology.orchestra.run.smithi145.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 575 kB/s | 38 kB 00:00 2024-09-10T07:32:44.311 INFO:teuthology.orchestra.run.smithi145.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-09-10T07:32:44.381 INFO:teuthology.orchestra.run.smithi007.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 20 MB/s | 7.4 MB 00:00 2024-09-10T07:32:44.420 INFO:teuthology.orchestra.run.smithi145.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 31 MB/s | 4.9 MB 00:00 2024-09-10T07:32:44.439 INFO:teuthology.orchestra.run.smithi007.stdout:(32/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 7.9 MB/s | 3.6 MB 00:00 2024-09-10T07:32:44.462 INFO:teuthology.orchestra.run.smithi145.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-10T07:32:44.473 INFO:teuthology.orchestra.run.smithi007.stdout:(33/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.7 MB/s | 249 kB 00:00 2024-09-10T07:32:44.498 INFO:teuthology.orchestra.run.smithi007.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 842 kB/s | 49 kB 00:00 2024-09-10T07:32:44.504 INFO:teuthology.orchestra.run.smithi145.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 11 MB/s | 910 kB 00:00 2024-09-10T07:32:44.523 INFO:teuthology.orchestra.run.smithi007.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 328 kB/s | 16 kB 00:00 2024-09-10T07:32:44.529 INFO:teuthology.orchestra.run.smithi145.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-10T07:32:44.549 INFO:teuthology.orchestra.run.smithi007.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 5.6 MB/s | 285 kB 00:00 2024-09-10T07:32:44.583 INFO:teuthology.orchestra.run.smithi007.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 13 MB/s | 766 kB 00:00 2024-09-10T07:32:44.596 INFO:teuthology.orchestra.run.smithi145.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-10T07:32:44.608 INFO:teuthology.orchestra.run.smithi007.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 311 kB/s | 18 kB 00:00 2024-09-10T07:32:44.638 INFO:teuthology.orchestra.run.smithi145.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-10T07:32:44.672 INFO:teuthology.orchestra.run.smithi145.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-09-10T07:32:44.716 INFO:teuthology.orchestra.run.smithi007.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-09-10T07:32:44.747 INFO:teuthology.orchestra.run.smithi145.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-10T07:32:44.772 INFO:teuthology.orchestra.run.smithi145.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 612 kB/s | 61 kB 00:00 2024-09-10T07:32:44.784 INFO:teuthology.orchestra.run.smithi007.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-10T07:32:44.806 INFO:teuthology.orchestra.run.smithi145.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-10T07:32:44.808 INFO:teuthology.orchestra.run.smithi007.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.9 MB/s | 801 kB 00:00 2024-09-10T07:32:44.842 INFO:teuthology.orchestra.run.smithi007.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-10T07:32:44.889 INFO:teuthology.orchestra.run.smithi145.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 24 MB/s | 6.0 MB 00:00 2024-09-10T07:32:44.893 INFO:teuthology.orchestra.run.smithi007.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-09-10T07:32:44.915 INFO:teuthology.orchestra.run.smithi145.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 236 kB/s | 26 kB 00:00 2024-09-10T07:32:44.918 INFO:teuthology.orchestra.run.smithi007.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-10T07:32:44.940 INFO:teuthology.orchestra.run.smithi145.stdout:(79/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-09-10T07:32:44.943 INFO:teuthology.orchestra.run.smithi007.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-10T07:32:44.965 INFO:teuthology.orchestra.run.smithi145.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 254 kB/s | 19 kB 00:00 2024-09-10T07:32:44.969 INFO:teuthology.orchestra.run.smithi007.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-10T07:32:45.003 INFO:teuthology.orchestra.run.smithi007.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-10T07:32:45.057 INFO:teuthology.orchestra.run.smithi145.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 297 kB/s | 35 kB 00:00 2024-09-10T07:32:45.083 INFO:teuthology.orchestra.run.smithi145.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.0 MB/s | 172 kB 00:00 2024-09-10T07:32:45.116 INFO:teuthology.orchestra.run.smithi145.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-10T07:32:45.150 INFO:teuthology.orchestra.run.smithi145.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-09-10T07:32:45.175 INFO:teuthology.orchestra.run.smithi145.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-10T07:32:45.242 INFO:teuthology.orchestra.run.smithi145.stdout:(86/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 5.1 MB 00:00 2024-09-10T07:32:45.264 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-09-10T07:32:45.267 INFO:teuthology.orchestra.run.smithi145.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-09-10T07:32:45.293 INFO:teuthology.orchestra.run.smithi145.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 2.2 MB/s | 269 kB 00:00 2024-09-10T07:32:45.309 INFO:teuthology.orchestra.run.smithi145.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-10T07:32:45.335 INFO:teuthology.orchestra.run.smithi145.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-09-10T07:32:45.377 INFO:teuthology.orchestra.run.smithi145.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 609 kB/s | 51 kB 00:00 2024-09-10T07:32:45.403 INFO:teuthology.orchestra.run.smithi145.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 583 kB/s | 54 kB 00:00 2024-09-10T07:32:45.417 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-09-10T07:32:45.417 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-09-10T07:32:45.477 INFO:teuthology.orchestra.run.smithi145.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 558 kB/s | 42 kB 00:00 2024-09-10T07:32:45.502 INFO:teuthology.orchestra.run.smithi145.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 443 kB/s | 44 kB 00:00 2024-09-10T07:32:45.586 INFO:teuthology.orchestra.run.smithi145.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 431 kB/s | 36 kB 00:00 2024-09-10T07:32:45.611 INFO:teuthology.orchestra.run.smithi145.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.6 MB/s | 221 kB 00:00 2024-09-10T07:32:45.795 INFO:teuthology.orchestra.run.smithi145.stdout:(97/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-09-10T07:32:45.811 INFO:teuthology.orchestra.run.smithi145.stdout:(98/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 210 kB/s | 47 kB 00:00 2024-09-10T07:32:45.837 INFO:teuthology.orchestra.run.smithi145.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.3 MB/s | 304 kB 00:00 2024-09-10T07:32:45.854 INFO:teuthology.orchestra.run.smithi145.stdout:(100/156): uuid-1.6.2-55.el9.x86_64.rpm 989 kB/s | 58 kB 00:00 2024-09-10T07:32:45.879 INFO:teuthology.orchestra.run.smithi145.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.4 MB/s | 96 kB 00:00 2024-09-10T07:32:45.912 INFO:teuthology.orchestra.run.smithi145.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 766 kB/s | 45 kB 00:00 2024-09-10T07:32:45.920 INFO:teuthology.orchestra.run.smithi007.stdout:(48/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 15 MB/s | 49 MB 00:03 2024-09-10T07:32:45.929 INFO:teuthology.orchestra.run.smithi145.stdout:(103/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 689 kB/s | 64 kB 00:00 2024-09-10T07:32:45.955 INFO:teuthology.orchestra.run.smithi145.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 295 kB/s | 22 kB 00:00 2024-09-10T07:32:45.961 INFO:teuthology.orchestra.run.smithi007.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 694 kB/s | 689 kB 00:00 2024-09-10T07:32:45.997 INFO:teuthology.orchestra.run.smithi145.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.0 MB/s | 548 kB 00:00 2024-09-10T07:32:46.022 INFO:teuthology.orchestra.run.smithi145.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 840 kB/s | 19 kB 00:00 2024-09-10T07:32:46.056 INFO:teuthology.orchestra.run.smithi145.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 3.1 MB/s | 309 kB 00:00 2024-09-10T07:32:46.070 INFO:teuthology.orchestra.run.smithi007.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-10T07:32:46.081 INFO:teuthology.orchestra.run.smithi145.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-10T07:32:46.106 INFO:teuthology.orchestra.run.smithi145.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-10T07:32:46.131 INFO:teuthology.orchestra.run.smithi145.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T07:32:46.165 INFO:teuthology.orchestra.run.smithi145.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-10T07:32:46.200 INFO:teuthology.orchestra.run.smithi145.stdout:(112/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-09-10T07:32:46.249 INFO:teuthology.orchestra.run.smithi145.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-10T07:32:46.262 INFO:teuthology.orchestra.run.smithi007.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 1.6 MB/s | 313 kB 00:00 2024-09-10T07:32:46.274 INFO:teuthology.orchestra.run.smithi145.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-09-10T07:32:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 729 kB/s | 943 kB 00:01 2024-09-10T07:32:46.299 INFO:teuthology.orchestra.run.smithi145.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T07:32:46.325 INFO:teuthology.orchestra.run.smithi145.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 562 kB/s | 14 kB 00:00 2024-09-10T07:32:46.346 INFO:teuthology.orchestra.run.smithi007.stdout:(53/156): boost-program-options-1.75.0-8.el9.x8 251 kB/s | 107 kB 00:00 2024-09-10T07:32:46.350 INFO:teuthology.orchestra.run.smithi145.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-10T07:32:46.371 INFO:teuthology.orchestra.run.smithi007.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-09-10T07:32:46.375 INFO:teuthology.orchestra.run.smithi145.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-10T07:32:46.401 INFO:teuthology.orchestra.run.smithi145.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-10T07:32:46.426 INFO:teuthology.orchestra.run.smithi145.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-10T07:32:46.451 INFO:teuthology.orchestra.run.smithi145.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-10T07:32:46.455 INFO:teuthology.orchestra.run.smithi007.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-10T07:32:46.476 INFO:teuthology.orchestra.run.smithi145.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-10T07:32:46.480 INFO:teuthology.orchestra.run.smithi007.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 102 kB/s | 11 kB 00:00 2024-09-10T07:32:46.544 INFO:teuthology.orchestra.run.smithi145.stdout:(123/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-10T07:32:46.582 INFO:teuthology.orchestra.run.smithi145.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-09-10T07:32:46.582 INFO:teuthology.orchestra.run.smithi007.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-10T07:32:46.582 INFO:teuthology.orchestra.run.smithi007.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-09-10T07:32:46.594 INFO:teuthology.orchestra.run.smithi145.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-10T07:32:46.619 INFO:teuthology.orchestra.run.smithi145.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-10T07:32:46.645 INFO:teuthology.orchestra.run.smithi145.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-09-10T07:32:46.670 INFO:teuthology.orchestra.run.smithi145.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 394 kB/s | 20 kB 00:00 2024-09-10T07:32:46.695 INFO:teuthology.orchestra.run.smithi145.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T07:32:46.712 INFO:teuthology.orchestra.run.smithi145.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 4.7 MB/s | 79 kB 00:00 2024-09-10T07:32:46.737 INFO:teuthology.orchestra.run.smithi145.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-10T07:32:46.771 INFO:teuthology.orchestra.run.smithi145.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-10T07:32:46.773 INFO:teuthology.orchestra.run.smithi007.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.3 MB/s | 3.0 MB 00:00 2024-09-10T07:32:46.796 INFO:teuthology.orchestra.run.smithi145.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-10T07:32:46.798 INFO:teuthology.orchestra.run.smithi007.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.8 MB/s | 662 kB 00:00 2024-09-10T07:32:46.829 INFO:teuthology.orchestra.run.smithi145.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-09-10T07:32:46.855 INFO:teuthology.orchestra.run.smithi145.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-10T07:32:46.880 INFO:teuthology.orchestra.run.smithi145.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-10T07:32:46.881 INFO:teuthology.orchestra.run.smithi007.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 226 kB/s | 24 kB 00:00 2024-09-10T07:32:46.905 INFO:teuthology.orchestra.run.smithi145.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-10T07:32:46.907 INFO:teuthology.orchestra.run.smithi007.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-09-10T07:32:46.931 INFO:teuthology.orchestra.run.smithi145.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T07:32:46.956 INFO:teuthology.orchestra.run.smithi145.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-10T07:32:46.981 INFO:teuthology.orchestra.run.smithi145.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-10T07:32:46.990 INFO:teuthology.orchestra.run.smithi007.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-10T07:32:47.006 INFO:teuthology.orchestra.run.smithi145.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-10T07:32:47.016 INFO:teuthology.orchestra.run.smithi007.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-10T07:32:47.031 INFO:teuthology.orchestra.run.smithi145.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-10T07:32:47.049 INFO:teuthology.orchestra.run.smithi007.stdout:(65/156): libtool-2.4.6-46.el9.x86_64.rpm 1.2 MB/s | 581 kB 00:00 2024-09-10T07:32:47.074 INFO:teuthology.orchestra.run.smithi145.stdout:(143/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-09-10T07:32:47.091 INFO:teuthology.orchestra.run.smithi007.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 382 kB/s | 38 kB 00:00 2024-09-10T07:32:47.099 INFO:teuthology.orchestra.run.smithi145.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-10T07:32:47.116 INFO:teuthology.orchestra.run.smithi145.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 480 kB/s | 20 kB 00:00 2024-09-10T07:32:47.141 INFO:teuthology.orchestra.run.smithi145.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 4.5 MB/s | 191 kB 00:00 2024-09-10T07:32:47.175 INFO:teuthology.orchestra.run.smithi145.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-10T07:32:47.225 INFO:teuthology.orchestra.run.smithi145.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-10T07:32:47.300 INFO:teuthology.orchestra.run.smithi007.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-09-10T07:32:47.425 INFO:teuthology.orchestra.run.smithi007.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 7.1 MB/s | 910 kB 00:00 2024-09-10T07:32:47.434 INFO:teuthology.orchestra.run.smithi145.stdout:(149/156): librados2-19.1.1-305.g1cf819b7.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-10T07:32:47.534 INFO:teuthology.orchestra.run.smithi007.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-10T07:32:47.534 INFO:teuthology.orchestra.run.smithi145.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 8.8 MB/s | 3.2 MB 00:00 2024-09-10T07:32:47.617 INFO:teuthology.orchestra.run.smithi145.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 491 kB/s | 41 kB 00:00 2024-09-10T07:32:47.681 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-09-10T07:32:47.681 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-09-10T07:32:47.726 INFO:teuthology.orchestra.run.smithi007.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 6.5 MB/s | 4.4 MB 00:00 2024-09-10T07:32:47.743 INFO:teuthology.orchestra.run.smithi145.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 1.9 MB/s | 249 kB 00:00 2024-09-10T07:32:47.893 INFO:teuthology.orchestra.run.smithi145.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 3.5 MB/s | 2.3 MB 00:00 2024-09-10T07:32:48.018 INFO:teuthology.orchestra.run.smithi145.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 3.1 MB/s | 1.8 MB 00:00 2024-09-10T07:32:48.077 INFO:teuthology.orchestra.run.smithi145.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 4.1 MB/s | 1.4 MB 00:00 2024-09-10T07:32:48.751 INFO:teuthology.orchestra.run.smithi007.stdout:(71/156): postgresql-server-13.16-1.el9.x86_64. 4.7 MB/s | 5.8 MB 00:01 2024-09-10T07:32:48.860 INFO:teuthology.orchestra.run.smithi007.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 808 kB/s | 87 kB 00:00 2024-09-10T07:32:49.127 INFO:teuthology.orchestra.run.smithi007.stdout:(73/156): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-09-10T07:32:49.152 INFO:teuthology.orchestra.run.smithi145.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 1.9 MB/s | 2.4 MB 00:01 2024-09-10T07:32:49.159 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:32:49.159 INFO:teuthology.orchestra.run.smithi145.stdout:Total 20 MB/s | 226 MB 00:11 2024-09-10T07:32:49.210 INFO:teuthology.orchestra.run.smithi007.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 696 kB/s | 1.0 MB 00:01 2024-09-10T07:32:49.236 INFO:teuthology.orchestra.run.smithi007.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 565 kB/s | 61 kB 00:00 2024-09-10T07:32:49.344 INFO:teuthology.orchestra.run.smithi007.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-09-10T07:32:49.445 INFO:teuthology.orchestra.run.smithi007.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-09-10T07:32:49.545 INFO:teuthology.orchestra.run.smithi007.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-09-10T07:32:49.570 INFO:teuthology.orchestra.run.smithi007.stdout:(79/156): python3-devel-3.9.19-8.el9.x86_64.rpm 681 kB/s | 245 kB 00:00 2024-09-10T07:32:49.662 INFO:teuthology.orchestra.run.smithi007.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-10T07:32:49.687 INFO:teuthology.orchestra.run.smithi007.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 297 kB/s | 35 kB 00:00 2024-09-10T07:32:49.813 INFO:teuthology.orchestra.run.smithi007.stdout:(82/156): openblas-openmp-0.3.26-2.el9.x86_64.r 1.8 MB/s | 4.9 MB 00:02 2024-09-10T07:32:49.971 INFO:teuthology.orchestra.run.smithi007.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 5.1 MB 00:00 2024-09-10T07:32:50.080 INFO:teuthology.orchestra.run.smithi007.stdout:(84/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 638 kB/s | 250 kB 00:00 2024-09-10T07:32:50.105 INFO:teuthology.orchestra.run.smithi007.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 578 kB/s | 77 kB 00:00 2024-09-10T07:32:50.180 INFO:teuthology.orchestra.run.smithi007.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 422 kB/s | 42 kB 00:00 2024-09-10T07:32:50.205 INFO:teuthology.orchestra.run.smithi007.stdout:(87/156): python3-oauthlib-3.1.1-5.el9.noarch.r 566 kB/s | 222 kB 00:00 2024-09-10T07:32:50.231 INFO:teuthology.orchestra.run.smithi007.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-09-10T07:32:50.331 INFO:teuthology.orchestra.run.smithi007.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 510 kB/s | 51 kB 00:00 2024-09-10T07:32:50.399 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2024-09-10T07:32:50.432 INFO:teuthology.orchestra.run.smithi007.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 536 kB/s | 54 kB 00:00 2024-09-10T07:32:50.457 INFO:teuthology.orchestra.run.smithi007.stdout:(91/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 575 kB/s | 159 kB 00:00 2024-09-10T07:32:50.549 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2024-09-10T07:32:50.549 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2024-09-10T07:32:50.574 INFO:teuthology.orchestra.run.smithi007.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-10T07:32:50.674 INFO:teuthology.orchestra.run.smithi007.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 442 kB/s | 44 kB 00:00 2024-09-10T07:32:50.699 INFO:teuthology.orchestra.run.smithi007.stdout:(94/156): python3-pyasn1-modules-0.4.8-6.el9.no 565 kB/s | 279 kB 00:00 2024-09-10T07:32:50.808 INFO:teuthology.orchestra.run.smithi007.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 331 kB/s | 36 kB 00:00 2024-09-10T07:32:51.059 INFO:teuthology.orchestra.run.smithi007.stdout:(96/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-10T07:32:51.083 INFO:teuthology.orchestra.run.smithi007.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 172 kB/s | 47 kB 00:00 2024-09-10T07:32:51.109 INFO:teuthology.orchestra.run.smithi007.stdout:(98/156): qatlib-24.02.0-1.el9.x86_64.rpm 507 kB/s | 221 kB 00:00 2024-09-10T07:32:51.168 INFO:teuthology.orchestra.run.smithi007.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-10T07:32:51.193 INFO:teuthology.orchestra.run.smithi007.stdout:(100/156): uuid-1.6.2-55.el9.x86_64.rpm 529 kB/s | 58 kB 00:00 2024-09-10T07:32:51.277 INFO:teuthology.orchestra.run.smithi007.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 587 kB/s | 64 kB 00:00 2024-09-10T07:32:51.302 INFO:teuthology.orchestra.run.smithi007.stdout:(102/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 498 kB/s | 96 kB 00:00 2024-09-10T07:32:51.327 INFO:teuthology.orchestra.run.smithi007.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 335 kB/s | 45 kB 00:00 2024-09-10T07:32:51.378 INFO:teuthology.orchestra.run.smithi007.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-10T07:32:51.403 INFO:teuthology.orchestra.run.smithi007.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-10T07:32:51.420 INFO:teuthology.orchestra.run.smithi007.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-10T07:32:51.528 INFO:teuthology.orchestra.run.smithi007.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-09-10T07:32:51.545 INFO:teuthology.orchestra.run.smithi007.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.6 MB/s | 26 kB 00:00 2024-09-10T07:32:51.562 INFO:teuthology.orchestra.run.smithi007.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.8 MB/s | 49 kB 00:00 2024-09-10T07:32:51.587 INFO:teuthology.orchestra.run.smithi007.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T07:32:51.613 INFO:teuthology.orchestra.run.smithi007.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-10T07:32:51.671 INFO:teuthology.orchestra.run.smithi007.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 19 MB/s | 839 kB 00:00 2024-09-10T07:32:51.705 INFO:teuthology.orchestra.run.smithi007.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-10T07:32:51.747 INFO:teuthology.orchestra.run.smithi007.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.1 MB/s | 43 kB 00:00 2024-09-10T07:32:51.772 INFO:teuthology.orchestra.run.smithi007.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T07:32:51.798 INFO:teuthology.orchestra.run.smithi007.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-10T07:32:51.823 INFO:teuthology.orchestra.run.smithi007.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-10T07:32:51.857 INFO:teuthology.orchestra.run.smithi007.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-10T07:32:51.882 INFO:teuthology.orchestra.run.smithi007.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 12 MB/s | 303 kB 00:00 2024-09-10T07:32:51.907 INFO:teuthology.orchestra.run.smithi007.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 8.7 MB/s | 220 kB 00:00 2024-09-10T07:32:51.974 INFO:teuthology.orchestra.run.smithi007.stdout:(121/156): python3-grpcio-1.46.7-10.el9.x86_64. 31 MB/s | 2.0 MB 00:00 2024-09-10T07:32:51.999 INFO:teuthology.orchestra.run.smithi007.stdout:(122/156): lua-devel-5.4.4-4.el9.x86_64.rpm 31 kB/s | 22 kB 00:00 2024-09-10T07:32:52.033 INFO:teuthology.orchestra.run.smithi007.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-09-10T07:32:52.058 INFO:teuthology.orchestra.run.smithi007.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 183 kB/s | 11 kB 00:00 2024-09-10T07:32:52.083 INFO:teuthology.orchestra.run.smithi007.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 367 kB/s | 18 kB 00:00 2024-09-10T07:32:52.109 INFO:teuthology.orchestra.run.smithi007.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 459 kB/s | 23 kB 00:00 2024-09-10T07:32:52.143 INFO:teuthology.orchestra.run.smithi007.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 330 kB/s | 19 kB 00:00 2024-09-10T07:32:52.168 INFO:teuthology.orchestra.run.smithi007.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 335 kB/s | 20 kB 00:00 2024-09-10T07:32:52.193 INFO:teuthology.orchestra.run.smithi007.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T07:32:52.219 INFO:teuthology.orchestra.run.smithi007.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-10T07:32:52.244 INFO:teuthology.orchestra.run.smithi007.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-10T07:32:52.277 INFO:teuthology.orchestra.run.smithi007.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-10T07:32:52.303 INFO:teuthology.orchestra.run.smithi007.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-10T07:32:52.328 INFO:teuthology.orchestra.run.smithi007.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-10T07:32:52.362 INFO:teuthology.orchestra.run.smithi007.stdout:(135/156): protobuf-compiler-3.14.0-13.el9.x86_ 835 kB/s | 863 kB 00:01 2024-09-10T07:32:52.387 INFO:teuthology.orchestra.run.smithi007.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 481 kB/s | 28 kB 00:00 2024-09-10T07:32:52.437 INFO:teuthology.orchestra.run.smithi007.stdout:(137/156): python3-kubernetes-26.1.0-2.el9.noar 3.5 MB/s | 1.0 MB 00:00 2024-09-10T07:32:52.463 INFO:teuthology.orchestra.run.smithi007.stdout:(138/156): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-09-10T07:32:52.488 INFO:teuthology.orchestra.run.smithi007.stdout:(139/156): python3-repoze-lru-0.7-16.el9.noarch 244 kB/s | 31 kB 00:00 2024-09-10T07:32:52.513 INFO:teuthology.orchestra.run.smithi007.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 804 kB/s | 59 kB 00:00 2024-09-10T07:32:52.539 INFO:teuthology.orchestra.run.smithi007.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 473 kB/s | 36 kB 00:00 2024-09-10T07:32:52.564 INFO:teuthology.orchestra.run.smithi007.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 986 kB/s | 74 kB 00:00 2024-09-10T07:32:52.589 INFO:teuthology.orchestra.run.smithi007.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-10T07:32:52.606 INFO:teuthology.orchestra.run.smithi007.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-10T07:32:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-10T07:32:52.665 INFO:teuthology.orchestra.run.smithi007.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-10T07:32:52.690 INFO:teuthology.orchestra.run.smithi007.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-10T07:32:52.722 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2024-09-10T07:32:52.723 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2024-09-10T07:32:52.741 INFO:teuthology.orchestra.run.smithi007.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-10T07:32:52.925 INFO:teuthology.orchestra.run.smithi007.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-09-10T07:32:52.975 INFO:teuthology.orchestra.run.smithi007.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-10T07:32:53.025 INFO:teuthology.orchestra.run.smithi007.stdout:(151/156): NetworkManager-libnm-1.49.90-1.el9.x 18 MB/s | 1.8 MB 00:00 2024-09-10T07:32:53.050 INFO:teuthology.orchestra.run.smithi007.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 542 kB/s | 41 kB 00:00 2024-09-10T07:32:53.075 INFO:teuthology.orchestra.run.smithi007.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 4.8 MB/s | 249 kB 00:00 2024-09-10T07:32:53.142 INFO:teuthology.orchestra.run.smithi007.stdout:(154/156): librados2-19.1.1-305.g1cf819b7.el9.x 7.2 MB/s | 3.4 MB 00:00 2024-09-10T07:32:53.210 INFO:teuthology.orchestra.run.smithi007.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-09-10T07:32:53.251 INFO:teuthology.orchestra.run.smithi007.stdout:(156/156): openssl-3.2.2-6.el9.x86_64.rpm 6.7 MB/s | 1.4 MB 00:00 2024-09-10T07:32:53.258 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:32:53.258 INFO:teuthology.orchestra.run.smithi007.stdout:Total 17 MB/s | 226 MB 00:13 2024-09-10T07:32:54.007 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-09-10T07:32:54.135 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T07:32:54.181 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T07:32:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T07:32:54.277 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T07:32:54.302 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T07:32:54.356 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T07:32:54.534 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-09-10T07:32:54.705 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-09-10T07:32:54.705 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-09-10T07:32:54.749 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T07:32:54.862 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:32:54.984 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:32:55.046 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:32:55.138 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:32:55.167 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:32:55.325 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T07:32:55.403 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T07:32:55.434 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:32:55.521 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:32:55.544 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:32:55.606 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:32:55.628 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:32:55.654 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:32:55.843 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:32:56.021 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:32:56.122 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T07:32:56.237 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:32:56.315 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:32:56.543 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:32:56.662 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T07:32:56.759 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T07:32:56.796 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T07:32:56.839 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T07:32:56.912 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T07:32:56.957 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T07:32:56.989 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T07:32:57.032 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T07:32:57.065 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T07:32:57.093 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T07:32:57.113 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-09-10T07:32:57.113 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-09-10T07:32:57.162 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T07:32:57.215 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T07:32:57.246 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T07:32:57.290 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T07:32:57.366 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T07:32:57.408 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T07:32:57.444 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T07:32:57.472 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T07:32:57.542 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T07:32:57.587 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T07:32:57.660 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T07:32:57.793 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T07:32:57.848 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T07:32:58.375 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T07:32:58.460 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T07:32:58.489 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T07:32:58.524 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T07:32:58.561 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T07:32:58.604 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T07:32:58.760 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T07:32:58.807 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T07:32:58.862 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T07:32:58.934 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T07:32:58.966 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T07:32:58.997 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2024-09-10T07:32:59.002 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T07:32:59.049 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T07:32:59.073 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T07:32:59.085 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T07:32:59.110 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T07:32:59.128 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T07:32:59.164 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T07:32:59.170 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T07:32:59.197 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T07:32:59.223 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T07:32:59.284 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T07:32:59.306 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T07:32:59.356 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T07:32:59.397 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T07:32:59.500 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T07:32:59.564 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T07:32:59.604 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T07:32:59.629 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T07:32:59.654 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T07:32:59.745 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T07:32:59.761 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T07:32:59.871 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T07:32:59.874 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:32:59.903 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T07:32:59.931 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T07:32:59.980 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:00.009 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:00.073 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T07:33:00.084 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:00.113 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:33:00.146 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T07:33:00.178 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T07:33:00.208 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T07:33:00.243 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T07:33:00.276 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T07:33:00.290 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T07:33:00.318 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T07:33:00.343 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T07:33:00.353 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T07:33:00.371 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:00.438 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T07:33:00.475 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:00.491 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T07:33:00.505 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:33:00.522 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T07:33:00.596 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:33:00.623 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:33:00.625 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T07:33:00.648 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:33:00.673 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T07:33:00.807 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:33:00.994 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:33:01.104 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T07:33:01.229 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:01.298 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:01.378 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T07:33:01.421 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T07:33:01.454 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T07:33:01.527 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:01.551 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T07:33:01.604 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T07:33:01.649 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T07:33:01.650 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T07:33:01.742 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T07:33:01.745 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T07:33:01.778 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T07:33:01.778 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T07:33:01.813 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T07:33:01.886 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T07:33:01.930 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T07:33:01.959 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T07:33:01.962 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T07:33:01.984 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T07:33:02.006 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T07:33:02.039 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T07:33:02.066 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T07:33:02.074 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T07:33:02.135 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T07:33:02.188 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T07:33:02.219 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T07:33:02.263 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T07:33:02.339 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T07:33:02.374 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T07:33:02.408 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T07:33:02.436 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T07:33:02.507 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T07:33:02.551 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T07:33:02.625 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T07:33:02.739 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T07:33:02.757 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T07:33:02.812 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T07:33:02.855 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T07:33:03.337 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T07:33:03.416 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T07:33:03.445 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T07:33:03.480 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T07:33:03.516 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-09-10T07:33:03.517 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T07:33:03.559 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T07:33:03.656 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T07:33:03.704 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T07:33:03.710 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T07:33:03.762 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T07:33:03.774 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T07:33:03.815 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T07:33:03.817 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T07:33:03.839 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T07:33:03.889 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T07:33:03.890 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T07:33:03.921 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T07:33:03.957 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T07:33:04.004 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T07:33:04.040 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T07:33:04.083 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T07:33:04.099 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T07:33:04.125 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T07:33:04.194 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T07:33:04.222 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T07:33:04.251 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T07:33:04.255 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T07:33:04.260 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T07:33:04.301 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T07:33:04.343 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T07:33:04.399 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:04.445 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T07:33:04.477 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T07:33:04.517 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T07:33:04.550 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T07:33:04.556 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T07:33:04.575 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T07:33:04.626 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:04.718 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:04.734 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:04.748 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T07:33:04.759 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:04.784 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T07:33:04.823 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T07:33:04.853 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:04.880 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:33:04.944 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T07:33:04.974 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T07:33:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T07:33:05.048 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T07:33:05.077 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T07:33:05.083 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T07:33:05.115 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T07:33:05.139 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T07:33:05.145 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T07:33:05.166 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:05.179 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T07:33:05.213 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T07:33:05.254 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T07:33:05.264 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T07:33:05.282 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:05.289 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T07:33:05.309 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:33:05.313 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:05.374 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T07:33:05.375 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:05.386 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:33:05.398 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T07:33:05.410 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:33:05.419 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T07:33:05.437 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:33:05.458 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T07:33:05.559 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T07:33:05.609 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T07:33:05.624 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:33:05.822 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:33:05.933 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T07:33:06.049 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:06.317 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T07:33:06.365 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T07:33:06.372 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:33:06.398 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T07:33:06.479 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T07:33:06.496 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T07:33:06.548 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T07:33:06.583 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T07:33:06.592 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T07:33:06.624 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T07:33:06.659 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T07:33:06.672 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T07:33:06.704 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T07:33:06.734 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T07:33:06.794 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T07:33:06.834 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T07:33:06.877 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T07:33:06.888 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T07:33:06.918 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T07:33:06.919 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T07:33:06.954 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T07:33:06.996 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T07:33:07.026 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T07:33:07.078 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T07:33:07.107 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T07:33:07.151 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T07:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T07:33:07.261 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T07:33:07.305 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T07:33:07.333 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T07:33:07.414 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T07:33:07.465 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T07:33:07.544 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T07:33:07.636 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T07:33:07.688 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T07:33:07.714 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:07.740 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T07:33:07.743 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T07:33:07.753 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:08.293 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:08.303 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T07:33:08.332 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T07:33:08.424 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:08.424 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:33:08.425 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:33:08.425 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T07:33:08.467 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T07:33:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T07:33:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T07:33:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T07:33:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T07:33:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T07:33:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T07:33:08.965 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T07:33:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T07:33:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T07:33:09.047 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T07:33:09.075 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T07:33:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T07:33:09.108 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T07:33:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T07:33:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T07:33:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T07:33:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T07:33:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T07:33:09.417 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T07:33:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T07:33:09.463 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T07:33:09.554 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:09.584 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T07:33:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T07:33:09.620 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T07:33:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T07:33:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T07:33:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T07:33:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T07:33:09.914 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T07:33:10.100 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T07:33:10.107 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T07:33:10.124 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:10.194 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T07:33:10.195 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:10.225 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T07:33:10.235 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T07:33:10.285 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T07:33:10.333 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T07:33:10.362 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T07:33:10.405 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T07:33:10.438 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T07:33:10.482 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T07:33:10.514 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T07:33:10.609 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T07:33:10.663 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T07:33:10.701 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T07:33:10.819 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T07:33:10.873 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T07:33:11.640 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T07:33:11.686 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T07:33:11.720 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T07:33:11.823 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T07:33:11.876 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T07:33:11.921 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T07:33:12.012 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T07:33:12.056 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T07:33:12.250 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T07:33:12.278 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T07:33:12.367 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T07:33:12.602 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:12.630 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:13.063 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T07:33:13.173 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:13.189 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T07:33:13.217 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:13.313 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:13.313 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:33:13.314 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:33:13.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:13.343 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:14.530 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T07:33:14.613 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T07:33:14.642 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T07:33:14.675 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T07:33:15.021 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T07:33:15.129 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:15.221 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:33:15.268 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T07:33:15.304 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T07:33:15.814 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T07:33:15.841 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:15.904 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:33:15.934 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T07:33:18.338 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:18.381 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:18.960 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:33:19.002 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:19.076 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:33:19.076 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:33:19.077 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:33:19.077 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:19.119 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:20.358 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:20.358 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /sys 2024-09-10T07:33:20.358 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /proc 2024-09-10T07:33:20.358 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /mnt 2024-09-10T07:33:20.358 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /var/tmp 2024-09-10T07:33:20.359 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /home 2024-09-10T07:33:20.359 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /root 2024-09-10T07:33:20.359 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /tmp 2024-09-10T07:33:20.359 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:20.530 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:20.545 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:20.545 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:20.545 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T07:33:20.545 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:22.043 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:22.044 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:22.044 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:33:22.044 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:22.044 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:22.044 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:22.277 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:22.299 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:22.300 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:22.300 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:33:22.300 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:22.300 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:22.300 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:22.736 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:22.759 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:22.857 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T07:33:22.905 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T07:33:22.961 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T07:33:23.152 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T07:33:23.195 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T07:33:23.264 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T07:33:23.352 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T07:33:23.490 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T07:33:23.566 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T07:33:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T07:33:23.630 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T07:33:24.085 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:24.112 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:24.144 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T07:33:24.205 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T07:33:24.235 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /sys 2024-09-10T07:33:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /proc 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /mnt 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /var/tmp 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /home 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /root 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /tmp 2024-09-10T07:33:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:25.248 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:25.248 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T07:33:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:25.312 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:26.276 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:26.304 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:26.405 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:26.559 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T07:33:26.590 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:26.614 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:26.665 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:26.677 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:33:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:26.773 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T07:33:26.838 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T07:33:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:33:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:27.484 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:27.484 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:33:27.484 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:27.484 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T07:33:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T07:33:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T07:33:27.774 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T07:33:27.801 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:27.825 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:27.825 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:27.826 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:33:27.826 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:27.826 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:27.826 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:27.869 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T07:33:27.891 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:27.891 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:27.892 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:33:27.892 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T07:33:27.936 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:27.959 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:27.959 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:27.959 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T07:33:27.959 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:27.959 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:27.960 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T07:33:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T07:33:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T07:33:28.270 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:28.294 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T07:33:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T07:33:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T07:33:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T07:33:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:29.990 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:30.027 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:30.991 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:31.019 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:31.121 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:31.289 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T07:33:31.321 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:31.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:31.388 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:31.400 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /sys 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /proc 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /mnt 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /var/tmp 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /home 2024-09-10T07:33:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /root 2024-09-10T07:33:31.479 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /tmp 2024-09-10T07:33:31.479 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:31.497 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T07:33:31.550 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T07:33:31.658 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:31.675 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:33:31.675 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:31.675 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T07:33:31.676 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:32.482 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T07:33:32.516 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:32.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:32.583 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:32.606 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:32.606 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:32.606 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:33:32.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:32.650 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:32.673 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:32.673 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:32.674 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T07:33:32.674 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:32.674 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:32.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:32.858 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T07:33:32.899 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T07:33:32.940 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T07:33:32.973 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T07:33:32.976 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:33.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:33.001 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T07:33:33.181 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T07:33:33.219 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:33.230 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:33:33.248 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:33.260 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T07:33:33.290 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T07:33:33.336 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T07:33:33.486 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:33:33.512 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:33.877 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:33.918 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:33.938 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:33.987 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:34.012 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:33:34.012 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:34.012 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:33:34.013 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:34.013 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:33:34.013 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:34.127 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T07:33:34.186 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T07:33:34.250 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T07:33:34.447 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T07:33:34.498 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T07:33:34.580 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T07:33:34.678 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T07:33:34.765 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T07:33:34.823 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T07:33:34.840 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T07:33:34.877 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T07:33:34.892 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T07:33:34.915 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T07:33:34.940 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T07:33:34.989 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T07:33:35.026 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T07:33:35.052 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T07:33:35.078 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T07:33:35.078 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:35.162 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:35.162 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:35.246 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:35.271 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T07:33:35.276 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:35.277 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:35.432 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:35.464 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:33:35.465 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:35.465 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:35.496 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T07:33:35.558 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:35.562 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T07:33:35.587 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:35.622 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:36.697 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:33:36.731 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:37.588 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T07:33:37.629 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T07:33:37.669 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T07:33:37.702 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T07:33:37.729 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T07:33:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:33:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:33:37.909 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T07:33:37.951 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T07:33:37.981 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T07:33:38.010 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T07:33:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T07:33:38.057 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T07:33:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:33:38.110 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:38.110 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:33:38.110 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:38.110 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:33:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:33:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T07:33:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T07:33:38.669 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:38.704 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:38.725 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:39.320 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T07:33:39.345 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:39.370 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:33:39.370 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:39.371 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:33:39.371 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:39.371 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:33:39.371 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:39.412 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:39.437 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:33:39.437 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:39.437 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:33:39.437 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:39.488 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:39.513 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:33:39.513 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:39.513 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T07:33:39.513 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:39.513 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:33:39.514 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:39.552 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T07:33:39.642 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T07:33:39.690 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T07:33:39.785 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T07:33:39.820 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T07:33:39.845 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T07:33:39.856 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:39.880 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T07:33:39.880 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:39.880 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:33:39.881 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:33:39.881 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:33:39.881 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:39.881 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:33:39.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:39.964 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:39.964 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:40.048 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:40.073 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T07:33:40.079 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:40.079 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:40.258 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:40.258 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:40.343 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:40.416 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T07:33:41.238 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T07:33:41.239 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T07:33:41.240 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T07:33:41.241 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T07:33:41.242 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T07:33:41.243 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T07:33:41.244 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T07:33:41.245 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T07:33:41.246 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T07:33:41.247 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T07:33:41.248 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T07:33:41.249 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T07:33:41.250 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout:Upgraded: 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:44.039 INFO:teuthology.orchestra.run.smithi110.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.040 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.041 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T07:33:44.042 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:33:44.043 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T07:33:44.044 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:33:44.045 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T07:33:44.046 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:33:44.047 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T07:33:44.048 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T07:33:44.049 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.050 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T07:33:44.051 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:33:44.052 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-09-10T07:33:44.455 DEBUG:teuthology.parallel:result is None 2024-09-10T07:33:44.760 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T07:33:44.802 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T07:33:44.843 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T07:33:44.875 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T07:33:44.901 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T07:33:45.099 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T07:33:45.148 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T07:33:45.178 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T07:33:45.208 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T07:33:45.254 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T07:33:45.980 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:46.027 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:46.049 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:33:46.266 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:33:46.267 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T07:33:46.268 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T07:33:46.269 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T07:33:46.269 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T07:33:46.280 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T07:33:46.281 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T07:33:46.282 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T07:33:46.283 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T07:33:46.284 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T07:33:46.285 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T07:33:46.286 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T07:33:46.287 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T07:33:46.288 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T07:33:46.289 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T07:33:46.290 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T07:33:46.290 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T07:33:46.290 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T07:33:46.967 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T07:33:47.066 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T07:33:47.117 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T07:33:47.221 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T07:33:47.253 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T07:33:47.278 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T07:33:47.315 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T07:33:47.315 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:47.405 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:33:47.405 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:47.497 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:33:47.522 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T07:33:47.528 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:47.528 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:47.716 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:33:47.716 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:47.792 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:33:47.861 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:48.854 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:48.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:48.854 INFO:teuthology.orchestra.run.smithi145.stdout:Upgraded: 2024-09-10T07:33:48.854 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T07:33:48.855 INFO:teuthology.orchestra.run.smithi145.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.856 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.857 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T07:33:48.858 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T07:33:48.859 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T07:33:48.860 INFO:teuthology.orchestra.run.smithi145.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T07:33:48.861 INFO:teuthology.orchestra.run.smithi145.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T07:33:48.862 INFO:teuthology.orchestra.run.smithi145.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T07:33:48.863 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:33:48.864 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:33:48.865 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:33:48.866 INFO:teuthology.orchestra.run.smithi145.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:33:48.867 INFO:teuthology.orchestra.run.smithi145.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:33:48.868 INFO:teuthology.orchestra.run.smithi145.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T07:33:48.868 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T07:33:48.868 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:33:48.868 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T07:33:48.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:33:48.869 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2024-09-10T07:33:49.274 DEBUG:teuthology.parallel:result is None 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T07:33:53.894 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T07:33:53.895 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T07:33:53.896 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T07:33:53.911 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T07:33:53.911 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T07:33:53.911 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T07:33:53.911 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T07:33:53.911 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T07:33:53.912 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T07:33:53.913 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T07:33:53.914 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T07:33:53.915 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T07:33:53.916 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T07:33:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T07:33:53.918 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T07:33:53.919 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T07:33:53.920 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T07:33:53.921 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T07:33:53.922 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T07:33:56.792 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout:Upgraded: 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:56.793 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T07:33:56.794 INFO:teuthology.orchestra.run.smithi007.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.795 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.796 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.797 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T07:33:56.798 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T07:33:56.799 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:33:56.800 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T07:33:56.801 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T07:33:56.802 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T07:33:56.803 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.804 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T07:33:56.805 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:33:56.806 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T07:33:56.807 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:33:56.808 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.809 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:33:56.810 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-09-10T07:33:57.197 DEBUG:teuthology.parallel:result is None 2024-09-10T07:33:57.198 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:57.346 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:33:57.370 INFO:teuthology.orchestra.run.smithi007.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.371 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.371 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:33:57.373 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:57.517 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:33:57.543 INFO:teuthology.orchestra.run.smithi110.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.544 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.544 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:33:57.546 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:57.690 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:33:57.716 INFO:teuthology.orchestra.run.smithi145.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.716 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:33:57.716 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:33:57.718 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T07:33:57.719 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:33:57.719 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:33:57.749 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:33:57.749 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:33:57.782 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:33:57.782 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:33:57.814 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T07:33:57.815 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:33:57.815 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:33:57.843 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:33:57.911 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:33:57.911 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:33:57.941 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:33:58.011 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:33:58.011 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:33:58.042 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:33:58.109 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T07:33:58.110 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:33:58.110 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:33:58.138 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:33:58.206 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:33:58.206 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:33:58.235 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:33:58.301 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:33:58.302 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:33:58.330 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:33:58.398 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T07:33:58.399 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:33:58.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:33:58.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:33:58.493 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:33:58.493 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:33:58.518 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:33:58.583 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:33:58.583 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:33:58.612 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:33:58.682 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-10T07:33:58.781 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-09-10T07:33:58.781 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:58.782 INFO:tasks.cephadm:Cluster fsid is 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:33:58.782 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-10T07:33:58.782 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.7', 'mon.b': '172.21.15.110', 'mon.c': '172.21.15.145'} 2024-09-10T07:33:58.782 INFO:tasks.cephadm:First mon is mon.a on smithi007 2024-09-10T07:33:58.782 INFO:tasks.cephadm:First mgr is x 2024-09-10T07:33:58.782 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-10T07:33:58.782 DEBUG:teuthology.orchestra.run.smithi007:> sudo hostname $(hostname -s) 2024-09-10T07:33:58.812 DEBUG:teuthology.orchestra.run.smithi110:> sudo hostname $(hostname -s) 2024-09-10T07:33:58.837 DEBUG:teuthology.orchestra.run.smithi145:> sudo hostname $(hostname -s) 2024-09-10T07:33:58.867 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-10T07:33:58.868 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:59.016 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82914/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-305-g1cf819b7', 'node_name': '172.21.5.35+adami05', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-305.g1cf819b7'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-09 22:14:38.445020', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-testing-20240909.165402-squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}, {'status': 'ready', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82912/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-305-g1cf819b7', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-305.g1cf819b7'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-09 22:05:03.996701', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-testing-20240909.165402-squid', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-10T07:33:59.163 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-rishabh-testing-20240909.165402-squid, sha1 1cf819b7212a6048e92fc78c4eff963344f6d56b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:33:59.165 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm 2024-09-10T07:33:59.165 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm 2024-09-10T07:33:59.165 DEBUG:teuthology.orchestra.run.smithi007:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T07:33:59.558 INFO:teuthology.orchestra.run.smithi007.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 07:33 /home/ubuntu/cephtest/cephadm 2024-09-10T07:33:59.559 DEBUG:teuthology.orchestra.run.smithi110:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T07:33:59.929 INFO:teuthology.orchestra.run.smithi110.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 07:33 /home/ubuntu/cephtest/cephadm 2024-09-10T07:33:59.929 DEBUG:teuthology.orchestra.run.smithi145:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T07:34:00.338 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 07:34 /home/ubuntu/cephtest/cephadm 2024-09-10T07:34:00.338 DEBUG:teuthology.orchestra.run.smithi007:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T07:34:00.359 DEBUG:teuthology.orchestra.run.smithi110:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T07:34:00.377 DEBUG:teuthology.orchestra.run.smithi145:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T07:34:00.411 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b on all hosts... 2024-09-10T07:34:00.412 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T07:34:00.414 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T07:34:00.420 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T07:34:02.074 INFO:teuthology.orchestra.run.smithi007.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T07:34:02.088 INFO:teuthology.orchestra.run.smithi110.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T07:34:02.121 INFO:teuthology.orchestra.run.smithi145.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout: "repo_digests": [ 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T07:34:34.005 INFO:teuthology.orchestra.run.smithi145.stdout: ] 2024-09-10T07:34:34.006 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-10T07:34:51.362 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:34:51.362 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:34:51.362 INFO:teuthology.orchestra.run.smithi007.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T07:34:51.362 INFO:teuthology.orchestra.run.smithi007.stdout: "repo_digests": [ 2024-09-10T07:34:51.362 INFO:teuthology.orchestra.run.smithi007.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T07:34:51.363 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T07:34:51.363 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:34:56.744 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-10T07:34:56.744 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:34:56.744 INFO:teuthology.orchestra.run.smithi110.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T07:34:56.744 INFO:teuthology.orchestra.run.smithi110.stdout: "repo_digests": [ 2024-09-10T07:34:56.745 INFO:teuthology.orchestra.run.smithi110.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T07:34:56.745 INFO:teuthology.orchestra.run.smithi110.stdout: ] 2024-09-10T07:34:56.745 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-10T07:34:56.768 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph 2024-09-10T07:34:56.804 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /etc/ceph 2024-09-10T07:34:56.831 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph 2024-09-10T07:34:56.865 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /etc/ceph 2024-09-10T07:34:56.894 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 777 /etc/ceph 2024-09-10T07:34:56.919 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /etc/ceph 2024-09-10T07:34:56.947 INFO:tasks.cephadm:Writing seed config... 2024-09-10T07:34:56.948 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-10T07:34:56.949 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-10T07:34:56.950 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-10T07:34:56.951 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-10T07:34:56.952 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-10T07:34:56.953 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:34:56.953 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-10T07:34:56.972 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0ae38828-6f47-11ef-bcea-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-10T07:34:56.972 DEBUG:teuthology.orchestra.run.smithi007:mon.a> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service 2024-09-10T07:34:57.015 DEBUG:teuthology.orchestra.run.smithi007:mgr.x> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x.service 2024-09-10T07:34:57.058 INFO:tasks.cephadm:Bootstrapping... 2024-09-10T07:34:57.058 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b -v bootstrap --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.7 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-10T07:34:57.270 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:34:57.271 INFO:teuthology.orchestra.run.smithi007.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b', '-v', 'bootstrap', '--fsid', '0ae38828-6f47-11ef-bcea-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.7', '--skip-admin-label'] 2024-09-10T07:34:57.271 INFO:teuthology.orchestra.run.smithi007.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-10T07:34:57.271 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying podman|docker is present... 2024-09-10T07:34:57.295 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.2.2 2024-09-10T07:34:57.295 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying lvm2 is present... 2024-09-10T07:34:57.295 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying time synchronization is in place... 2024-09-10T07:34:57.303 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-10T07:34:57.303 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-10T07:34:57.310 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-10T07:34:57.310 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:34:57.317 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-09-10T07:34:57.323 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-09-10T07:34:57.324 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-09-10T07:34:57.324 INFO:teuthology.orchestra.run.smithi007.stdout:Repeating the final host check... 2024-09-10T07:34:57.347 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.2.2 2024-09-10T07:34:57.347 INFO:teuthology.orchestra.run.smithi007.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-10T07:34:57.347 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl is present 2024-09-10T07:34:57.347 INFO:teuthology.orchestra.run.smithi007.stdout:lvcreate is present 2024-09-10T07:34:57.354 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-10T07:34:57.354 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-10T07:34:57.360 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-10T07:34:57.360 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:34:57.367 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:Host looks OK 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:Cluster fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:Acquiring lock 140517475099504 on /run/cephadm/0ae38828-6f47-11ef-bcea-c7b262605968.lock 2024-09-10T07:34:57.374 INFO:teuthology.orchestra.run.smithi007.stdout:Lock 140517475099504 acquired on /run/cephadm/0ae38828-6f47-11ef-bcea-c7b262605968.lock 2024-09-10T07:34:57.375 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 3300 ... 2024-09-10T07:34:57.375 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 6789 ... 2024-09-10T07:34:57.375 INFO:teuthology.orchestra.run.smithi007.stdout:Base mon IP(s) is [172.21.15.7:3300, 172.21.15.7:6789], mon addrv is [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-10T07:34:57.378 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.7 metric 100 2024-09-10T07:34:57.379 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.7 metric 100 2024-09-10T07:34:57.381 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-10T07:34:57.381 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-10T07:34:57.381 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1794sec hoplimit 64 pref medium 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-10T07:34:57.384 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-10T07:34:57.385 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-09-10T07:34:57.385 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-09-10T07:34:57.385 INFO:teuthology.orchestra.run.smithi007.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-10T07:34:57.385 INFO:teuthology.orchestra.run.smithi007.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-10T07:34:57.386 INFO:teuthology.orchestra.run.smithi007.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T07:34:57.845 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Getting image source signatures 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:3965ca83761b6e221cd35b61f2ebac0e3b1f9d68a1ce39c1ada69153a1d73116 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying config sha256:41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 2024-09-10T07:34:57.846 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-10T07:34:58.776 INFO:teuthology.orchestra.run.smithi007.stdout:ceph: stdout ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable) 2024-09-10T07:34:58.776 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph version: ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable) 2024-09-10T07:34:58.776 INFO:teuthology.orchestra.run.smithi007.stdout:Extracting ceph user uid/gid from container image... 2024-09-10T07:34:59.597 INFO:teuthology.orchestra.run.smithi007.stdout:stat: stdout 167 167 2024-09-10T07:34:59.598 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial keys... 2024-09-10T07:35:00.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQCj9t9meFQwNxAAwnbItnjO3jiTfHBK3jxScw== 2024-09-10T07:35:01.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQCk9t9msIbuMxAAOVHuxfeLyWBXJpwosQ3TTA== 2024-09-10T07:35:02.388 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQCl9t9m+OM6LhAA1wDdEyqDU3fJ8/PoZbna9Q== 2024-09-10T07:35:02.389 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial monmap... 2024-09-10T07:35:03.310 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-10T07:35:03.310 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-10T07:35:03.310 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool for a [v2:172.21.15.7:3300,v1:172.21.15.7:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = quincy 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: set fsid to 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:35:03.311 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mon... 2024-09-10T07:35:04.232 INFO:teuthology.orchestra.run.smithi007.stdout:create mon.a on 2024-09-10T07:35:04.447 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-10T07:35:04.604 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-10T07:35:04.791 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target. 2024-09-10T07:35:04.791 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target. 2024-09-10T07:35:05.051 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a 2024-09-10T07:35:05.051 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service: Unit ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service not loaded. 2024-09-10T07:35:05.221 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target.wants/ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service → /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968@.service. 2024-09-10T07:35:05.775 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T07:35:05.775 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-10T07:35:05.783 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T07:35:05.783 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:35:05.783 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-10T07:35:05.784 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-09-10T07:35:05.784 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon to start... 2024-09-10T07:35:05.784 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon... 2024-09-10T07:35:06.835 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout cluster: 2024-09-10T07:35:06.846 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout id: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:06.846 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-10T07:35:06.846 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:06.846 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout services: 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.514355s) 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout data: 2024-09-10T07:35:06.847 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pgs: 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.167+0000 7f72a84a1640 1 Processor -- start 2024-09-10T07:35:06.848 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.167+0000 7f72a84a1640 1 -- start start 2024-09-10T07:35:06.849 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.167+0000 7f72a84a1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:06.849 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.167+0000 7f72a84a1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f72a007bdd0 con 0x7f72a0107e70 2024-09-10T07:35:06.849 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.168+0000 7f72a623d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:06.849 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.168+0000 7f72a623d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38198/0 (socket says 172.21.15.7:38198) 2024-09-10T07:35:06.849 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.168+0000 7f72a623d640 1 -- 172.21.15.7:0/1910358283 learned_addr learned my addr 172.21.15.7:0/1910358283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.168+0000 7f72a623d640 1 -- 172.21.15.7:0/1910358283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72a010a7a0 con 0x7f72a0107e70 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.170+0000 7f72a623d640 1 --2- 172.21.15.7:0/1910358283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f729c009820 tx=0x7f729c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=426b37091028ce54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.170+0000 7f72a523b640 1 -- 172.21.15.7:0/1910358283 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f729c037070 con 0x7f72a0107e70 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.170+0000 7f72a523b640 1 -- 172.21.15.7:0/1910358283 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f729c032440 con 0x7f72a0107e70 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.170+0000 7f72a523b640 1 -- 172.21.15.7:0/1910358283 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f729c032740 con 0x7f72a0107e70 2024-09-10T07:35:06.850 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 -- 172.21.15.7:0/1910358283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 msgr2=0x7f72a010a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:06.851 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 --2- 172.21.15.7:0/1910358283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f729c009820 tx=0x7f729c02a270 comp rx=0 tx=0).stop 2024-09-10T07:35:06.851 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 -- 172.21.15.7:0/1910358283 shutdown_connections 2024-09-10T07:35:06.851 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 --2- 172.21.15.7:0/1910358283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a010a260 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:06.851 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 -- 172.21.15.7:0/1910358283 >> 172.21.15.7:0/1910358283 conn(0x7f72a01019d0 msgr2=0x7f72a0103e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:06.851 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 -- 172.21.15.7:0/1910358283 shutdown_connections 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 -- 172.21.15.7:0/1910358283 wait complete. 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.171+0000 7f72a84a1640 1 Processor -- start 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a84a1640 1 -- start start 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a84a1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a84a1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f72a010ac10 con 0x7f72a0107e70 2024-09-10T07:35:06.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a623d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:06.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a623d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38210/0 (socket says 172.21.15.7:38210) 2024-09-10T07:35:06.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a623d640 1 -- 172.21.15.7:0/1433122150 learned_addr learned my addr 172.21.15.7:0/1433122150 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:06.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a623d640 1 -- 172.21.15.7:0/1433122150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72a0107c30 con 0x7f72a0107e70 2024-09-10T07:35:06.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72a623d640 1 --2- 172.21.15.7:0/1433122150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f729c0090b0 tx=0x7f729c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:06.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f729c041070 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.172+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f729c03c7a0 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.173+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f729c037040 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.173+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72a0105e20 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.173+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72a0106360 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.173+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f729c044070 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.173+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f729c03d3f0 con 0x7f72a0107e70 2024-09-10T07:35:06.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.174+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72a01082d0 con 0x7f72a0107e70 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.176+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f729c046450 con 0x7f72a0107e70 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.238+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f72a01941e0 con 0x7f72a0107e70 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.238+0000 7f72977fe640 1 -- 172.21.15.7:0/1433122150 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f729c046630 con 0x7f72a0107e70 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 msgr2=0x7f72a01076f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 --2- 172.21.15.7:0/1433122150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f729c0090b0 tx=0x7f729c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 shutdown_connections 2024-09-10T07:35:06.855 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 --2- 172.21.15.7:0/1433122150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f72a0107e70 0x7f72a01076f0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:06.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 >> 172.21.15.7:0/1433122150 conn(0x7f72a01019d0 msgr2=0x7f72a01030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:06.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 shutdown_connections 2024-09-10T07:35:06.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:06.239+0000 7f72a84a1640 1 -- 172.21.15.7:0/1433122150 wait complete. 2024-09-10T07:35:06.856 INFO:teuthology.orchestra.run.smithi007.stdout:mon is available 2024-09-10T07:35:06.856 INFO:teuthology.orchestra.run.smithi007.stdout:Assimilating anything we can from ceph.conf... 2024-09-10T07:35:07.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:07 smithi007 ceph-mon[30513]: from='client.? 172.21.15.7:0/450737040' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-10T07:35:07.856 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-10T07:35:07.857 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.249+0000 7f017df67640 1 Processor -- start 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.249+0000 7f017df67640 1 -- start start 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.249+0000 7f017df67640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.249+0000 7f017df67640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0178108320 con 0x7f0178107950 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.249+0000 7f01777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.250+0000 7f01777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38226/0 (socket says 172.21.15.7:38226) 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.250+0000 7f01777fe640 1 -- 172.21.15.7:0/3090465832 learned_addr learned my addr 172.21.15.7:0/3090465832 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.250+0000 7f01777fe640 1 -- 172.21.15.7:0/3090465832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01781084a0 con 0x7f0178107950 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f01777fe640 1 --2- 172.21.15.7:0/3090465832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0168009820 tx=0x7f016802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb81b45392dd745 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f01767fc640 1 -- 172.21.15.7:0/3090465832 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0168037070 con 0x7f0178107950 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f01767fc640 1 -- 172.21.15.7:0/3090465832 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0168032440 con 0x7f0178107950 2024-09-10T07:35:07.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f01767fc640 1 -- 172.21.15.7:0/3090465832 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0168032740 con 0x7f0178107950 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 -- 172.21.15.7:0/3090465832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 msgr2=0x7f0178107d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 --2- 172.21.15.7:0/3090465832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0168009820 tx=0x7f016802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 -- 172.21.15.7:0/3090465832 shutdown_connections 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 --2- 172.21.15.7:0/3090465832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f0178107d50 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 -- 172.21.15.7:0/3090465832 >> 172.21.15.7:0/3090465832 conn(0x7f01781011c0 msgr2=0x7f0178103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.251+0000 7f017df67640 1 -- 172.21.15.7:0/3090465832 shutdown_connections 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.252+0000 7f017df67640 1 -- 172.21.15.7:0/3090465832 wait complete. 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.252+0000 7f017df67640 1 Processor -- start 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.252+0000 7f017df67640 1 -- start start 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f017df67640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f017df67640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f01781057c0 con 0x7f0178107950 2024-09-10T07:35:07.859 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f01777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f01777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38240/0 (socket says 172.21.15.7:38240) 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f01777fe640 1 -- 172.21.15.7:0/450737040 learned_addr learned my addr 172.21.15.7:0/450737040 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f01777fe640 1 -- 172.21.15.7:0/450737040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017819d570 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f01777fe640 1 --2- 172.21.15.7:0/450737040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f01680090b0 tx=0x7f01680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0168041070 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f016803c7a0 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017819d800 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0168037040 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.253+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01781a04f0 con 0x7f0178107950 2024-09-10T07:35:07.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.254+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0168044070 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.254+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f016803d3f0 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.255+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0178107dd0 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.257+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0168046450 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.317+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f0178068680 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.320+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+427 (secure 0 0 0) 0x7f0178068680 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.321+0000 7f0174ff9640 1 -- 172.21.15.7:0/450737040 <== mon.0 v2:172.21.15.7:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0168046630 con 0x7f0178107950 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 msgr2=0x7f017819d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 --2- 172.21.15.7:0/450737040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f01680090b0 tx=0x7f01680046c0 comp rx=0 tx=0).stop 2024-09-10T07:35:07.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 shutdown_connections 2024-09-10T07:35:07.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 --2- 172.21.15.7:0/450737040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0178107950 0x7f017819d030 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:07.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 >> 172.21.15.7:0/450737040 conn(0x7f01781011c0 msgr2=0x7f0178193b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:07.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 shutdown_connections 2024-09-10T07:35:07.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:07.322+0000 7f017df67640 1 -- 172.21.15.7:0/450737040 wait complete. 2024-09-10T07:35:07.862 INFO:teuthology.orchestra.run.smithi007.stdout:Generating new minimal ceph.conf... 2024-09-10T07:35:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:08 smithi007 ceph-mon[30513]: from='client.? 172.21.15.7:0/1967996481' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.267+0000 7f0304e18640 1 Processor -- start 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f0304e18640 1 -- start start 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f0304e18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f0304e18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0300106060 con 0x7f0300105690 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f02fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f02fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38254/0 (socket says 172.21.15.7:38254) 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f02fe59c640 1 -- 172.21.15.7:0/3861154266 learned_addr learned my addr 172.21.15.7:0/3861154266 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.268+0000 7f02fe59c640 1 -- 172.21.15.7:0/3861154266 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0300108670 con 0x7f0300105690 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.269+0000 7f02fe59c640 1 --2- 172.21.15.7:0/3861154266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f02f0009820 tx=0x7f02f002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d60550a895d2f63a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.269+0000 7f02fd59a640 1 -- 172.21.15.7:0/3861154266 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02f0037070 con 0x7f0300105690 2024-09-10T07:35:08.860 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.269+0000 7f02fd59a640 1 -- 172.21.15.7:0/3861154266 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f02f00328d0 con 0x7f0300105690 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.269+0000 7f02fd59a640 1 -- 172.21.15.7:0/3861154266 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02f00307d0 con 0x7f0300105690 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 -- 172.21.15.7:0/3861154266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 msgr2=0x7f0300105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 --2- 172.21.15.7:0/3861154266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f02f0009820 tx=0x7f02f002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 -- 172.21.15.7:0/3861154266 shutdown_connections 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 --2- 172.21.15.7:0/3861154266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f0300105a90 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 -- 172.21.15.7:0/3861154266 >> 172.21.15.7:0/3861154266 conn(0x7f03001011c0 msgr2=0x7f0300103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 -- 172.21.15.7:0/3861154266 shutdown_connections 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.270+0000 7f0304e18640 1 -- 172.21.15.7:0/3861154266 wait complete. 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f0304e18640 1 Processor -- start 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f0304e18640 1 -- start start 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f0304e18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:08.861 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f0304e18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f030010b8a0 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f02fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f02fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38270/0 (socket says 172.21.15.7:38270) 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.271+0000 7f02fe59c640 1 -- 172.21.15.7:0/1967996481 learned_addr learned my addr 172.21.15.7:0/1967996481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02fe59c640 1 -- 172.21.15.7:0/1967996481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030019de40 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02fe59c640 1 --2- 172.21.15.7:0/1967996481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f02f00097f0 tx=0x7f02f0030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02f0037040 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f02f0032bb0 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f030019e0d0 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02f003a390 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03001a0dc0 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f02f003a580 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.272+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f02f0044b00 con 0x7f0300105690 2024-09-10T07:35:08.862 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.273+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0300105b10 con 0x7f0300105690 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.275+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f02f0032d60 con 0x7f0300105690 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.337+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f030002d7c0 con 0x7f0300105690 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.337+0000 7f02ef7fe640 1 -- 172.21.15.7:0/1967996481 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7f02f0044d00 con 0x7f0300105690 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 msgr2=0x7f030019d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 --2- 172.21.15.7:0/1967996481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f02f00097f0 tx=0x7f02f0030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 shutdown_connections 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 --2- 172.21.15.7:0/1967996481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0300105690 0x7f030019d900 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 >> 172.21.15.7:0/1967996481 conn(0x7f03001011c0 msgr2=0x7f0300101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 shutdown_connections 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:08.338+0000 7f0304e18640 1 -- 172.21.15.7:0/1967996481 wait complete. 2024-09-10T07:35:08.863 INFO:teuthology.orchestra.run.smithi007.stdout:Restarting the monitor... 2024-09-10T07:35:09.156 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:08 smithi007 systemd[1]: Stopping Ceph mon.a for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:35:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30509]: 2024-09-10T07:35:09.156+0000 7f47849a3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T07:35:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30509]: 2024-09-10T07:35:09.156+0000 7f47849a3640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-10T07:35:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 podman[30756]: 2024-09-10 07:35:09.331066432 +0000 UTC m=+0.298528511 container died 61406d142efb4820569fd4c8f1445b38a009e18b89c41d6cd012d49acc97117b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-10T07:35:09.939 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 podman[30756]: 2024-09-10 07:35:09.681273318 +0000 UTC m=+0.648735396 container cleanup 61406d142efb4820569fd4c8f1445b38a009e18b89c41d6cd012d49acc97117b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-10T07:35:09.940 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 bash[30756]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a 2024-09-10T07:35:10.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:09 smithi007 podman[30768]: 2024-09-10 07:35:09.940369505 +0000 UTC m=+0.602584149 container remove 61406d142efb4820569fd4c8f1445b38a009e18b89c41d6cd012d49acc97117b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T07:35:10.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 systemd[1]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-10T07:35:10.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 systemd[1]: Stopped Ceph mon.a for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:35:10.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 systemd[1]: Starting Ceph mon.a for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:35:10.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 podman[30860]: 2024-09-10 07:35:10.315997832 +0000 UTC m=+0.109377818 container create 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2) 2024-09-10T07:35:10.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 podman[30860]: 2024-09-10 07:35:10.223006956 +0000 UTC m=+0.016386952 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:35:10.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 podman[30860]: 2024-09-10 07:35:10.526597543 +0000 UTC m=+0.319977529 container init 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T07:35:10.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 podman[30860]: 2024-09-10 07:35:10.529765701 +0000 UTC m=+0.323145693 container start 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T07:35:10.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: set uid:gid to 167:167 (ceph:ceph) 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable), process ceph-mon, pid 2 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: pidfile_write: ignore empty --pid-file 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: load: jerasure load: lrc 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: RocksDB version: 7.9.2 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Git sha 0 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Compile date 2024-09-09 20:43:47 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: DB SUMMARY 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: DB Session ID: ZLZD6EUH5K7ZA5YCC8I8 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: CURRENT file: CURRENT 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: IDENTITY file: IDENTITY 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-10T07:35:10.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 103680 ; 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.error_if_exists: 0 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.create_if_missing: 0 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.paranoid_checks: 1 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.env: 0x55ceeb6a0940 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.fs: PosixFileSystem 2024-09-10T07:35:10.595 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.info_log: 0x55ceec8956e0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_file_opening_threads: 16 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.statistics: (nil) 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.use_fsync: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_log_file_size: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.keep_log_file_num: 1000 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.recycle_log_file_num: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_fallocate: 1 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_mmap_reads: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_mmap_writes: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.use_direct_reads: 0 2024-09-10T07:35:10.596 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.create_missing_column_families: 0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.db_log_dir: 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.wal_dir: 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.advise_random_on_open: 1 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.db_write_buffer_size: 0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.write_buffer_manager: 0x55ceec8a4dc0 2024-09-10T07:35:10.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.rate_limiter: (nil) 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.wal_recovery_mode: 2 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enable_thread_tracking: 0 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enable_pipelined_write: 0 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.unordered_write: 0 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-10T07:35:10.598 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.row_cache: None 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.wal_filter: None 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_ingest_behind: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.two_write_queues: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.manual_wal_flush: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.wal_compression: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.atomic_flush: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.log_readahead_size: 0 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-10T07:35:10.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.best_efforts_recovery: 0 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.allow_data_in_errors: 0 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.db_host_id: __hostname__ 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_background_jobs: 2 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_background_compactions: -1 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_subcompactions: 1 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_total_wal_size: 0 2024-09-10T07:35:10.600 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_open_files: -1 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bytes_per_sync: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_readahead_size: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_background_flushes: -1 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Compression algorithms supported: 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kZSTD supported: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kXpressCompression supported: 0 2024-09-10T07:35:10.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kBZip2Compression supported: 0 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kLZ4Compression supported: 1 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kZlibCompression supported: 1 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kLZ4HCCompression supported: 1 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: kSnappyCompression supported: 1 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.merge_operator: 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_filter: None 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_filter_factory: None 2024-09-10T07:35:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.sst_partitioner_factory: None 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ceec895320) 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_type: 0 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_index_type: 0 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_shortening: 1 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-10T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi007.stdout: checksum: 4 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: no_block_cache: 0 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache: 0x55ceec8891f0 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_options: 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: capacity : 536870912 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_shard_bits : 4 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: strict_capacity_limit : 0 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_compressed: (nil) 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: persistent_cache: (nil) 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size: 4096 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size_deviation: 10 2024-09-10T07:35:10.604 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_restart_interval: 16 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_block_restart_interval: 1 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_block_size: 4096 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: partition_filters: 0 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: use_delta_encoding: 1 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: filter_policy: bloomfilter 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: whole_key_filtering: 1 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: verify_compression: 0 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: format_version: 5 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_index_compression: 1 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_align: 0 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_auto_readahead_size: 262144 2024-09-10T07:35:10.605 INFO:journalctl@ceph.mon.a.smithi007.stdout: prepopulate_block_cache: 0 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout: initial_auto_readahead_size: 8192 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_file_reads_for_auto_readahead: 2 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.write_buffer_size: 33554432 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_write_buffer_number: 2 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression: NoCompression 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression: Disabled 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.prefix_extractor: nullptr 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.num_levels: 7 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-10T07:35:10.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.level: 32767 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.strategy: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-10T07:35:10.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.enabled: false 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.target_file_size_base: 67108864 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-10T07:35:10.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.arena_block_size: 1048576 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.disable_auto_compactions: 0 2024-09-10T07:35:10.609 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.inplace_update_support: 0 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-10T07:35:10.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.bloom_locality: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.max_successive_merges: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.paranoid_file_checks: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.force_consistency_checks: 1 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.report_bg_io_stats: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.ttl: 2592000 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-10T07:35:10.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enable_blob_files: false 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.min_blob_size: 0 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_file_size: 268435456 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.blob_file_starting_level: 0 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 10071857-dad2-420d-ade3-56b9e7bbcdf6 2024-09-10T07:35:10.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953710557190, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953710558842, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 98875, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 322, "table_properties": {"data_size": 96846, "index_size": 285, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13913, "raw_average_key_size": 49, "raw_value_size": 89252, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 281, "num_filter_entries": 281, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725953710, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "10071857-dad2-420d-ade3-56b9e7bbcdf6", "db_session_id": "ZLZD6EUH5K7ZA5YCC8I8", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953710558986, "job": 1, "event": "recovery_finished"} 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ceec8b6e00 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: DB pointer 0x55ceec9b2000 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-10T07:35:10.613 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** DB Stats ** 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 2/0 98.42 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T07:35:10.614 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 98.42 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 92.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-10T07:35:10.615 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 19.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 19.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache BinnedLRUCache@0x55ceec8891f0#2 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: starting mon.a rank 0 at public addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] at bind addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???) e1 preinit fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).mds e1 new map 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).mds e1 print_map 2024-09-10T07:35:10.616 INFO:journalctl@ceph.mon.a.smithi007.stdout: e1 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: btime 2024-09-10T07:35:05:725283+0000 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: legacy client fscid: -1 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout: No filesystems configured 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-10T07:35:10.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 bash[30860]: 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 2024-09-10T07:35:10.618 INFO:teuthology.orchestra.run.smithi007.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-10T07:35:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 systemd[1]: Started Ceph mon.a for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:35:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: monmap epoch 1 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: last_changed 2024-09-10T07:35:02.787536+0000 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: min_mon_release 19 (squid) 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: election_strategy: 1 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: fsmap 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: osdmap e1: 0 total, 0 up, 0 in 2024-09-10T07:35:10.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:10 smithi007 ceph-mon[30879]: mgrmap e1: no daemons active 2024-09-10T07:35:11.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.147+0000 7f2aa32ae640 1 Processor -- start 2024-09-10T07:35:11.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.147+0000 7f2aa32ae640 1 -- start start 2024-09-10T07:35:11.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa32ae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:11.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa32ae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c106c20 con 0x7f2a9c106250 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51054/0 (socket says 172.21.15.7:51054) 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa104a640 1 -- 172.21.15.7:0/1049805180 learned_addr learned my addr 172.21.15.7:0/1049805180 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.148+0000 7f2aa104a640 1 -- 172.21.15.7:0/1049805180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c107450 con 0x7f2a9c106250 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.150+0000 7f2aa104a640 1 --2- 172.21.15.7:0/1049805180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800bac0 tx=0x7f2a9802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22291122e3defb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.150+0000 7f2a93fff640 1 -- 172.21.15.7:0/1049805180 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a980326d0 con 0x7f2a9c106250 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.150+0000 7f2a93fff640 1 -- 172.21.15.7:0/1049805180 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2a98038070 con 0x7f2a9c106250 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.150+0000 7f2a93fff640 1 -- 172.21.15.7:0/1049805180 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a98033c90 con 0x7f2a9c106250 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1049805180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 msgr2=0x7f2a9c106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 --2- 172.21.15.7:0/1049805180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800bac0 tx=0x7f2a9802c920 comp rx=0 tx=0).stop 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1049805180 shutdown_connections 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 --2- 172.21.15.7:0/1049805180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c106650 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:11.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1049805180 >> 172.21.15.7:0/1049805180 conn(0x7f2a9c1019a0 msgr2=0x7f2a9c103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1049805180 shutdown_connections 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.151+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1049805180 wait complete. 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa32ae640 1 Processor -- start 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa32ae640 1 -- start start 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa32ae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa32ae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c0748c0 con 0x7f2a9c106250 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51070/0 (socket says 172.21.15.7:51070) 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.152+0000 7f2aa104a640 1 -- 172.21.15.7:0/1594040445 learned_addr learned my addr 172.21.15.7:0/1594040445 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2aa104a640 1 -- 172.21.15.7:0/1594040445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c199960 con 0x7f2a9c106250 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2aa104a640 1 --2- 172.21.15.7:0/1594040445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800b2c0 tx=0x7f2a980327d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a98042070 con 0x7f2a9c106250 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2a98032bf0 con 0x7f2a9c106250 2024-09-10T07:35:11.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a9c199bf0 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a9803c580 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a9c19c8e0 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a98005990 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.153+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2a98030050 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.154+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a9c1066d0 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.156+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2a98032da0 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.215+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f2a9c192890 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.217+0000 7f2a927fc640 1 -- 172.21.15.7:0/1594040445 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f2a98046920 con 0x7f2a9c106250 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 msgr2=0x7f2a9c199420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 --2- 172.21.15.7:0/1594040445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800b2c0 tx=0x7f2a980327d0 comp rx=0 tx=0).stop 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 shutdown_connections 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 --2- 172.21.15.7:0/1594040445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a9c106250 0x7f2a9c199420 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 >> 172.21.15.7:0/1594040445 conn(0x7f2a9c1019a0 msgr2=0x7f2a9c18f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:11.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 shutdown_connections 2024-09-10T07:35:11.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:11.218+0000 7f2aa32ae640 1 -- 172.21.15.7:0/1594040445 wait complete. 2024-09-10T07:35:11.760 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-10T07:35:11.812 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-10T07:35:11.812 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mgr... 2024-09-10T07:35:11.812 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-10T07:35:11.813 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-10T07:35:12.075 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x 2024-09-10T07:35:12.076 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x.service: Unit ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x.service not loaded. 2024-09-10T07:35:12.230 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968.target.wants/ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-0ae38828-6f47-11ef-bcea-c7b262605968@.service. 2024-09-10T07:35:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:12 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1594040445' entity='client.admin' 2024-09-10T07:35:12.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:12 smithi007 podman[31087]: 2024-09-10 07:35:12.366290152 +0000 UTC m=+0.016250785 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:35:13.852 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:13 smithi007 podman[31087]: 2024-09-10 07:35:13.495038038 +0000 UTC m=+1.144998713 container create 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T07:35:15.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 podman[31087]: 2024-09-10 07:35:15.407517088 +0000 UTC m=+3.057477724 container init 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T07:35:15.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 podman[31087]: 2024-09-10 07:35:15.410761802 +0000 UTC m=+3.060722438 container start 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_BRANCH=HEAD) 2024-09-10T07:35:15.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:15.545+0000 7fd66557a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:35:15.933 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:15.610+0000 7fd66557a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:15.933 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:15.768+0000 7fd66557a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:35:15.933 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:15 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:15.840+0000 7fd66557a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:35:16.324 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:16.001+0000 7fd66557a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:16.324 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:16.147+0000 7fd66557a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:35:16.338 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T07:35:16.338 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-10T07:35:16.346 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T07:35:16.346 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:35:16.346 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-10T07:35:16.346 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-09-10T07:35:16.355 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T07:35:16.355 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr to start... 2024-09-10T07:35:16.362 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr... 2024-09-10T07:35:16.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 bash[31087]: 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 2024-09-10T07:35:16.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 systemd[1]: Started Ceph mgr.x for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:35:16.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:16.482+0000 7fd66557a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:35:16.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:16.545+0000 7fd66557a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:35:17.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:16.739+0000 7fd66557a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:35:18.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:17 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:17.774+0000 7fd66557a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:35:18.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:17 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:17.845+0000 7fd66557a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:35:18.852 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:18.603+0000 7fd66557a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:35:18.852 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:18.724+0000 7fd66557a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:35:19.164 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:18.873+0000 7fd66557a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:19.164 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:18.937+0000 7fd66557a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:35:19.165 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.094+0000 7fd66557a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:35:19.165 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.164+0000 7fd66557a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:35:19.461 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.228+0000 7fd66557a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:35:19.461 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.394+0000 7fd66557a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:35:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3276762165' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-10T07:35:19.749 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.463+0000 7fd66557a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:35:19.749 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.534+0000 7fd66557a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:35:19.749 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.623+0000 7fd66557a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:19.750 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.687+0000 7fd66557a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:35:19.750 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:19.749+0000 7fd66557a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:35:20.852 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:20.576+0000 7fd66557a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:35:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: Activating manager daemon x 2024-09-10T07:35:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: mgrmap e2: x(active, starting, since 0.00307766s) 2024-09-10T07:35:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: Manager daemon x is now available 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' 2024-09-10T07:35:20.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:20 smithi007 ceph-mon[30879]: from='mgr.14100 172.21.15.7:0/2110840877' entity='mgr.x' 2024-09-10T07:35:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:22 smithi007 ceph-mon[30879]: mgrmap e3: x(active, since 1.00627s) 2024-09-10T07:35:23.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:23 smithi007 ceph-mon[30879]: mgrmap e4: x(active, since 2s) 2024-09-10T07:35:24.922 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:24.924 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-09-10T07:35:24.925 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-10T07:35:24.926 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-10T07:35:24.935 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-10T07:35:24.935 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-10T07:35:24.935 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-10T07:35:24.936 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "btime": "2024-09-10T07:35:05:725283+0000", 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-10T07:35:24.937 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-09-10T07:35:24.938 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-09-10T07:35:05.725945+0000", 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.542+0000 7f9cdf4f3640 1 Processor -- start 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.542+0000 7f9cdf4f3640 1 -- start start 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.542+0000 7f9cdf4f3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:24.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.542+0000 7f9cdf4f3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd8106c20 con 0x7f9cd8106250 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.543+0000 7f9cdd28f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.543+0000 7f9cdd28f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51108/0 (socket says 172.21.15.7:51108) 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.543+0000 7f9cdd28f640 1 -- 172.21.15.7:0/3020091267 learned_addr learned my addr 172.21.15.7:0/3020091267 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.543+0000 7f9cdd28f640 1 -- 172.21.15.7:0/3020091267 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd8107450 con 0x7f9cd8106250 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9cdd28f640 1 --2- 172.21.15.7:0/3020091267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009820 tx=0x7f9cd402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2341a52ec8b7d19 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9ccffff640 1 -- 172.21.15.7:0/3020091267 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cd4037070 con 0x7f9cd8106250 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9ccffff640 1 -- 172.21.15.7:0/3020091267 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9cd40328d0 con 0x7f9cd8106250 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9ccffff640 1 -- 172.21.15.7:0/3020091267 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cd40307d0 con 0x7f9cd8106250 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3020091267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 msgr2=0x7f9cd8106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:24.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.544+0000 7f9cdf4f3640 1 --2- 172.21.15.7:0/3020091267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009820 tx=0x7f9cd402a270 comp rx=0 tx=0).stop 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3020091267 shutdown_connections 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 --2- 172.21.15.7:0/3020091267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd8106650 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3020091267 >> 172.21.15.7:0/3020091267 conn(0x7f9cd81019a0 msgr2=0x7f9cd8103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3020091267 shutdown_connections 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3020091267 wait complete. 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 Processor -- start 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- start start 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.545+0000 7f9cdf4f3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd810a800 con 0x7f9cd8106250 2024-09-10T07:35:24.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdd28f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdd28f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51124/0 (socket says 172.21.15.7:51124) 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdd28f640 1 -- 172.21.15.7:0/3276762165 learned_addr learned my addr 172.21.15.7:0/3276762165 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdd28f640 1 -- 172.21.15.7:0/3276762165 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd819dd70 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdd28f640 1 --2- 172.21.15.7:0/3276762165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009940 tx=0x7f9cd4032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cd4042070 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9cd4030c80 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cd4037040 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd819e000 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.546+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd81a0cf0 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.547+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9cd4045070 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.547+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9cd40479f0 con 0x7f9cd8106250 2024-09-10T07:35:24.942 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.547+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd810a980 con 0x7f9cd8106250 2024-09-10T07:35:24.943 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.549+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9cd403c5f0 con 0x7f9cd8106250 2024-09-10T07:35:24.943 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.612+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f9cd8197720 con 0x7f9cd8106250 2024-09-10T07:35:24.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.612+0000 7f9cce7fc640 1 -- 172.21.15.7:0/3276762165 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f9cd403c7d0 con 0x7f9cd8106250 2024-09-10T07:35:24.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 msgr2=0x7f9cd819d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:24.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 --2- 172.21.15.7:0/3276762165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009940 tx=0x7f9cd4032e10 comp rx=0 tx=0).stop 2024-09-10T07:35:24.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 shutdown_connections 2024-09-10T07:35:24.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 --2- 172.21.15.7:0/3276762165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd8106250 0x7f9cd819d830 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:24.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 >> 172.21.15.7:0/3276762165 conn(0x7f9cd81019a0 msgr2=0x7f9cd81028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:24.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 shutdown_connections 2024-09-10T07:35:24.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:19.614+0000 7f9cdf4f3640 1 -- 172.21.15.7:0/3276762165 wait complete. 2024-09-10T07:35:24.945 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (1/15)... 2024-09-10T07:35:28.082 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:27 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2478056290' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-10T07:35:28.287 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 17, 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:28.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-10T07:35:28.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-10T07:35:28.297 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "btime": "2024-09-10T07:35:05:725283+0000", 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-10T07:35:28.298 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-10T07:35:28.299 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-09-10T07:35:05.725945+0000", 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.373+0000 7f19765b4640 1 Processor -- start 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.373+0000 7f19765b4640 1 -- start start 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.373+0000 7f19765b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.373+0000 7f19765b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1970107d50 con 0x7f1970107380 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.373+0000 7f196ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.374+0000 7f196ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59652/0 (socket says 172.21.15.7:59652) 2024-09-10T07:35:28.300 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.374+0000 7f196ffff640 1 -- 172.21.15.7:0/1853705839 learned_addr learned my addr 172.21.15.7:0/1853705839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.374+0000 7f196ffff640 1 -- 172.21.15.7:0/1853705839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1970108580 con 0x7f1970107380 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f196ffff640 1 --2- 172.21.15.7:0/1853705839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1960009820 tx=0x7f196002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7f7761a4efa7d0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f196f7fe640 1 -- 172.21.15.7:0/1853705839 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1960037070 con 0x7f1970107380 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f196f7fe640 1 -- 172.21.15.7:0/1853705839 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f19600328d0 con 0x7f1970107380 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f196f7fe640 1 -- 172.21.15.7:0/1853705839 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19600307d0 con 0x7f1970107380 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f19765b4640 1 -- 172.21.15.7:0/1853705839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 msgr2=0x7f1970107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.375+0000 7f19765b4640 1 --2- 172.21.15.7:0/1853705839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1960009820 tx=0x7f196002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 -- 172.21.15.7:0/1853705839 shutdown_connections 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 --2- 172.21.15.7:0/1853705839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f1970107780 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 -- 172.21.15.7:0/1853705839 >> 172.21.15.7:0/1853705839 conn(0x7f1970102b10 msgr2=0x7f1970104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 -- 172.21.15.7:0/1853705839 shutdown_connections 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 -- 172.21.15.7:0/1853705839 wait complete. 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 Processor -- start 2024-09-10T07:35:28.301 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.376+0000 7f19765b4640 1 -- start start 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f19765b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f19765b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f197010b930 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59664/0 (socket says 172.21.15.7:59664) 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196ffff640 1 -- 172.21.15.7:0/2478056290 learned_addr learned my addr 172.21.15.7:0/2478056290 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196ffff640 1 -- 172.21.15.7:0/2478056290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197019baf0 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196ffff640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1960009940 tx=0x7f1960032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1960042070 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1960030c80 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197019bd80 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.377+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1960037040 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.378+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f197019ea70 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.378+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f1960045070 con 0x7f1970107380 2024-09-10T07:35:28.302 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.379+0000 7f196dffb640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 0x7f195c03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.379+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f196006be80 con 0x7f1970107380 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.379+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f197010bab0 con 0x7f1970107380 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.379+0000 7f1967fff640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 0x7f195c03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.379+0000 7f1967fff640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 0x7f195c03b3e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f19580098c0 tx=0x7f1958006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.384+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1960045360 con 0x7f1970107380 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.632+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1970107800 con 0x7f1970107380 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.632+0000 7f196dffb640 1 -- 172.21.15.7:0/2478056290 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f196002f2a0 con 0x7f1970107380 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 msgr2=0x7f195c03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 0x7f195c03b3e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f19580098c0 tx=0x7f1958006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 msgr2=0x7f197019b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1960009940 tx=0x7f1960032e10 comp rx=0 tx=0).stop 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 shutdown_connections 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7f195c038f20 0x7f195c03b3e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:28.303 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 --2- 172.21.15.7:0/2478056290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970107380 0x7f197019b5b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:28.304 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 >> 172.21.15.7:0/2478056290 conn(0x7f1970102b10 msgr2=0x7f1970103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:28.304 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 shutdown_connections 2024-09-10T07:35:28.304 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:27.635+0000 7f19765b4640 1 -- 172.21.15.7:0/2478056290 wait complete. 2024-09-10T07:35:28.304 INFO:teuthology.orchestra.run.smithi007.stdout:mgr is available 2024-09-10T07:35:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:28 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2230691813' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-10T07:35:29.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:29.488 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-09-10T07:35:29.488 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:29.488 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-10T07:35:29.488 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-10T07:35:29.489 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-10T07:35:29.490 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-10T07:35:29.490 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-09-10T07:35:29.490 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-10T07:35:29.490 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-10T07:35:29.490 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.690+0000 7eff20f64640 1 Processor -- start 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.690+0000 7eff20f64640 1 -- start start 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.690+0000 7eff20f64640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:29.491 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.690+0000 7eff20f64640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c107d50 con 0x7eff1c107380 2024-09-10T07:35:29.492 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.691+0000 7eff1a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:29.492 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.691+0000 7eff1a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59676/0 (socket says 172.21.15.7:59676) 2024-09-10T07:35:29.492 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.691+0000 7eff1a59c640 1 -- 172.21.15.7:0/2824709192 learned_addr learned my addr 172.21.15.7:0/2824709192 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:29.492 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.691+0000 7eff1a59c640 1 -- 172.21.15.7:0/2824709192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c108580 con 0x7eff1c107380 2024-09-10T07:35:29.492 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff1a59c640 1 --2- 172.21.15.7:0/2824709192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009820 tx=0x7eff0c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2a9efa9fac6ffc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff1959a640 1 -- 172.21.15.7:0/2824709192 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff0c037070 con 0x7eff1c107380 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff1959a640 1 -- 172.21.15.7:0/2824709192 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7eff0c0328d0 con 0x7eff1c107380 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff1959a640 1 -- 172.21.15.7:0/2824709192 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff0c0307d0 con 0x7eff1c107380 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff20f64640 1 -- 172.21.15.7:0/2824709192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 msgr2=0x7eff1c107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.692+0000 7eff20f64640 1 --2- 172.21.15.7:0/2824709192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009820 tx=0x7eff0c02a270 comp rx=0 tx=0).stop 2024-09-10T07:35:29.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 -- 172.21.15.7:0/2824709192 shutdown_connections 2024-09-10T07:35:29.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 --2- 172.21.15.7:0/2824709192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c107780 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:29.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 -- 172.21.15.7:0/2824709192 >> 172.21.15.7:0/2824709192 conn(0x7eff1c102b10 msgr2=0x7eff1c104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:29.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 -- 172.21.15.7:0/2824709192 shutdown_connections 2024-09-10T07:35:29.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 -- 172.21.15.7:0/2824709192 wait complete. 2024-09-10T07:35:29.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 Processor -- start 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.693+0000 7eff20f64640 1 -- start start 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff20f64640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff20f64640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c10b930 con 0x7eff1c107380 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff1a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff1a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59680/0 (socket says 172.21.15.7:59680) 2024-09-10T07:35:29.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff1a59c640 1 -- 172.21.15.7:0/2230691813 learned_addr learned my addr 172.21.15.7:0/2230691813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:29.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff1a59c640 1 -- 172.21.15.7:0/2230691813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c19baf0 con 0x7eff1c107380 2024-09-10T07:35:29.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff1a59c640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009940 tx=0x7eff0c032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:29.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff0c042070 con 0x7eff1c107380 2024-09-10T07:35:29.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff1c19bd80 con 0x7eff1c107380 2024-09-10T07:35:29.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7eff0c030c80 con 0x7eff1c107380 2024-09-10T07:35:29.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff0c037040 con 0x7eff1c107380 2024-09-10T07:35:29.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.694+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff1c19ea70 con 0x7eff1c107380 2024-09-10T07:35:29.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.695+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7eff0c045070 con 0x7eff1c107380 2024-09-10T07:35:29.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.695+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1c10bab0 con 0x7eff1c107380 2024-09-10T07:35:29.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.696+0000 7eff0b7fe640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 0x7eff0403b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.696+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7eff0c06be80 con 0x7eff1c107380 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.696+0000 7eff19d9b640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 0x7eff0403b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.696+0000 7eff19d9b640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 0x7eff0403b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7eff100098c0 tx=0x7eff10006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.700+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff0c045360 con 0x7eff1c107380 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.875+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7eff1c107800 con 0x7eff1c107380 2024-09-10T07:35:29.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.876+0000 7eff0b7fe640 1 -- 172.21.15.7:0/2230691813 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+427 (secure 0 0 0) 0x7eff0c02f2a0 con 0x7eff1c107380 2024-09-10T07:35:29.499 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 msgr2=0x7eff0403b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:29.499 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 0x7eff0403b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7eff100098c0 tx=0x7eff10006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:29.499 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 msgr2=0x7eff1c19b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:29.499 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009940 tx=0x7eff0c032e10 comp rx=0 tx=0).stop 2024-09-10T07:35:29.499 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 shutdown_connections 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7eff04038f20 0x7eff0403b3e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 --2- 172.21.15.7:0/2230691813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff1c107380 0x7eff1c19b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 >> 172.21.15.7:0/2230691813 conn(0x7eff1c102b10 msgr2=0x7eff1c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 shutdown_connections 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:28.878+0000 7eff20f64640 1 -- 172.21.15.7:0/2230691813 wait complete. 2024-09-10T07:35:29.500 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling cephadm module... 2024-09-10T07:35:30.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1828165957' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-10T07:35:30.336 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ignoring --setuser ceph since I am not root 2024-09-10T07:35:30.336 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ignoring --setgroup ceph since I am not root 2024-09-10T07:35:30.336 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.275+0000 7fb7d2905040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:35:30.336 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.334+0000 7fb7d2905040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:30.604 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.488+0000 7fb7d2905040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:35:30.604 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.558+0000 7fb7d2905040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:35:31.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.711+0000 7fb7d2905040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:31.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:30.858+0000 7fb7d2905040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:35:31.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:31 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1828165957' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-10T07:35:31.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:31 smithi007 ceph-mon[30879]: mgrmap e5: x(active, since 9s) 2024-09-10T07:35:31.447 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:31.188+0000 7fb7d2905040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:35:31.447 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:31.252+0000 7fb7d2905040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:35:31.447 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:31.446+0000 7fb7d2905040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:35:31.493 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6c0347640 1 Processor -- start 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6c0347640 1 -- start start 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6c0347640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6c0347640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b807c870 con 0x7ff6b807de40 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6be0e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.841+0000 7ff6be0e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59694/0 (socket says 172.21.15.7:59694) 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.842+0000 7ff6be0e3640 1 -- 172.21.15.7:0/2376334806 learned_addr learned my addr 172.21.15.7:0/2376334806 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.842+0000 7ff6be0e3640 1 -- 172.21.15.7:0/2376334806 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b807c9f0 con 0x7ff6b807de40 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.842+0000 7ff6be0e3640 1 --2- 172.21.15.7:0/2376334806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4009820 tx=0x7ff6b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a0753a0e5eb448b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6bd0e1640 1 -- 172.21.15.7:0/2376334806 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6b4037070 con 0x7ff6b807de40 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6bd0e1640 1 -- 172.21.15.7:0/2376334806 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff6b40328d0 con 0x7ff6b807de40 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6bd0e1640 1 -- 172.21.15.7:0/2376334806 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6b40307d0 con 0x7ff6b807de40 2024-09-10T07:35:31.494 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 -- 172.21.15.7:0/2376334806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 msgr2=0x7ff6b807c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 --2- 172.21.15.7:0/2376334806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4009820 tx=0x7ff6b402a270 comp rx=0 tx=0).stop 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 -- 172.21.15.7:0/2376334806 shutdown_connections 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 --2- 172.21.15.7:0/2376334806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b807c2a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 -- 172.21.15.7:0/2376334806 >> 172.21.15.7:0/2376334806 conn(0x7ff6b8102b10 msgr2=0x7ff6b8104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 -- 172.21.15.7:0/2376334806 shutdown_connections 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.843+0000 7ff6c0347640 1 -- 172.21.15.7:0/2376334806 wait complete. 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6c0347640 1 Processor -- start 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6c0347640 1 -- start start 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6c0347640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6c0347640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b810d990 con 0x7ff6b807de40 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6be0e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6be0e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59708/0 (socket says 172.21.15.7:59708) 2024-09-10T07:35:31.495 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.844+0000 7ff6be0e3640 1 -- 172.21.15.7:0/1828165957 learned_addr learned my addr 172.21.15.7:0/1828165957 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6be0e3640 1 -- 172.21.15.7:0/1828165957 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b819dce0 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6be0e3640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4032e10 tx=0x7ff6b4032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6b4042070 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff6b4030c80 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b819df70 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6b4037040 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.845+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b81a0c60 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.846+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7ff6b4045070 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.846+0000 7ff6af7fe640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 0x7ff6a403b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.846+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6b807c320 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.846+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff6b406be40 con 0x7ff6b807de40 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.846+0000 7ff6bd8e2640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 0x7ff6a403b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:31.496 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.847+0000 7ff6bd8e2640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 0x7ff6a403b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff6a80098c0 tx=0x7ff6a8006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:29.851+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6b4071020 con 0x7ff6b807de40 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.075+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7ff6b81a0fc0 con 0x7ff6b807de40 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.127+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7ff6b4045360 con 0x7ff6b807de40 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.128+0000 7ff6af7fe640 1 -- 172.21.15.7:0/1828165957 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7ff6b4008090 con 0x7ff6b807de40 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.129+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 msgr2=0x7ff6a403b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.129+0000 7ff6c0347640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 0x7ff6a403b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff6a80098c0 tx=0x7ff6a8006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.129+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 msgr2=0x7ff6b819d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.129+0000 7ff6c0347640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4032e10 tx=0x7ff6b4032e40 comp rx=0 tx=0).stop 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 shutdown_connections 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7ff6a4038f70 0x7ff6a403b430 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 --2- 172.21.15.7:0/1828165957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff6b807de40 0x7ff6b819d7a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:31.497 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 >> 172.21.15.7:0/1828165957 conn(0x7ff6b8102b10 msgr2=0x7ff6b8103720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:31.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 shutdown_connections 2024-09-10T07:35:31.498 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:30.130+0000 7ff6c0347640 1 -- 172.21.15.7:0/1828165957 wait complete. 2024-09-10T07:35:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:32 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2426089989' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-10T07:35:32.610 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:35:32.617 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-10T07:35:32.617 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T07:35:32.617 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-10T07:35:32.617 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.884+0000 7faec6c25640 1 Processor -- start 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.884+0000 7faec6c25640 1 -- start start 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.884+0000 7faec6c25640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.884+0000 7faec6c25640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faec00757a0 con 0x7faec0107dc0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.885+0000 7faec49c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.885+0000 7faec49c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60702/0 (socket says 172.21.15.7:60702) 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.885+0000 7faec49c1640 1 -- 172.21.15.7:0/1600551820 learned_addr learned my addr 172.21.15.7:0/1600551820 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.885+0000 7faec49c1640 1 -- 172.21.15.7:0/1600551820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec010a6f0 con 0x7faec0107dc0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.886+0000 7faec49c1640 1 --2- 172.21.15.7:0/1600551820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7faea8009820 tx=0x7faea802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75965215e976bd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.886+0000 7faebf7fe640 1 -- 172.21.15.7:0/1600551820 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faea8037070 con 0x7faec0107dc0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.886+0000 7faebf7fe640 1 -- 172.21.15.7:0/1600551820 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faea80328d0 con 0x7faec0107dc0 2024-09-10T07:35:32.618 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.886+0000 7faebf7fe640 1 -- 172.21.15.7:0/1600551820 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faea80307d0 con 0x7faec0107dc0 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- 172.21.15.7:0/1600551820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 msgr2=0x7faec010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 --2- 172.21.15.7:0/1600551820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7faea8009820 tx=0x7faea802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- 172.21.15.7:0/1600551820 shutdown_connections 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 --2- 172.21.15.7:0/1600551820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec010a1b0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- 172.21.15.7:0/1600551820 >> 172.21.15.7:0/1600551820 conn(0x7faec01019a0 msgr2=0x7faec0103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- 172.21.15.7:0/1600551820 shutdown_connections 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- 172.21.15.7:0/1600551820 wait complete. 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 Processor -- start 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.887+0000 7faec6c25640 1 -- start start 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec6c25640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec6c25640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faec010b730 con 0x7faec0107dc0 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec49c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:32.619 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec49c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60704/0 (socket says 172.21.15.7:60704) 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec49c1640 1 -- 172.21.15.7:0/2426089989 learned_addr learned my addr 172.21.15.7:0/2426089989 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec49c1640 1 -- 172.21.15.7:0/2426089989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec019bb00 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec49c1640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7faea80097f0 tx=0x7faea8030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faea8037040 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faea8032bb0 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec019bd90 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.888+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faea803a390 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.889+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec019ea80 con 0x7faec0107dc0 2024-09-10T07:35:32.620 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7faea803a580 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faebdffb640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 0x7faeac03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faec0108220 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faebffff640 1 -- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 msgr2=0x7faeac03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7faea806c110 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.890+0000 7faebffff640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 0x7faeac03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:31.895+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faea8040210 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.091+0000 7faebffff640 1 -- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 msgr2=0x7faeac03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.091+0000 7faebffff640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 0x7faeac03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.116+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7faec002d7c0 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.116+0000 7faebdffb640 1 -- 172.21.15.7:0/2426089989 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7faea8031560 con 0x7faec0107dc0 2024-09-10T07:35:32.621 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 msgr2=0x7faeac03b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 0x7faeac03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 msgr2=0x7faec019b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7faea80097f0 tx=0x7faea8030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 shutdown_connections 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7faeac038fc0 0x7faeac03b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:32.622 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 --2- 172.21.15.7:0/2426089989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faec0107dc0 0x7faec019b5c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:32.623 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 >> 172.21.15.7:0/2426089989 conn(0x7faec01019a0 msgr2=0x7faec01026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:32.623 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 shutdown_connections 2024-09-10T07:35:32.623 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.119+0000 7faec6c25640 1 -- 172.21.15.7:0/2426089989 wait complete. 2024-09-10T07:35:32.623 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-09-10T07:35:32.623 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 5... 2024-09-10T07:35:32.708 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:32.397+0000 7fb7d2905040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:35:32.709 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:32.468+0000 7fb7d2905040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:35:33.341 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.221+0000 7fb7d2905040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:35:33.342 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.340+0000 7fb7d2905040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:35:33.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.489+0000 7fb7d2905040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:33.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.552+0000 7fb7d2905040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:35:34.008 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.709+0000 7fb7d2905040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:35:34.008 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.779+0000 7fb7d2905040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:35:34.008 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:33.842+0000 7fb7d2905040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:35:34.009 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.007+0000 7fb7d2905040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:35:34.292 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.075+0000 7fb7d2905040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:35:34.293 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.144+0000 7fb7d2905040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:35:34.293 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.230+0000 7fb7d2905040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:34.293 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.292+0000 7fb7d2905040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:35:34.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:34.354+0000 7fb7d2905040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:35:35.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:35.176+0000 7fb7d2905040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:35:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: Active manager daemon x restarted 2024-09-10T07:35:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: Activating manager daemon x 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: osdmap e2: 0 total, 0 up, 0 in 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: mgrmap e6: x(active, starting, since 0.00334012s) 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: Manager daemon x is now available 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T07:35:35.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:35 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa0743c8640 1 Processor -- start 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa0743c8640 1 -- start start 2024-09-10T07:35:36.756 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa0743c8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa0743c8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa06c10a510 con 0x7fa06c07bc90 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa072164640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa072164640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60706/0 (socket says 172.21.15.7:60706) 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.998+0000 7fa072164640 1 -- 172.21.15.7:0/430900508 learned_addr learned my addr 172.21.15.7:0/430900508 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.999+0000 7fa072164640 1 -- 172.21.15.7:0/430900508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa06c10a690 con 0x7fa06c07bc90 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:32.999+0000 7fa072164640 1 --2- 172.21.15.7:0/430900508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa068009820 tx=0x7fa06802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e7a20904df8c2c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa071162640 1 -- 172.21.15.7:0/430900508 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa068037070 con 0x7fa06c07bc90 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa071162640 1 -- 172.21.15.7:0/430900508 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa0680328d0 con 0x7fa06c07bc90 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa071162640 1 -- 172.21.15.7:0/430900508 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0680307d0 con 0x7fa06c07bc90 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 -- 172.21.15.7:0/430900508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 msgr2=0x7fa06c109f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 --2- 172.21.15.7:0/430900508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa068009820 tx=0x7fa06802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:36.757 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 -- 172.21.15.7:0/430900508 shutdown_connections 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 --2- 172.21.15.7:0/430900508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c07bc90 0x7fa06c109f40 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 -- 172.21.15.7:0/430900508 >> 172.21.15.7:0/430900508 conn(0x7fa06c101a30 msgr2=0x7fa06c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 -- 172.21.15.7:0/430900508 shutdown_connections 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.000+0000 7fa0743c8640 1 -- 172.21.15.7:0/430900508 wait complete. 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa0743c8640 1 Processor -- start 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa0743c8640 1 -- start start 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa0743c8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa0743c8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa06c10b6c0 con 0x7fa06c19b260 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa072164640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa072164640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60720/0 (socket says 172.21.15.7:60720) 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.001+0000 7fa072164640 1 -- 172.21.15.7:0/3013600070 learned_addr learned my addr 172.21.15.7:0/3013600070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:36.758 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa072164640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa06c19bbc0 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa072164640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa0680097f0 tx=0x7fa068030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa068037040 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa068032bb0 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa06c19be50 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa06803a390 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.002+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa06c19e930 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fa06803a580 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa0637fe640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa06c107fb0 con 0x7fa058038fc0 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa06806c120 con 0x7fa06c19b260 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa071963640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 msgr2=0x7fa05803b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:36.759 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.003+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.204+0000 7fa071963640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 msgr2=0x7fa05803b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.204+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.605+0000 7fa071963640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 msgr2=0x7fa05803b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:33.605+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:34.407+0000 7fa071963640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 msgr2=0x7fa05803b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1304446940 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:34.407+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:35.179+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7fa068049cf0 con 0x7fa06c19b260 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:35.179+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 msgr2=0x7fa05803b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:35.179+0000 7fa0637fe640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.180+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fa06802c0d0 con 0x7fa06c19b260 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.181+0000 7fa0637fe640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 0x7fa05803eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.181+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa068048e50 con 0x7fa05803c700 2024-09-10T07:35:36.760 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.181+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 0x7fa05803eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.181+0000 7fa071963640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 0x7fa05803eaf0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa05c003980 tx=0x7fa05c0092b0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.182+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fa068048e50 con 0x7fa05803c700 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.189+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa06c07bc90 con 0x7fa05803c700 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0637fe640 1 -- 172.21.15.7:0/3013600070 <== mgr.14116 v2:172.21.15.7:6800/2448282957 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fa06c07bc90 con 0x7fa05803c700 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 msgr2=0x7fa05803eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 0x7fa05803eaf0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa05c003980 tx=0x7fa05c0092b0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 msgr2=0x7fa06c19b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa0680097f0 tx=0x7fa068030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 shutdown_connections 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/1304446940,v1:172.21.15.7:6801/1304446940] conn(0x7fa058038fc0 0x7fa05803b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa05803c700 0x7fa05803eaf0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 --2- 172.21.15.7:0/3013600070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa06c19b260 0x7fa06c19b680 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:36.761 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 >> 172.21.15.7:0/3013600070 conn(0x7fa06c101a30 msgr2=0x7fa06c102640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:36.762 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 shutdown_connections 2024-09-10T07:35:36.762 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:36.190+0000 7fa0743c8640 1 -- 172.21.15.7:0/3013600070 wait complete. 2024-09-10T07:35:36.762 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 5 is available 2024-09-10T07:35:36.762 INFO:teuthology.orchestra.run.smithi007.stdout:Setting orchestrator backend to cephadm... 2024-09-10T07:35:37.348 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:37 smithi007 ceph-mon[30879]: Found migration_current of "None". Setting to last migration. 2024-09-10T07:35:37.348 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:37 smithi007 ceph-mon[30879]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-10T07:35:37.348 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:37 smithi007 ceph-mon[30879]: mgrmap e7: x(active, since 1.00503s) 2024-09-10T07:35:37.348 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:37 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:37.348 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:37 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.146+0000 7f7d25039640 1 Processor -- start 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.146+0000 7f7d25039640 1 -- start start 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.146+0000 7f7d25039640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.146+0000 7f7d25039640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d20105ff0 con 0x7f7d20105620 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.147+0000 7f7d1ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.147+0000 7f7d1ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60802/0 (socket says 172.21.15.7:60802) 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.147+0000 7f7d1ed9d640 1 -- 172.21.15.7:0/3000876693 learned_addr learned my addr 172.21.15.7:0/3000876693 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.147+0000 7f7d1ed9d640 1 -- 172.21.15.7:0/3000876693 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d20108600 con 0x7f7d20105620 2024-09-10T07:35:37.928 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d1ed9d640 1 --2- 172.21.15.7:0/3000876693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7d10009820 tx=0x7f7d1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5a8d9326a33f34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d1dd9b640 1 -- 172.21.15.7:0/3000876693 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d10037070 con 0x7f7d20105620 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d1dd9b640 1 -- 172.21.15.7:0/3000876693 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7d100328d0 con 0x7f7d20105620 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d1dd9b640 1 -- 172.21.15.7:0/3000876693 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d100307d0 con 0x7f7d20105620 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 -- 172.21.15.7:0/3000876693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 msgr2=0x7f7d20105a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 --2- 172.21.15.7:0/3000876693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7d10009820 tx=0x7f7d1002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 -- 172.21.15.7:0/3000876693 shutdown_connections 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 --2- 172.21.15.7:0/3000876693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20105a20 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 -- 172.21.15.7:0/3000876693 >> 172.21.15.7:0/3000876693 conn(0x7f7d20101130 msgr2=0x7f7d201035b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 -- 172.21.15.7:0/3000876693 shutdown_connections 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.148+0000 7f7d25039640 1 -- 172.21.15.7:0/3000876693 wait complete. 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.149+0000 7f7d25039640 1 Processor -- start 2024-09-10T07:35:37.929 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.149+0000 7f7d25039640 1 -- start start 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d25039640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d25039640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2010b830 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d1ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d1ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60806/0 (socket says 172.21.15.7:60806) 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d1ed9d640 1 -- 172.21.15.7:0/746406958 learned_addr learned my addr 172.21.15.7:0/746406958 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d1ed9d640 1 -- 172.21.15.7:0/746406958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d201083c0 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d1ed9d640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7d100097f0 tx=0x7f7d10030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d10037040 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.150+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d201065b0 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.151+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d20106af0 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.151+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7d10032bb0 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.151+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d1003a390 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f7d1003a580 con 0x7f7d20105620 2024-09-10T07:35:37.930 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d0c0052c0 con 0x7f7d20105620 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d07fff640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 0x7f7d0803b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7d1006c0f0 con 0x7f7d20105620 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d1e59c640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 0x7f7d0803b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.152+0000 7f7d1e59c640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 0x7f7d0803b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7d140098c0 tx=0x7f7d14006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.157+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7d10032d60 con 0x7f7d20105620 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.348+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f7d0c000bf0 con 0x7f7d08038eb0 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.353+0000 7f7d07fff640 1 -- 172.21.15.7:0/746406958 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7d0c000bf0 con 0x7f7d08038eb0 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 msgr2=0x7f7d0803b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 0x7f7d0803b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7d140098c0 tx=0x7f7d14006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 msgr2=0x7f7d20107e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7d100097f0 tx=0x7f7d10030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 shutdown_connections 2024-09-10T07:35:37.931 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f7d08038eb0 0x7f7d0803b370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:37.932 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 --2- 172.21.15.7:0/746406958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d20105620 0x7f7d20107e80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:37.932 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 >> 172.21.15.7:0/746406958 conn(0x7f7d20101130 msgr2=0x7f7d20101d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:37.932 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 shutdown_connections 2024-09-10T07:35:37.932 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:37.356+0000 7f7d25039640 1 -- 172.21.15.7:0/746406958 wait complete. 2024-09-10T07:35:38.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-mon[30879]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-10T07:35:38.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:38.498 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:38.498 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-mon[30879]: mgrmap e8: x(active, since 2s) 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:38.539+0000 7fb73f423640 -1 log_channel(cephadm) log [ERR] : [10/Sep/2024:07:35:38] ENGINE Error in HTTPServer.serve 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: Traceback (most recent call last): 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._connections.run(self.expiration_interval) 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._run(expiration_interval) 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T07:35:38.834 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: s = self.context.wrap_socket( 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: return self.sslsocket_class._create( 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self.do_handshake() 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._sslobj.do_handshake() 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T07:35:38.835 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:39.094 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e3d916640 1 Processor -- start 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e3d916640 1 -- start start 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e3d916640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e3d916640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e38107df0 con 0x7f0e38107420 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60808/0 (socket says 172.21.15.7:60808) 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.310+0000 7f0e36ffd640 1 -- 172.21.15.7:0/3723196771 learned_addr learned my addr 172.21.15.7:0/3723196771 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.311+0000 7f0e36ffd640 1 -- 172.21.15.7:0/3723196771 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e38108580 con 0x7f0e38107420 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.311+0000 7f0e36ffd640 1 --2- 172.21.15.7:0/3723196771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009820 tx=0x7f0e2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3204fa54818a5088 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e367fc640 1 -- 172.21.15.7:0/3723196771 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e28037070 con 0x7f0e38107420 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e367fc640 1 -- 172.21.15.7:0/3723196771 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0e280328d0 con 0x7f0e38107420 2024-09-10T07:35:39.095 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e367fc640 1 -- 172.21.15.7:0/3723196771 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e280307d0 con 0x7f0e38107420 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e3d916640 1 -- 172.21.15.7:0/3723196771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 msgr2=0x7f0e38107820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e3d916640 1 --2- 172.21.15.7:0/3723196771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009820 tx=0x7f0e2802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e3d916640 1 -- 172.21.15.7:0/3723196771 shutdown_connections 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e3d916640 1 --2- 172.21.15.7:0/3723196771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e38107820 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.312+0000 7f0e3d916640 1 -- 172.21.15.7:0/3723196771 >> 172.21.15.7:0/3723196771 conn(0x7f0e38102b70 msgr2=0x7f0e38104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.313+0000 7f0e3d916640 1 -- 172.21.15.7:0/3723196771 shutdown_connections 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.313+0000 7f0e3d916640 1 -- 172.21.15.7:0/3723196771 wait complete. 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.313+0000 7f0e3d916640 1 Processor -- start 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.313+0000 7f0e3d916640 1 -- start start 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3d916640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3d916640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3810b930 con 0x7f0e38107420 2024-09-10T07:35:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60810/0 (socket says 172.21.15.7:60810) 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e36ffd640 1 -- 172.21.15.7:0/921865619 learned_addr learned my addr 172.21.15.7:0/921865619 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e36ffd640 1 -- 172.21.15.7:0/921865619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e3819bb30 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e36ffd640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0e280097f0 tx=0x7f0e28030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e28037040 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0e28032bb0 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e3819bdc0 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e3819eab0 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.314+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e2803a390 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.315+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0e2803a580 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.315+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e180052c0 con 0x7f0e38107420 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.315+0000 7f0e3c914640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 0x7f0e2403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:39.097 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.316+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0e2806c400 con 0x7f0e38107420 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.316+0000 7f0e2ffff640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 0x7f0e2403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.316+0000 7f0e2ffff640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 0x7f0e2403b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e200098c0 tx=0x7f0e20006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.320+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e28040210 con 0x7f0e38107420 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.498+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f0e18000bf0 con 0x7f0e24038fc0 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.498+0000 7f0e3c914640 1 -- 172.21.15.7:0/921865619 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f0e18000bf0 con 0x7f0e24038fc0 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 msgr2=0x7f0e2403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 0x7f0e2403b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e200098c0 tx=0x7f0e20006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 msgr2=0x7f0e3819b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0e280097f0 tx=0x7f0e28030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 shutdown_connections 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0e24038fc0 0x7f0e2403b480 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 --2- 172.21.15.7:0/921865619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e38107420 0x7f0e3819b5f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:39.098 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 >> 172.21.15.7:0/921865619 conn(0x7f0e38102b70 msgr2=0x7f0e38103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:39.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 shutdown_connections 2024-09-10T07:35:39.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:38.501+0000 7f0e3d916640 1 -- 172.21.15.7:0/921865619 wait complete. 2024-09-10T07:35:39.099 INFO:teuthology.orchestra.run.smithi007.stdout:Generating ssh key... 2024-09-10T07:35:39.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-mon[30879]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:39.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: Generating public/private rsa key pair. 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: Your identification has been saved in /tmp/tmpzyb1cujh/key 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: Your public key has been saved in /tmp/tmpzyb1cujh/key.pub 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: The key fingerprint is: 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: SHA256:zKY3qfWzop+1aLJ30X0kFK+QjCEqBCm9eT0nzjERlsc ceph-0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: The key's randomart image is: 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: +---[RSA 3072]----+ 2024-09-10T07:35:40.182 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | ..o. o+. . .. | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: |. o. .o.E. + ... | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | . o...o . +. .| 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | o ..*o. ....| 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | . o *S . ..o | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | oo .. . . .| 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | . = .. . | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | .++*o. | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: | +B+o+o | 2024-09-10T07:35:40.183 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: +----[SHA256]-----+ 2024-09-10T07:35:40.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: [10/Sep/2024:07:35:38] ENGINE Bus STARTING 2024-09-10T07:35:40.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:40.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: [10/Sep/2024:07:35:38] ENGINE Serving on https://172.21.15.7:7150 2024-09-10T07:35:40.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: [10/Sep/2024:07:35:38] ENGINE Error in HTTPServer.serve 2024-09-10T07:35:40.476 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T07:35:40.477 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: [10/Sep/2024:07:35:38] ENGINE Serving on http://172.21.15.7:8765 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: [10/Sep/2024:07:35:38] ENGINE Bus STARTED 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:40.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:40 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:40.483 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.471+0000 7fd8260e0640 1 Processor -- start 2024-09-10T07:35:40.483 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.471+0000 7fd8260e0640 1 -- start start 2024-09-10T07:35:40.483 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.471+0000 7fd8260e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:40.483 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.471+0000 7fd8260e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd820107d50 con 0x7fd820107380 2024-09-10T07:35:40.483 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.472+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.472+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60818/0 (socket says 172.21.15.7:60818) 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.472+0000 7fd81f7fe640 1 -- 172.21.15.7:0/1201734642 learned_addr learned my addr 172.21.15.7:0/1201734642 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.472+0000 7fd81f7fe640 1 -- 172.21.15.7:0/1201734642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd820108580 con 0x7fd820107380 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd81f7fe640 1 --2- 172.21.15.7:0/1201734642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd810009820 tx=0x7fd81002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e894132900c5fe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd81e7fc640 1 -- 172.21.15.7:0/1201734642 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd810037070 con 0x7fd820107380 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd81e7fc640 1 -- 172.21.15.7:0/1201734642 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd8100328d0 con 0x7fd820107380 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd81e7fc640 1 -- 172.21.15.7:0/1201734642 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd8100307d0 con 0x7fd820107380 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 -- 172.21.15.7:0/1201734642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 msgr2=0x7fd820107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 --2- 172.21.15.7:0/1201734642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd810009820 tx=0x7fd81002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 -- 172.21.15.7:0/1201734642 shutdown_connections 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 --2- 172.21.15.7:0/1201734642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd820107780 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 -- 172.21.15.7:0/1201734642 >> 172.21.15.7:0/1201734642 conn(0x7fd820102b10 msgr2=0x7fd820104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:40.484 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 -- 172.21.15.7:0/1201734642 shutdown_connections 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.473+0000 7fd8260e0640 1 -- 172.21.15.7:0/1201734642 wait complete. 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd8260e0640 1 Processor -- start 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd8260e0640 1 -- start start 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd8260e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd8260e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd82010b930 con 0x7fd820107380 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60822/0 (socket says 172.21.15.7:60822) 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.474+0000 7fd81f7fe640 1 -- 172.21.15.7:0/684775922 learned_addr learned my addr 172.21.15.7:0/684775922 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd81f7fe640 1 -- 172.21.15.7:0/684775922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82007e050 con 0x7fd820107380 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd81f7fe640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd810009940 tx=0x7fd810032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd810042070 con 0x7fd820107380 2024-09-10T07:35:40.485 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd810030c80 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd82007c240 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd810037040 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.475+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd82007c780 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.476+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fd810045070 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.476+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd820107800 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.476+0000 7fd81cff9640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 0x7fd80803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.476+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd81006c0c0 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.476+0000 7fd81effd640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 0x7fd80803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.477+0000 7fd81effd640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 0x7fd80803b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd8140098c0 tx=0x7fd814006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.481+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd810045360 con 0x7fd820107380 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.659+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fd82007cf40 con 0x7fd808038fc0 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.920+0000 7fd81cff9640 1 -- 172.21.15.7:0/684775922 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd82007cf40 con 0x7fd808038fc0 2024-09-10T07:35:40.486 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 msgr2=0x7fd80803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 0x7fd80803b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd8140098c0 tx=0x7fd814006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 msgr2=0x7fd82007db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd810009940 tx=0x7fd810032e10 comp rx=0 tx=0).stop 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 shutdown_connections 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fd808038fc0 0x7fd80803b480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 --2- 172.21.15.7:0/684775922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd820107380 0x7fd82007db10 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.922+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 >> 172.21.15.7:0/684775922 conn(0x7fd820102b10 msgr2=0x7fd820103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.923+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 shutdown_connections 2024-09-10T07:35:40.487 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:39.923+0000 7fd8260e0640 1 -- 172.21.15.7:0/684775922 wait complete. 2024-09-10T07:35:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:41 smithi007 ceph-mon[30879]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:41 smithi007 ceph-mon[30879]: Generating ssh key... 2024-09-10T07:35:41.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.845+0000 7f2a6d4b6640 1 Processor -- start 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.845+0000 7f2a6d4b6640 1 -- start start 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.845+0000 7f2a6d4b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.845+0000 7f2a6d4b6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6807be50 con 0x7f2a68107e00 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.846+0000 7f2a66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.846+0000 7f2a66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40866/0 (socket says 172.21.15.7:40866) 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.846+0000 7f2a66ffd640 1 -- 172.21.15.7:0/542904965 learned_addr learned my addr 172.21.15.7:0/542904965 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.846+0000 7f2a66ffd640 1 -- 172.21.15.7:0/542904965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a6810a730 con 0x7f2a68107e00 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a66ffd640 1 --2- 172.21.15.7:0/542904965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009e80 tx=0x7f2a5802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7d98f35f95c36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a65ffb640 1 -- 172.21.15.7:0/542904965 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a58036070 con 0x7f2a68107e00 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a65ffb640 1 -- 172.21.15.7:0/542904965 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2a58031890 con 0x7f2a68107e00 2024-09-10T07:35:41.574 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a65ffb640 1 -- 172.21.15.7:0/542904965 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a58007980 con 0x7f2a68107e00 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/542904965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 msgr2=0x7f2a6810a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/542904965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009e80 tx=0x7f2a5802a7a0 comp rx=0 tx=0).stop 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/542904965 shutdown_connections 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/542904965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a6810a1f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.847+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/542904965 >> 172.21.15.7:0/542904965 conn(0x7f2a681019e0 msgr2=0x7f2a68103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/542904965 shutdown_connections 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/542904965 wait complete. 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 Processor -- start 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 -- start start 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.848+0000 7f2a6d4b6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6810b700 con 0x7f2a68107e00 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:41.575 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40878/0 (socket says 172.21.15.7:40878) 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a66ffd640 1 -- 172.21.15.7:0/3686293638 learned_addr learned my addr 172.21.15.7:0/3686293638 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a66ffd640 1 -- 172.21.15.7:0/3686293638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a68107bc0 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a66ffd640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009680 tx=0x7f2a58031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a58041020 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2a5803c900 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a68105db0 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a58036040 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.849+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a681062f0 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.850+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f2a58044020 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.850+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a68108260 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.851+0000 7f2a5ffff640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 0x7f2a5403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.851+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2a5806d660 con 0x7f2a68107e00 2024-09-10T07:35:41.576 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.851+0000 7f2a667fc640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 0x7f2a5403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.851+0000 7f2a667fc640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 0x7f2a5403b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a500098c0 tx=0x7f2a50006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:40.856+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2a5804b020 con 0x7f2a68107e00 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.032+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f2a68106ba0 con 0x7f2a54038fc0 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.033+0000 7f2a5ffff640 1 -- 172.21.15.7:0/3686293638 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f2a68106ba0 con 0x7f2a54038fc0 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 msgr2=0x7f2a5403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 0x7f2a5403b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a500098c0 tx=0x7f2a50006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 msgr2=0x7f2a68107680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009680 tx=0x7f2a58031c70 comp rx=0 tx=0).stop 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 shutdown_connections 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f2a54038fc0 0x7f2a5403b480 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 --2- 172.21.15.7:0/3686293638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a68107e00 0x7f2a68107680 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 >> 172.21.15.7:0/3686293638 conn(0x7f2a681019e0 msgr2=0x7f2a68102600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:41.577 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 shutdown_connections 2024-09-10T07:35:41.578 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.035+0000 7f2a6d4b6640 1 -- 172.21.15.7:0/3686293638 wait complete. 2024-09-10T07:35:41.578 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-10T07:35:41.578 INFO:teuthology.orchestra.run.smithi007.stdout:Adding key to root@localhost authorized_keys... 2024-09-10T07:35:41.578 INFO:teuthology.orchestra.run.smithi007.stdout:Adding host smithi007... 2024-09-10T07:35:42.409 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:42 smithi007 ceph-mon[30879]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:43.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:43 smithi007 ceph-mon[30879]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:44 smithi007 ceph-mon[30879]: Deploying cephadm binary to smithi007 2024-09-10T07:35:46.568 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Added host 'smithi007' with addr '172.21.15.7' 2024-09-10T07:35:46.568 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.968+0000 7fa33263d640 1 Processor -- start 2024-09-10T07:35:46.568 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.968+0000 7fa33263d640 1 -- start start 2024-09-10T07:35:46.568 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa33263d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:46.568 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa33263d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c075760 con 0x7fa32c107e00 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa32bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa32bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40884/0 (socket says 172.21.15.7:40884) 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa32bfff640 1 -- 172.21.15.7:0/2035850876 learned_addr learned my addr 172.21.15.7:0/2035850876 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.969+0000 7fa32bfff640 1 -- 172.21.15.7:0/2035850876 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c10a730 con 0x7fa32c107e00 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa32bfff640 1 --2- 172.21.15.7:0/2035850876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009820 tx=0x7fa31c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5f0b36d4368b490 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa32b7fe640 1 -- 172.21.15.7:0/2035850876 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c037070 con 0x7fa32c107e00 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa32b7fe640 1 -- 172.21.15.7:0/2035850876 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa31c0328d0 con 0x7fa32c107e00 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa32b7fe640 1 -- 172.21.15.7:0/2035850876 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c0307d0 con 0x7fa32c107e00 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa33263d640 1 -- 172.21.15.7:0/2035850876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 msgr2=0x7fa32c10a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.970+0000 7fa33263d640 1 --2- 172.21.15.7:0/2035850876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009820 tx=0x7fa31c02a270 comp rx=0 tx=0).stop 2024-09-10T07:35:46.569 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- 172.21.15.7:0/2035850876 shutdown_connections 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 --2- 172.21.15.7:0/2035850876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c10a1f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- 172.21.15.7:0/2035850876 >> 172.21.15.7:0/2035850876 conn(0x7fa32c1019a0 msgr2=0x7fa32c103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- 172.21.15.7:0/2035850876 shutdown_connections 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- 172.21.15.7:0/2035850876 wait complete. 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 Processor -- start 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- start start 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa33263d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c10b710 con 0x7fa32c107e00 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.971+0000 7fa32bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa32bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40900/0 (socket says 172.21.15.7:40900) 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa32bfff640 1 -- 172.21.15.7:0/1646992840 learned_addr learned my addr 172.21.15.7:0/1646992840 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa32bfff640 1 -- 172.21.15.7:0/1646992840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c19dd80 con 0x7fa32c107e00 2024-09-10T07:35:46.570 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa32bfff640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0097f0 tx=0x7fa31c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c037040 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa31c032bb0 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c03a390 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa32c19e010 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.972+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa32c1a0cb0 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.973+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa31c03b3f0 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.973+0000 7fa329ffb640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 0x7fa31803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.973+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa31c06c1a0 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.973+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32c108260 con 0x7fa32c107e00 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.973+0000 7fa323fff640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 0x7fa31803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.974+0000 7fa323fff640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 0x7fa31803b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa3140098c0 tx=0x7fa314006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:46.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:41.978+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa31c040210 con 0x7fa32c107e00 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:42.155+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}) -- 0x7fa32c062630 con 0x7fa318038fc0 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.035+0000 7fa329ffb640 1 -- 172.21.15.7:0/1646992840 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fa32c062630 con 0x7fa318038fc0 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 msgr2=0x7fa31803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 0x7fa31803b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa3140098c0 tx=0x7fa314006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 msgr2=0x7fa32c19d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0097f0 tx=0x7fa31c030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 shutdown_connections 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fa318038fc0 0x7fa31803b480 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 --2- 172.21.15.7:0/1646992840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa32c107e00 0x7fa32c19d840 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.037+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 >> 172.21.15.7:0/1646992840 conn(0x7fa32c1019a0 msgr2=0x7fa32c1026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.038+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 shutdown_connections 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.038+0000 7fa33263d640 1 -- 172.21.15.7:0/1646992840 wait complete. 2024-09-10T07:35:46.572 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mon service... 2024-09-10T07:35:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:47 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:47 smithi007 ceph-mon[30879]: Added host smithi007 2024-09-10T07:35:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:47 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.943+0000 7fc857795640 1 Processor -- start 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.943+0000 7fc857795640 1 -- start start 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.943+0000 7fc857795640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.943+0000 7fc857795640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc8500757a0 con 0x7fc850107dc0 2024-09-10T07:35:47.899 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.944+0000 7fc855531640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.944+0000 7fc855531640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40906/0 (socket says 172.21.15.7:40906) 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.944+0000 7fc855531640 1 -- 172.21.15.7:0/2198344497 learned_addr learned my addr 172.21.15.7:0/2198344497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.944+0000 7fc855531640 1 -- 172.21.15.7:0/2198344497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc85010a6f0 con 0x7fc850107dc0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.945+0000 7fc855531640 1 --2- 172.21.15.7:0/2198344497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009820 tx=0x7fc84c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c316fcf8281b604a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.945+0000 7fc847fff640 1 -- 172.21.15.7:0/2198344497 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc84c037070 con 0x7fc850107dc0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.945+0000 7fc847fff640 1 -- 172.21.15.7:0/2198344497 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc84c0328d0 con 0x7fc850107dc0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.945+0000 7fc847fff640 1 -- 172.21.15.7:0/2198344497 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc84c0307d0 con 0x7fc850107dc0 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- 172.21.15.7:0/2198344497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 msgr2=0x7fc85010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 --2- 172.21.15.7:0/2198344497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009820 tx=0x7fc84c02a270 comp rx=0 tx=0).stop 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- 172.21.15.7:0/2198344497 shutdown_connections 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 --2- 172.21.15.7:0/2198344497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc85010a1b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:47.900 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- 172.21.15.7:0/2198344497 >> 172.21.15.7:0/2198344497 conn(0x7fc8501019a0 msgr2=0x7fc850103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- 172.21.15.7:0/2198344497 shutdown_connections 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- 172.21.15.7:0/2198344497 wait complete. 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 Processor -- start 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.946+0000 7fc857795640 1 -- start start 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc857795640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc857795640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc85010b730 con 0x7fc850107dc0 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc855531640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc855531640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40908/0 (socket says 172.21.15.7:40908) 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc855531640 1 -- 172.21.15.7:0/1373755421 learned_addr learned my addr 172.21.15.7:0/1373755421 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc855531640 1 -- 172.21.15.7:0/1373755421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc850107b80 con 0x7fc850107dc0 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc855531640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc84c0097f0 tx=0x7fc84c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc84c037040 con 0x7fc850107dc0 2024-09-10T07:35:47.901 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc84c032bb0 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc84c03a390 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc850105d70 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.947+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8501062b0 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.948+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc84c03a5d0 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.948+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc850108220 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.949+0000 7fc8467fc640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 0x7fc83c03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.949+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc84c06c370 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.949+0000 7fc854d30640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 0x7fc83c03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.949+0000 7fc854d30640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 0x7fc83c03b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc8400098c0 tx=0x7fc840006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:46.953+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc84c032dd0 con 0x7fc850107dc0 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.154+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fc850194e00 con 0x7fc83c038f70 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.159+0000 7fc8467fc640 1 -- 172.21.15.7:0/1373755421 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc850194e00 con 0x7fc83c038f70 2024-09-10T07:35:47.902 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 msgr2=0x7fc83c03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 0x7fc83c03b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc8400098c0 tx=0x7fc840006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 msgr2=0x7fc850107640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc84c0097f0 tx=0x7fc84c030d00 comp rx=0 tx=0).stop 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 shutdown_connections 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc83c038f70 0x7fc83c03b430 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 --2- 172.21.15.7:0/1373755421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc850107dc0 0x7fc850107640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 >> 172.21.15.7:0/1373755421 conn(0x7fc8501019a0 msgr2=0x7fc8501026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 shutdown_connections 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:47.161+0000 7fc857795640 1 -- 172.21.15.7:0/1373755421 wait complete. 2024-09-10T07:35:47.903 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mgr service... 2024-09-10T07:35:48.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:48 smithi007 ceph-mon[30879]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:48.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:48 smithi007 ceph-mon[30879]: Saving service mon spec with placement count:5 2024-09-10T07:35:48.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:48 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:49.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:49 smithi007 ceph-mon[30879]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:35:49.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:49 smithi007 ceph-mon[30879]: Saving service mgr spec with placement count:2 2024-09-10T07:35:49.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:49 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:49.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:49 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:49.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-10T07:35:49.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f027e57f640 1 Processor -- start 2024-09-10T07:35:49.863 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f027e57f640 1 -- start start 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f027e57f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f027e57f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0278107d50 con 0x7f0278107380 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f0277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f0277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40920/0 (socket says 172.21.15.7:40920) 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.374+0000 7f0277fff640 1 -- 172.21.15.7:0/3282485573 learned_addr learned my addr 172.21.15.7:0/3282485573 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.375+0000 7f0277fff640 1 -- 172.21.15.7:0/3282485573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0278108580 con 0x7f0278107380 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.375+0000 7f0277fff640 1 --2- 172.21.15.7:0/3282485573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0268009820 tx=0x7f026802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2faf35e37139b279 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f0276ffd640 1 -- 172.21.15.7:0/3282485573 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0268037070 con 0x7f0278107380 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f0276ffd640 1 -- 172.21.15.7:0/3282485573 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f02680328d0 con 0x7f0278107380 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f0276ffd640 1 -- 172.21.15.7:0/3282485573 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02680307d0 con 0x7f0278107380 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 -- 172.21.15.7:0/3282485573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 msgr2=0x7f0278107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:49.864 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 --2- 172.21.15.7:0/3282485573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0268009820 tx=0x7f026802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 -- 172.21.15.7:0/3282485573 shutdown_connections 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 --2- 172.21.15.7:0/3282485573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f0278107780 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 -- 172.21.15.7:0/3282485573 >> 172.21.15.7:0/3282485573 conn(0x7f0278102b10 msgr2=0x7f0278104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 -- 172.21.15.7:0/3282485573 shutdown_connections 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.376+0000 7f027e57f640 1 -- 172.21.15.7:0/3282485573 wait complete. 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f027e57f640 1 Processor -- start 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f027e57f640 1 -- start start 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f027e57f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f027e57f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f027810b930 con 0x7f0278107380 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f0277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:49.865 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f0277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40936/0 (socket says 172.21.15.7:40936) 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.377+0000 7f0277fff640 1 -- 172.21.15.7:0/4219358637 learned_addr learned my addr 172.21.15.7:0/4219358637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f0277fff640 1 -- 172.21.15.7:0/4219358637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027807e050 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f0277fff640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0268009940 tx=0x7f0268032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0268042070 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0268030c80 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f027807c240 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0268037040 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.378+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f027807c780 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.379+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0268045070 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.379+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0278107800 con 0x7f0278107380 2024-09-10T07:35:49.866 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.379+0000 7f02757fa640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 0x7f026003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.379+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f026806c0e0 con 0x7f0278107380 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.379+0000 7f02777fe640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 0x7f026003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.380+0000 7f02777fe640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 0x7f026003b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f026c0098c0 tx=0x7f026c006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.384+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0268045360 con 0x7f0278107380 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.578+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f027807cf40 con 0x7f0260038fc0 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.582+0000 7f02757fa640 1 -- 172.21.15.7:0/4219358637 <== mgr.14116 v2:172.21.15.7:6800/2448282957 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f027807cf40 con 0x7f0260038fc0 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 msgr2=0x7f026003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 0x7f026003b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f026c0098c0 tx=0x7f026c006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 msgr2=0x7f027807db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:49.867 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0268009940 tx=0x7f0268032e10 comp rx=0 tx=0).stop 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 shutdown_connections 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f0260038fc0 0x7f026003b480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 --2- 172.21.15.7:0/4219358637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0278107380 0x7f027807db10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 >> 172.21.15.7:0/4219358637 conn(0x7f0278102b10 msgr2=0x7f02781036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 shutdown_connections 2024-09-10T07:35:49.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:48.585+0000 7f027e57f640 1 -- 172.21.15.7:0/4219358637 wait complete. 2024-09-10T07:35:51.069 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.252+0000 7ffbcdb52640 1 Processor -- start 2024-09-10T07:35:51.069 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.252+0000 7ffbcdb52640 1 -- start start 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.252+0000 7ffbcdb52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.252+0000 7ffbcdb52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc807bdb0 con 0x7ffbc8107e90 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.253+0000 7ffbc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.253+0000 7ffbc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40950/0 (socket says 172.21.15.7:40950) 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.253+0000 7ffbc77fe640 1 -- 172.21.15.7:0/1289974019 learned_addr learned my addr 172.21.15.7:0/1289974019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.253+0000 7ffbc77fe640 1 -- 172.21.15.7:0/1289974019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc810a7c0 con 0x7ffbc8107e90 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbc77fe640 1 --2- 172.21.15.7:0/1289974019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8009820 tx=0x7ffbb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70d38e24dee5c1ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbc67fc640 1 -- 172.21.15.7:0/1289974019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb8037070 con 0x7ffbc8107e90 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbc67fc640 1 -- 172.21.15.7:0/1289974019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbb80328f0 con 0x7ffbc8107e90 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbc67fc640 1 -- 172.21.15.7:0/1289974019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb8030740 con 0x7ffbc8107e90 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 -- 172.21.15.7:0/1289974019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 msgr2=0x7ffbc810a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:51.070 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/1289974019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8009820 tx=0x7ffbb802a270 comp rx=0 tx=0).stop 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 -- 172.21.15.7:0/1289974019 shutdown_connections 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/1289974019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc810a280 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 -- 172.21.15.7:0/1289974019 >> 172.21.15.7:0/1289974019 conn(0x7ffbc81019d0 msgr2=0x7ffbc8103e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.254+0000 7ffbcdb52640 1 -- 172.21.15.7:0/1289974019 shutdown_connections 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.255+0000 7ffbcdb52640 1 -- 172.21.15.7:0/1289974019 wait complete. 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.255+0000 7ffbcdb52640 1 Processor -- start 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.255+0000 7ffbcdb52640 1 -- start start 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbcdb52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbcdb52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc810b780 con 0x7ffbc8107e90 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40962/0 (socket says 172.21.15.7:40962) 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc77fe640 1 -- 172.21.15.7:0/4246352070 learned_addr learned my addr 172.21.15.7:0/4246352070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:51.071 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc77fe640 1 -- 172.21.15.7:0/4246352070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc819bb70 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc77fe640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffbb80097f0 tx=0x7ffbb8030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb8042070 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbb8030e80 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc819be00 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb8037040 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.256+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc819eaf0 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.257+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ffbb8045070 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.257+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc81082f0 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.257+0000 7ffbc4ff9640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 0x7ffbb003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.258+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffbb806c120 con 0x7ffbc8107e90 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.258+0000 7ffbc6ffd640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 0x7ffbb003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.258+0000 7ffbc6ffd640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 0x7ffbb003b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc0098c0 tx=0x7ffbbc006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.262+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffbb804b170 con 0x7ffbc8107e90 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.446+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7ffbc802d7c0 con 0x7ffbc8107e90 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.449+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/4246352070 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7ffbb803d7b0 con 0x7ffbc8107e90 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 msgr2=0x7ffbb003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 0x7ffbb003b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc0098c0 tx=0x7ffbbc006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 msgr2=0x7ffbc819b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffbb80097f0 tx=0x7ffbb8030c70 comp rx=0 tx=0).stop 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 shutdown_connections 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7ffbb0038f70 0x7ffbb003b430 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 --2- 172.21.15.7:0/4246352070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbc8107e90 0x7ffbc819b630 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 >> 172.21.15.7:0/4246352070 conn(0x7ffbc81019d0 msgr2=0x7ffbc8102710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 shutdown_connections 2024-09-10T07:35:51.073 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:50.452+0000 7ffbcdb52640 1 -- 172.21.15.7:0/4246352070 wait complete. 2024-09-10T07:35:51.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:51 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:51.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:51 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4246352070' entity='client.admin' 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.443+0000 7fc814da1640 1 Processor -- start 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.443+0000 7fc814da1640 1 -- start start 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc814da1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc814da1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc810075760 con 0x7fc810107e00 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc80e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc80e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54870/0 (socket says 172.21.15.7:54870) 2024-09-10T07:35:52.630 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc80e59c640 1 -- 172.21.15.7:0/4154398881 learned_addr learned my addr 172.21.15.7:0/4154398881 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.444+0000 7fc80e59c640 1 -- 172.21.15.7:0/4154398881 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc81010a730 con 0x7fc810107e00 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.445+0000 7fc80e59c640 1 --2- 172.21.15.7:0/4154398881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc800009820 tx=0x7fc80002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c96c6cb2b5db08 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.445+0000 7fc80d59a640 1 -- 172.21.15.7:0/4154398881 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc800037070 con 0x7fc810107e00 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.445+0000 7fc80d59a640 1 -- 172.21.15.7:0/4154398881 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8000328f0 con 0x7fc810107e00 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.445+0000 7fc80d59a640 1 -- 172.21.15.7:0/4154398881 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc800030740 con 0x7fc810107e00 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 -- 172.21.15.7:0/4154398881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 msgr2=0x7fc81010a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 --2- 172.21.15.7:0/4154398881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc800009820 tx=0x7fc80002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 -- 172.21.15.7:0/4154398881 shutdown_connections 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 --2- 172.21.15.7:0/4154398881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc81010a1f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 -- 172.21.15.7:0/4154398881 >> 172.21.15.7:0/4154398881 conn(0x7fc8101019a0 msgr2=0x7fc810103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 -- 172.21.15.7:0/4154398881 shutdown_connections 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.446+0000 7fc814da1640 1 -- 172.21.15.7:0/4154398881 wait complete. 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc814da1640 1 Processor -- start 2024-09-10T07:35:52.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc814da1640 1 -- start start 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc814da1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc814da1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc81010b750 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc80e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc80e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54880/0 (socket says 172.21.15.7:54880) 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.447+0000 7fc80e59c640 1 -- 172.21.15.7:0/4256890732 learned_addr learned my addr 172.21.15.7:0/4256890732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc80e59c640 1 -- 172.21.15.7:0/4256890732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc810107bc0 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc80e59c640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc800030cc0 tx=0x7fc800030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc800042070 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc800030e60 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc810105db0 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc800037040 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.448+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8101062f0 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.449+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc800045070 con 0x7fc810107e00 2024-09-10T07:35:52.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.449+0000 7fc7ff7fe640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 0x7fc7f803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.449+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc80003d840 con 0x7fc810107e00 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.449+0000 7fc80dd9b640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 0x7fc7f803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.449+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc810108260 con 0x7fc810107e00 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.450+0000 7fc80dd9b640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 0x7fc7f803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc8040098c0 tx=0x7fc804006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.454+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc80003da40 con 0x7fc810107e00 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.634+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fc810194c90 con 0x7fc810107e00 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.637+0000 7fc7ff7fe640 1 -- 172.21.15.7:0/4256890732 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fc800045520 con 0x7fc810107e00 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 msgr2=0x7fc7f803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 0x7fc7f803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc8040098c0 tx=0x7fc804006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:52.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 msgr2=0x7fc810107680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc800030cc0 tx=0x7fc800030cf0 comp rx=0 tx=0).stop 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 shutdown_connections 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7fc7f8038fc0 0x7fc7f803b480 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 --2- 172.21.15.7:0/4256890732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc810107e00 0x7fc810107680 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 >> 172.21.15.7:0/4256890732 conn(0x7fc8101019a0 msgr2=0x7fc810102730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 shutdown_connections 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:51.640+0000 7fc814da1640 1 -- 172.21.15.7:0/4256890732 wait complete. 2024-09-10T07:35:52.636 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling the dashboard module... 2024-09-10T07:35:52.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4256890732' entity='client.admin' 2024-09-10T07:35:52.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:52 smithi007 ceph-mon[30879]: from='mgr.14116 172.21.15.7:0/3270935075' entity='mgr.x' 2024-09-10T07:35:53.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:53 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2331781120' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-10T07:35:53.971 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ignoring --setuser ceph since I am not root 2024-09-10T07:35:53.972 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ignoring --setgroup ceph since I am not root 2024-09-10T07:35:53.972 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:53.799+0000 7f81df1b3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:35:53.972 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:53.859+0000 7f81df1b3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:54.241 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.017+0000 7f81df1b3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:35:54.242 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.086+0000 7f81df1b3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:35:54.242 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.241+0000 7f81df1b3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:54.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.050+0000 7f1d511fd640 1 Processor -- start 2024-09-10T07:35:54.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.050+0000 7f1d511fd640 1 -- start start 2024-09-10T07:35:54.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.050+0000 7f1d511fd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:54.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.050+0000 7f1d511fd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d4c106c20 con 0x7f1d4c106250 2024-09-10T07:35:54.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.050+0000 7f1d4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.051+0000 7f1d4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54882/0 (socket says 172.21.15.7:54882) 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.051+0000 7f1d4ad9d640 1 -- 172.21.15.7:0/947557506 learned_addr learned my addr 172.21.15.7:0/947557506 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.051+0000 7f1d4ad9d640 1 -- 172.21.15.7:0/947557506 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d4c107450 con 0x7f1d4c106250 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d4ad9d640 1 --2- 172.21.15.7:0/947557506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c009e80 tx=0x7f1d3c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=993048d67d3d3a2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d49d9b640 1 -- 172.21.15.7:0/947557506 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d3c036070 con 0x7f1d4c106250 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d49d9b640 1 -- 172.21.15.7:0/947557506 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d3c0318b0 con 0x7f1d4c106250 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d49d9b640 1 -- 172.21.15.7:0/947557506 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d3c007930 con 0x7f1d4c106250 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d511fd640 1 -- 172.21.15.7:0/947557506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 msgr2=0x7f1d4c106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d511fd640 1 --2- 172.21.15.7:0/947557506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c009e80 tx=0x7f1d3c02a7a0 comp rx=0 tx=0).stop 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d511fd640 1 -- 172.21.15.7:0/947557506 shutdown_connections 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d511fd640 1 --2- 172.21.15.7:0/947557506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c106650 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.052+0000 7f1d511fd640 1 -- 172.21.15.7:0/947557506 >> 172.21.15.7:0/947557506 conn(0x7f1d4c1019a0 msgr2=0x7f1d4c103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:54.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.053+0000 7f1d511fd640 1 -- 172.21.15.7:0/947557506 shutdown_connections 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.053+0000 7f1d511fd640 1 -- 172.21.15.7:0/947557506 wait complete. 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.053+0000 7f1d511fd640 1 Processor -- start 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d511fd640 1 -- start start 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d511fd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d511fd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d4c10a800 con 0x7f1d4c106250 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54896/0 (socket says 172.21.15.7:54896) 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d4ad9d640 1 -- 172.21.15.7:0/2331781120 learned_addr learned my addr 172.21.15.7:0/2331781120 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d4ad9d640 1 -- 172.21.15.7:0/2331781120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d4c19bba0 con 0x7f1d4c106250 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d4ad9d640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c007b60 tx=0x7f1d3c031c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d3c036050 con 0x7f1d4c106250 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d4c19be30 con 0x7f1d4c106250 2024-09-10T07:35:54.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.054+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d3c042070 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.055+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1d3c03da30 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.055+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d4c19eb20 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.055+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f1d3c047460 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.056+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d4c10a980 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.056+0000 7f1d43fff640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 0x7f1d3803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.056+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1d3c06d7b0 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.056+0000 7f1d4a59c640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 0x7f1d3803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.056+0000 7f1d4a59c640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 0x7f1d3803b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1d340098c0 tx=0x7f1d34006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.061+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1d3c045360 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.290+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f1d4c1066d0 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.639+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f1d3c039de0 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.641+0000 7f1d43fff640 1 -- 172.21.15.7:0/2331781120 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f1d3c03a360 con 0x7f1d4c106250 2024-09-10T07:35:54.282 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 msgr2=0x7f1d3803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 0x7f1d3803b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1d340098c0 tx=0x7f1d34006db0 comp rx=0 tx=0).stop 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 msgr2=0x7f1d4c19b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c007b60 tx=0x7f1d3c031c90 comp rx=0 tx=0).stop 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 shutdown_connections 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f1d38038fc0 0x7f1d3803b480 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 --2- 172.21.15.7:0/2331781120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d4c106250 0x7f1d4c19b660 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 >> 172.21.15.7:0/2331781120 conn(0x7f1d4c1019a0 msgr2=0x7f1d4c1026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 shutdown_connections 2024-09-10T07:35:54.283 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:53.643+0000 7f1d511fd640 1 -- 172.21.15.7:0/2331781120 wait complete. 2024-09-10T07:35:54.528 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.391+0000 7f81df1b3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:35:54.791 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2331781120' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-10T07:35:54.791 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-mon[30879]: mgrmap e9: x(active, since 18s) 2024-09-10T07:35:54.791 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.734+0000 7f81df1b3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:35:55.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:54.803+0000 7f81df1b3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:35:55.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:55.007+0000 7f81df1b3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:35:55.515 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.707+0000 7f8ca4efb640 1 Processor -- start 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.707+0000 7f8ca4efb640 1 -- start start 2024-09-10T07:35:55.516 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.707+0000 7f8ca4efb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.707+0000 7f8ca4efb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca0106c20 con 0x7f8ca0106250 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.708+0000 7f8c9e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.708+0000 7f8c9e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54914/0 (socket says 172.21.15.7:54914) 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.708+0000 7f8c9e59c640 1 -- 172.21.15.7:0/2260128151 learned_addr learned my addr 172.21.15.7:0/2260128151 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.708+0000 7f8c9e59c640 1 -- 172.21.15.7:0/2260128151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca0107450 con 0x7f8ca0106250 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.709+0000 7f8c9e59c640 1 --2- 172.21.15.7:0/2260128151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009820 tx=0x7f8c9002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f494f6abed4d1ebc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.709+0000 7f8c9dd9b640 1 -- 172.21.15.7:0/2260128151 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90037070 con 0x7f8ca0106250 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.709+0000 7f8c9dd9b640 1 -- 172.21.15.7:0/2260128151 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c900328f0 con 0x7f8ca0106250 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.709+0000 7f8c9dd9b640 1 -- 172.21.15.7:0/2260128151 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90030740 con 0x7f8ca0106250 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 -- 172.21.15.7:0/2260128151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 msgr2=0x7f8ca0106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/2260128151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009820 tx=0x7f8c9002a270 comp rx=0 tx=0).stop 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 -- 172.21.15.7:0/2260128151 shutdown_connections 2024-09-10T07:35:55.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/2260128151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0106650 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 -- 172.21.15.7:0/2260128151 >> 172.21.15.7:0/2260128151 conn(0x7f8ca01019a0 msgr2=0x7f8ca0103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 -- 172.21.15.7:0/2260128151 shutdown_connections 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.710+0000 7f8ca4efb640 1 -- 172.21.15.7:0/2260128151 wait complete. 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8ca4efb640 1 Processor -- start 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8ca4efb640 1 -- start start 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8ca4efb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8ca4efb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca010a800 con 0x7f8ca0106250 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8c9e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8c9e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54920/0 (socket says 172.21.15.7:54920) 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8c9e59c640 1 -- 172.21.15.7:0/784393991 learned_addr learned my addr 172.21.15.7:0/784393991 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:35:55.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8c9e59c640 1 -- 172.21.15.7:0/784393991 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca01919c0 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.711+0000 7f8c9e59c640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8c900097f0 tx=0x7f8c90030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.712+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90042070 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.712+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ca018fbb0 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.712+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c90030d80 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.712+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90037040 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.712+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ca01900f0 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ca010a980 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f8c90045070 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8c977fe640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 0x7f8c8c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8c9006c320 con 0x7f8ca0106250 2024-09-10T07:35:55.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8c97fff640 1 -- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 msgr2=0x7f8c8c03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.713+0000 7f8c97fff640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 0x7f8c8c03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.722+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8c9003add0 con 0x7f8ca0106250 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.914+0000 7f8c97fff640 1 -- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 msgr2=0x7f8c8c03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.914+0000 7f8c97fff640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 0x7f8c8c03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.949+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f8ca0194e00 con 0x7f8ca0106250 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.950+0000 7f8c977fe640 1 -- 172.21.15.7:0/784393991 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f8c90045520 con 0x7f8ca0106250 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 msgr2=0x7f8c8c03b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 0x7f8c8c03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 msgr2=0x7f8ca0191480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8c900097f0 tx=0x7f8c90030c70 comp rx=0 tx=0).stop 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 shutdown_connections 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.953+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f8c8c038fc0 0x7f8c8c03b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:55.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.954+0000 7f8ca4efb640 1 --2- 172.21.15.7:0/784393991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8ca0106250 0x7f8ca0191480 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:35:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.954+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 >> 172.21.15.7:0/784393991 conn(0x7f8ca01019a0 msgr2=0x7f8ca01028e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:35:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.954+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 shutdown_connections 2024-09-10T07:35:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:54.954+0000 7f8ca4efb640 1 -- 172.21.15.7:0/784393991 wait complete. 2024-09-10T07:35:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-09-10T07:35:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 9... 2024-09-10T07:35:55.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:55 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/784393991' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-10T07:35:56.022 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:55.952+0000 7f81df1b3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:35:56.022 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:56.022+0000 7f81df1b3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:35:56.852 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:56.768+0000 7f81df1b3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:35:57.257 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:56.889+0000 7f81df1b3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:35:57.257 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.038+0000 7f81df1b3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:35:57.257 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.101+0000 7f81df1b3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:35:57.257 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.257+0000 7f81df1b3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:35:57.555 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.328+0000 7f81df1b3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:35:57.555 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.391+0000 7f81df1b3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:35:57.556 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.556+0000 7f81df1b3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:35:57.840 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.623+0000 7f81df1b3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:35:57.841 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.692+0000 7f81df1b3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:35:57.841 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.779+0000 7f81df1b3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:35:57.841 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.840+0000 7f81df1b3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:35:58.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:57.902+0000 7f81df1b3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:35:58.978 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:35:58.727+0000 7f81df1b3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: Active manager daemon x restarted 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: Activating manager daemon x 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: osdmap e3: 0 total, 0 up, 0 in 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: mgrmap e10: x(active, starting, since 0.00314317s) 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: Manager daemon x is now available 2024-09-10T07:35:58.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:35:58.980 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T07:35:58.980 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:35:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T07:36:00.472 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:36:00.214+0000 7f814a4c7640 -1 log_channel(cephadm) log [ERR] : [10/Sep/2024:07:36:00] ENGINE Error in HTTPServer.serve 2024-09-10T07:36:00.472 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: Traceback (most recent call last): 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._connections.run(self.expiration_interval) 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._run(expiration_interval) 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T07:36:00.473 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: s = self.context.wrap_socket( 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: return self.sslsocket_class._create( 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self.do_handshake() 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: self._sslobj.do_handshake() 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T07:36:00.474 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73df94c640 1 Processor -- start 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73df94c640 1 -- start start 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73df94c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73df94c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73d80757a0 con 0x7f73d8107dd0 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73dd6e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:00.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73dd6e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54932/0 (socket says 172.21.15.7:54932) 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.929+0000 7f73dd6e8640 1 -- 172.21.15.7:0/2707798003 learned_addr learned my addr 172.21.15.7:0/2707798003 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.930+0000 7f73dd6e8640 1 -- 172.21.15.7:0/2707798003 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d810a700 con 0x7f73d8107dd0 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.930+0000 7f73dd6e8640 1 --2- 172.21.15.7:0/2707798003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009820 tx=0x7f73d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=370d18dc1d827f5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.930+0000 7f73cffff640 1 -- 172.21.15.7:0/2707798003 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73d4037070 con 0x7f73d8107dd0 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73cffff640 1 -- 172.21.15.7:0/2707798003 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73d40328f0 con 0x7f73d8107dd0 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73cffff640 1 -- 172.21.15.7:0/2707798003 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73d4030740 con 0x7f73d8107dd0 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 -- 172.21.15.7:0/2707798003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 msgr2=0x7f73d810a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 --2- 172.21.15.7:0/2707798003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009820 tx=0x7f73d402a270 comp rx=0 tx=0).stop 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 -- 172.21.15.7:0/2707798003 shutdown_connections 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 --2- 172.21.15.7:0/2707798003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d810a1c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 -- 172.21.15.7:0/2707798003 >> 172.21.15.7:0/2707798003 conn(0x7f73d81019b0 msgr2=0x7f73d8103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:00.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 -- 172.21.15.7:0/2707798003 shutdown_connections 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.931+0000 7f73df94c640 1 -- 172.21.15.7:0/2707798003 wait complete. 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73df94c640 1 Processor -- start 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73df94c640 1 -- start start 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73df94c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73df94c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73d810b780 con 0x7f73d8107dd0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73dd6e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73dd6e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54940/0 (socket says 172.21.15.7:54940) 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.932+0000 7f73dd6e8640 1 -- 172.21.15.7:0/4213901117 learned_addr learned my addr 172.21.15.7:0/4213901117 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73dd6e8640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d819bb30 con 0x7f73d8107dd0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73dd6e8640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f73d40097f0 tx=0x7f73d4030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73d4042070 con 0x7f73d8107dd0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73d819bdc0 con 0x7f73d8107dd0 2024-09-10T07:36:00.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73d4030d80 con 0x7f73d8107dd0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73d4037040 con 0x7f73d8107dd0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.933+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73d819eab0 con 0x7f73d8107dd0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f73d4045070 con 0x7f73d8107dd0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73ce7fc640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f73c403bb90 con 0x7f73c4038fc0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f73d406c0b0 con 0x7f73d8107dd0 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73dcee7640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 msgr2=0x7f73c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:55.935+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:56.136+0000 7f73dcee7640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 msgr2=0x7f73c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:56.136+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:56.537+0000 7f73dcee7640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 msgr2=0x7f73c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:56.537+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:36:00.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:57.338+0000 7f73dcee7640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 msgr2=0x7f73c403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2448282957 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:57.338+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:58.730+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f73d406ab60 con 0x7f73d8107dd0 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:58.730+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 msgr2=0x7f73c403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:58.730+0000 7f73ce7fc640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.732+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f73d403d430 con 0x7f73d8107dd0 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.732+0000 7f73ce7fc640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 0x7f73c403ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.732+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f73d403ee50 con 0x7f73c403ca80 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.733+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 0x7f73c403ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.733+0000 7f73dcee7640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 0x7f73c403ee70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f73c8003980 tx=0x7f73c8006e10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.734+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f73d403ee50 con 0x7f73c403ca80 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.741+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f73d8108230 con 0x7f73c403ca80 2024-09-10T07:36:00.770 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.741+0000 7f73ce7fc640 1 -- 172.21.15.7:0/4213901117 <== mgr.14148 v2:172.21.15.7:6800/3058299968 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f73d8108230 con 0x7f73c403ca80 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 msgr2=0x7f73c403ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 0x7f73c403ee70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f73c8003980 tx=0x7f73c8006e10 comp rx=0 tx=0).stop 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 msgr2=0x7f73d819b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f73d40097f0 tx=0x7f73d4030c70 comp rx=0 tx=0).stop 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 shutdown_connections 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73c403ca80 0x7f73c403ee70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:6800/2448282957,v1:172.21.15.7:6801/2448282957] conn(0x7f73c4038fc0 0x7f73c403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 --2- 172.21.15.7:0/4213901117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73d8107dd0 0x7f73d819b5f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 >> 172.21.15.7:0/4213901117 conn(0x7f73d81019b0 msgr2=0x7f73d8102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 shutdown_connections 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:35:59.742+0000 7f73df94c640 1 -- 172.21.15.7:0/4213901117 wait complete. 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 9 is available 2024-09-10T07:36:00.771 INFO:teuthology.orchestra.run.smithi007.stdout:Generating a dashboard self-signed certificate... 2024-09-10T07:36:01.021 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: mgrmap e11: x(active, since 1.00646s) 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: [10/Sep/2024:07:36:00] ENGINE Bus STARTING 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: [10/Sep/2024:07:36:00] ENGINE Serving on https://172.21.15.7:7150 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: [10/Sep/2024:07:36:00] ENGINE Error in HTTPServer.serve 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T07:36:01.022 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: [10/Sep/2024:07:36:00] ENGINE Serving on http://172.21.15.7:8765 2024-09-10T07:36:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:00 smithi007 ceph-mon[30879]: [10/Sep/2024:07:36:00] ENGINE Bus STARTED 2024-09-10T07:36:02.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:02.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:01 smithi007 ceph-mon[30879]: mgrmap e12: x(active, since 2s) 2024-09-10T07:36:02.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:01 smithi007 ceph-mon[30879]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:02.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:02.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:02.786 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-10T07:36:02.786 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.216+0000 7f1bce1dd640 1 Processor -- start 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.216+0000 7f1bce1dd640 1 -- start start 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.216+0000 7f1bce1dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.217+0000 7f1bce1dd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc80757a0 con 0x7f1bc8107dc0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.217+0000 7f1bc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.217+0000 7f1bc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41754/0 (socket says 172.21.15.7:41754) 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.217+0000 7f1bc77fe640 1 -- 172.21.15.7:0/3320101129 learned_addr learned my addr 172.21.15.7:0/3320101129 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.217+0000 7f1bc77fe640 1 -- 172.21.15.7:0/3320101129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc810a6f0 con 0x7f1bc8107dc0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.218+0000 7f1bc77fe640 1 --2- 172.21.15.7:0/3320101129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009820 tx=0x7f1bb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990481020953b914 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.218+0000 7f1bc67fc640 1 -- 172.21.15.7:0/3320101129 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bb8037070 con 0x7f1bc8107dc0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.218+0000 7f1bc67fc640 1 -- 172.21.15.7:0/3320101129 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bb80328f0 con 0x7f1bc8107dc0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.218+0000 7f1bc67fc640 1 -- 172.21.15.7:0/3320101129 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bb8030740 con 0x7f1bc8107dc0 2024-09-10T07:36:02.787 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- 172.21.15.7:0/3320101129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 msgr2=0x7f1bc810a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/3320101129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009820 tx=0x7f1bb802a270 comp rx=0 tx=0).stop 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- 172.21.15.7:0/3320101129 shutdown_connections 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/3320101129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc810a1b0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- 172.21.15.7:0/3320101129 >> 172.21.15.7:0/3320101129 conn(0x7f1bc81019a0 msgr2=0x7f1bc8103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- 172.21.15.7:0/3320101129 shutdown_connections 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- 172.21.15.7:0/3320101129 wait complete. 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 Processor -- start 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.219+0000 7f1bce1dd640 1 -- start start 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bce1dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bce1dd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc810b770 con 0x7f1bc8107dc0 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41768/0 (socket says 172.21.15.7:41768) 2024-09-10T07:36:02.788 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc77fe640 1 -- 172.21.15.7:0/933823620 learned_addr learned my addr 172.21.15.7:0/933823620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc77fe640 1 -- 172.21.15.7:0/933823620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc819bb20 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc77fe640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1bb80097f0 tx=0x7f1bb8030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bb8042070 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bb8030d80 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bc819bdb0 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bb8037040 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.220+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bc819eaa0 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.221+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f1bb8045070 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.221+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bc8108220 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.222+0000 7f1bc4ff9640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 0x7f1bb003b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.222+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1bb806c160 con 0x7f1bc8107dc0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.222+0000 7f1bc6ffd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 0x7f1bb003b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:02.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.222+0000 7f1bc6ffd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 0x7f1bb003b4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc0098c0 tx=0x7f1bbc006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.228+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1bb8045520 con 0x7f1bc8107dc0 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.420+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f1bc8062630 con 0x7f1bb0039020 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.519+0000 7f1bc4ff9640 1 -- 172.21.15.7:0/933823620 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f1bc8062630 con 0x7f1bb0039020 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 msgr2=0x7f1bb003b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 0x7f1bb003b4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc0098c0 tx=0x7f1bbc006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 msgr2=0x7f1bc819b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1bb80097f0 tx=0x7f1bb8030c70 comp rx=0 tx=0).stop 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 shutdown_connections 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bb0039020 0x7f1bb003b4e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 --2- 172.21.15.7:0/933823620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bc8107dc0 0x7f1bc819b5e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.521+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 >> 172.21.15.7:0/933823620 conn(0x7f1bc81019a0 msgr2=0x7f1bc81026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.522+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 shutdown_connections 2024-09-10T07:36:02.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:01.522+0000 7f1bce1dd640 1 -- 172.21.15.7:0/933823620 wait complete. 2024-09-10T07:36:02.791 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial admin user... 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$lYO7BD7FB5YKAHdydy2VDeZJF2x3oeMvrH/sydcEreGSVH0FdpoYC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725953763, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f49918db640 1 Processor -- start 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f49918db640 1 -- start start 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f49918db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f49918db640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f498c107d50 con 0x7f498c107380 2024-09-10T07:36:04.334 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f498affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f498affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41778/0 (socket says 172.21.15.7:41778) 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f498affd640 1 -- 172.21.15.7:0/753587896 learned_addr learned my addr 172.21.15.7:0/753587896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.217+0000 7f498affd640 1 -- 172.21.15.7:0/753587896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498c108580 con 0x7f498c107380 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.218+0000 7f498affd640 1 --2- 172.21.15.7:0/753587896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f497c009820 tx=0x7f497c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6182762ef231a134 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.218+0000 7f498a7fc640 1 -- 172.21.15.7:0/753587896 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f497c037070 con 0x7f498c107380 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.218+0000 7f498a7fc640 1 -- 172.21.15.7:0/753587896 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f497c0328f0 con 0x7f498c107380 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.218+0000 7f498a7fc640 1 -- 172.21.15.7:0/753587896 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f497c030740 con 0x7f498c107380 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 -- 172.21.15.7:0/753587896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 msgr2=0x7f498c107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 --2- 172.21.15.7:0/753587896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f497c009820 tx=0x7f497c02a270 comp rx=0 tx=0).stop 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 -- 172.21.15.7:0/753587896 shutdown_connections 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 --2- 172.21.15.7:0/753587896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c107780 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 -- 172.21.15.7:0/753587896 >> 172.21.15.7:0/753587896 conn(0x7f498c102b10 msgr2=0x7f498c104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:04.335 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 -- 172.21.15.7:0/753587896 shutdown_connections 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.219+0000 7f49918db640 1 -- 172.21.15.7:0/753587896 wait complete. 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f49918db640 1 Processor -- start 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f49918db640 1 -- start start 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f49918db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f49918db640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f498c10b930 con 0x7f498c107380 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f498affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f498affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41780/0 (socket says 172.21.15.7:41780) 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f498affd640 1 -- 172.21.15.7:0/3109871039 learned_addr learned my addr 172.21.15.7:0/3109871039 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.220+0000 7f498affd640 1 -- 172.21.15.7:0/3109871039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498c07e050 con 0x7f498c107380 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f498affd640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f497c0097f0 tx=0x7f497c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f497c042070 con 0x7f498c107380 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f497c030d80 con 0x7f498c107380 2024-09-10T07:36:04.336 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498c07c240 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f497c037040 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.221+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f498c07c780 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.222+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f497c045070 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.222+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f498c107800 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.222+0000 7f49908d9640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 0x7f497803b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.222+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f497c06c0f0 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.223+0000 7f4983fff640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 0x7f497803b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.223+0000 7f4983fff640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 0x7f497803b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f49740098c0 tx=0x7f4974006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.227+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f497c045360 con 0x7f498c107380 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.419+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f498c068540 con 0x7f4978039020 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.667+0000 7f49908d9640 1 -- 172.21.15.7:0/3109871039 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f498c068540 con 0x7f4978039020 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.669+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 msgr2=0x7f497803b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:04.337 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.669+0000 7f49918db640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 0x7f497803b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f49740098c0 tx=0x7f4974006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.669+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 msgr2=0x7f498c07db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.669+0000 7f49918db640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f497c0097f0 tx=0x7f497c030c70 comp rx=0 tx=0).stop 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 shutdown_connections 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4978039020 0x7f497803b4e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 --2- 172.21.15.7:0/3109871039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f498c107380 0x7f498c07db10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 >> 172.21.15.7:0/3109871039 conn(0x7f498c102b10 msgr2=0x7f498c1036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 shutdown_connections 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:03.670+0000 7f49918db640 1 -- 172.21.15.7:0/3109871039 wait complete. 2024-09-10T07:36:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:Fetching dashboard port number... 2024-09-10T07:36:04.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:04 smithi007 ceph-mon[30879]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:04.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:05.440 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 8443 2024-09-10T07:36:05.440 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba1464f640 1 Processor -- start 2024-09-10T07:36:05.440 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba1464f640 1 -- start start 2024-09-10T07:36:05.440 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba1464f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:05.440 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba1464f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba0c107d50 con 0x7fba0c107380 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba123eb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba123eb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41784/0 (socket says 172.21.15.7:41784) 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.687+0000 7fba123eb640 1 -- 172.21.15.7:0/2882756771 learned_addr learned my addr 172.21.15.7:0/2882756771 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.688+0000 7fba123eb640 1 -- 172.21.15.7:0/2882756771 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0c108580 con 0x7fba0c107380 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.688+0000 7fba123eb640 1 --2- 172.21.15.7:0/2882756771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba08009820 tx=0x7fba0802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=582569481fb1e979 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.688+0000 7fba113e9640 1 -- 172.21.15.7:0/2882756771 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba08037070 con 0x7fba0c107380 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba113e9640 1 -- 172.21.15.7:0/2882756771 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba080328f0 con 0x7fba0c107380 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba113e9640 1 -- 172.21.15.7:0/2882756771 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba08030740 con 0x7fba0c107380 2024-09-10T07:36:05.441 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 -- 172.21.15.7:0/2882756771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 msgr2=0x7fba0c107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 --2- 172.21.15.7:0/2882756771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba08009820 tx=0x7fba0802a270 comp rx=0 tx=0).stop 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 -- 172.21.15.7:0/2882756771 shutdown_connections 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 --2- 172.21.15.7:0/2882756771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c107780 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 -- 172.21.15.7:0/2882756771 >> 172.21.15.7:0/2882756771 conn(0x7fba0c102b10 msgr2=0x7fba0c104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 -- 172.21.15.7:0/2882756771 shutdown_connections 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.689+0000 7fba1464f640 1 -- 172.21.15.7:0/2882756771 wait complete. 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba1464f640 1 Processor -- start 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba1464f640 1 -- start start 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba1464f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba1464f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba0c10b930 con 0x7fba0c107380 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba123eb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba123eb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41800/0 (socket says 172.21.15.7:41800) 2024-09-10T07:36:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.690+0000 7fba123eb640 1 -- 172.21.15.7:0/2588395106 learned_addr learned my addr 172.21.15.7:0/2588395106 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba123eb640 1 -- 172.21.15.7:0/2588395106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0c07e050 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba123eb640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fba08009940 tx=0x7fba08030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba08042070 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba08030e30 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0c07c240 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba08037040 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.691+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba0c07c780 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.692+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fba08045070 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.692+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba0c107800 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.692+0000 7fba037fe640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 0x7fb9f803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.692+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fba0806c1f0 con 0x7fba0c107380 2024-09-10T07:36:05.443 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.692+0000 7fba11bea640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 0x7fb9f803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.693+0000 7fba11bea640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 0x7fb9f803b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0098c0 tx=0x7fb9fc006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.697+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba0804b170 con 0x7fba0c107380 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.874+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fba0c068540 con 0x7fba0c107380 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.875+0000 7fba037fe640 1 -- 172.21.15.7:0/2588395106 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fba0802fd90 con 0x7fba0c107380 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 msgr2=0x7fb9f803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 0x7fb9f803b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0098c0 tx=0x7fb9fc006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 msgr2=0x7fba0c07db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fba08009940 tx=0x7fba08030cc0 comp rx=0 tx=0).stop 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 shutdown_connections 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9f8038fc0 0x7fb9f803b480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 --2- 172.21.15.7:0/2588395106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0c107380 0x7fba0c07db10 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 >> 172.21.15.7:0/2588395106 conn(0x7fba0c102b10 msgr2=0x7fba0c1036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 shutdown_connections 2024-09-10T07:36:05.444 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:04.877+0000 7fba1464f640 1 -- 172.21.15.7:0/2588395106 wait complete. 2024-09-10T07:36:05.448 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T07:36:05.448 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-10T07:36:05.456 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T07:36:05.456 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-10T07:36:05.456 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-10T07:36:05.456 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-10T07:36:05.458 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph Dashboard is now available at: 2024-09-10T07:36:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: URL: https://smithi007.front.sepia.ceph.com:8443/ 2024-09-10T07:36:05.459 INFO:teuthology.orchestra.run.smithi007.stdout: User: admin 2024-09-10T07:36:05.459 INFO:teuthology.orchestra.run.smithi007.stdout: Password: 7qj17shwll 2024-09-10T07:36:05.459 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:05.459 INFO:teuthology.orchestra.run.smithi007.stdout:Saving cluster configuration to /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config directory 2024-09-10T07:36:05.719 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:05 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2588395106' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-10T07:36:06.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:06 smithi007 ceph-mon[30879]: mgrmap e13: x(active, since 6s) 2024-09-10T07:36:06.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3486722395' entity='client.admin' 2024-09-10T07:36:06.726 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a90a6640 1 Processor -- start 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a90a6640 1 -- start start 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a90a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a90a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a410a1e0 con 0x7fd8a4109810 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41814/0 (socket says 172.21.15.7:41814) 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.905+0000 7fd8a2d9d640 1 -- 172.21.15.7:0/390017671 learned_addr learned my addr 172.21.15.7:0/390017671 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.906+0000 7fd8a2d9d640 1 -- 172.21.15.7:0/390017671 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8a410a730 con 0x7fd8a4109810 2024-09-10T07:36:06.727 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.906+0000 7fd8a2d9d640 1 --2- 172.21.15.7:0/390017671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd894009820 tx=0x7fd89402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5125211b74ebcb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a1d9b640 1 -- 172.21.15.7:0/390017671 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd894037070 con 0x7fd8a4109810 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a1d9b640 1 -- 172.21.15.7:0/390017671 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8940328f0 con 0x7fd8a4109810 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a1d9b640 1 -- 172.21.15.7:0/390017671 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd894030740 con 0x7fd8a4109810 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 -- 172.21.15.7:0/390017671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 msgr2=0x7fd8a4109c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/390017671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd894009820 tx=0x7fd89402a270 comp rx=0 tx=0).stop 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 -- 172.21.15.7:0/390017671 shutdown_connections 2024-09-10T07:36:06.728 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/390017671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a4109c10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 -- 172.21.15.7:0/390017671 >> 172.21.15.7:0/390017671 conn(0x7fd8a407cb00 msgr2=0x7fd8a407cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 -- 172.21.15.7:0/390017671 shutdown_connections 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.907+0000 7fd8a90a6640 1 -- 172.21.15.7:0/390017671 wait complete. 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.908+0000 7fd8a90a6640 1 Processor -- start 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.908+0000 7fd8a90a6640 1 -- start start 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.908+0000 7fd8a90a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:06.729 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.908+0000 7fd8a90a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a410d9f0 con 0x7fd8a4109810 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41816/0 (socket says 172.21.15.7:41816) 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a2d9d640 1 -- 172.21.15.7:0/3486722395 learned_addr learned my addr 172.21.15.7:0/3486722395 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a2d9d640 1 -- 172.21.15.7:0/3486722395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8a419dd00 con 0x7fd8a4109810 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a2d9d640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8940097f0 tx=0x7fd894030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd894042070 con 0x7fd8a4109810 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd894030d80 con 0x7fd8a4109810 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8a419df90 con 0x7fd8a4109810 2024-09-10T07:36:06.730 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd894037040 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.909+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8a41a0c80 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.910+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fd894045070 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.910+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8a4109c90 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.910+0000 7fd88bfff640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 0x7fd88c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.910+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd89406c290 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.911+0000 7fd8a259c640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 0x7fd88c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.911+0000 7fd8a259c640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 0x7fd88c03b520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd8980098c0 tx=0x7fd898006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:05.915+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd894045520 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.181+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fd8a41a0f50 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.184+0000 7fd88bfff640 1 -- 172.21.15.7:0/3486722395 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7fd89403add0 con 0x7fd8a4109810 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 msgr2=0x7fd88c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:06.731 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 0x7fd88c03b520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd8980098c0 tx=0x7fd898006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 msgr2=0x7fd8a419d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8940097f0 tx=0x7fd894030c70 comp rx=0 tx=0).stop 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 shutdown_connections 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd88c039060 0x7fd88c03b520 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 --2- 172.21.15.7:0/3486722395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8a4109810 0x7fd8a419d7c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 >> 172.21.15.7:0/3486722395 conn(0x7fd8a407cb00 msgr2=0x7fd8a4107530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 shutdown_connections 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-10T07:36:06.186+0000 7fd8a90a6640 1 -- 172.21.15.7:0/3486722395 wait complete. 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.732 INFO:teuthology.orchestra.run.smithi007.stdout:Or, if you are only running a single cluster on this host: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: ceph telemetry on 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout:For more information see: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:06.733 INFO:teuthology.orchestra.run.smithi007.stdout:Bootstrap complete. 2024-09-10T07:36:06.765 INFO:tasks.cephadm:Fetching config... 2024-09-10T07:36:06.766 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:06.766 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-10T07:36:06.783 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-10T07:36:06.783 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:06.783 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-10T07:36:06.840 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-10T07:36:06.840 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:06.840 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-10T07:36:06.907 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-10T07:36:06.907 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:06.907 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-10T07:36:06.964 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-10T07:36:06.965 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T07:36:07.039 INFO:teuthology.orchestra.run.smithi007.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:07.051 DEBUG:teuthology.orchestra.run.smithi110:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T07:36:07.188 INFO:teuthology.orchestra.run.smithi110.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:07.202 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T07:36:07.246 INFO:teuthology.orchestra.run.smithi145.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxaoqIeI7YdGKiAEQq8xK9v8pJX2uStSztnO+YA3CWwGr/uqaC9y2nwRDy90c6Pgds4nh455xZ5I7WppE6wQ0j9YBROPSPe3HF7qrd/VWalX5hCrMU8hB43Wgtkj6FIVMXwcAGOCgPzn+ESRsAAOSNM1P7y++TWRbOS4SyUdyBt4fxIeH7GPLrqYWoEYYQq2Zf7LG11LkGyxHwr2WErR3h6yeTpbjV6JS2J9X5cBy99UYSwnfkJaxhzcF8BdEIf8Z6HUyBoPugwe61z3WIA84/2a7vh83xWxV74vyQj4L9cbNI8rnGA0CV8838G/BA/HUpPlaVvsnKDy1SReGYs8nBZbZyihhe9Bw/Aj/40Ai9/BtgcPgZvbohkbfj70zyu84MKKFp/rmAqXgjV2ltTaxkGvcMd0+FEQPem8cV/QGnVDG97KyBif4o9Nw/ZEEardI5kx+jVEvr7/4/FdZAZ2B77PcLhRJiRUYPldKbA3foPoiK6m0JAsE5OEtD/pKx1sE= ceph-0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:07.259 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-10T07:36:07.514 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 -- 172.21.15.7:0/2023862537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 msgr2=0x7fe6a01044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2023862537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a01044c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe688009880 tx=0x7fe68802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 -- 172.21.15.7:0/2023862537 shutdown_connections 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2023862537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a01044c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 -- 172.21.15.7:0/2023862537 >> 172.21.15.7:0/2023862537 conn(0x7fe6a00fbcd0 msgr2=0x7fe6a00fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 -- 172.21.15.7:0/2023862537 shutdown_connections 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.968+0000 7fe6a624c640 1 -- 172.21.15.7:0/2023862537 wait complete. 2024-09-10T07:36:07.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe6a624c640 1 Processor -- start 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe6a624c640 1 -- start start 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe6a624c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe6a624c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a0107520 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe69f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe69f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41830/0 (socket says 172.21.15.7:41830) 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe69f7fe640 1 -- 172.21.15.7:0/2136164086 learned_addr learned my addr 172.21.15.7:0/2136164086 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe69f7fe640 1 -- 172.21.15.7:0/2136164086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a0101e90 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.969+0000 7fe69f7fe640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe688009230 tx=0x7fe6880048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe68803f070 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe688003aa0 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a0100080 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe688035030 con 0x7fe6a01020d0 2024-09-10T07:36:07.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a01005c0 con 0x7fe6a01020d0 2024-09-10T07:36:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.970+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fe688042070 con 0x7fe6a01020d0 2024-09-10T07:36:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.971+0000 7fe69cff9640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 0x7fe68c03b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.971+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe68806dca0 con 0x7fe6a01020d0 2024-09-10T07:36:07.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.971+0000 7fe69effd640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 0x7fe68c03b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:07.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.971+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a0107ca0 con 0x7fe6a01020d0 2024-09-10T07:36:07.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.971+0000 7fe69effd640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 0x7fe68c03b580 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe6900098c0 tx=0x7fe690006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:07.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:07.976+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe688039350 con 0x7fe6a01020d0 2024-09-10T07:36:08.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.151+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fe6a018fd50 con 0x7fe6a01020d0 2024-09-10T07:36:08.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.153+0000 7fe69cff9640 1 -- 172.21.15.7:0/2136164086 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fe6a018fd50 con 0x7fe6a01020d0 2024-09-10T07:36:08.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 msgr2=0x7fe68c03b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:08.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 0x7fe68c03b580 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe6900098c0 tx=0x7fe690006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 msgr2=0x7fe6a0101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe688009230 tx=0x7fe6880048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 shutdown_connections 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe68c0390c0 0x7fe68c03b580 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 --2- 172.21.15.7:0/2136164086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6a01020d0 0x7fe6a0101950 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 >> 172.21.15.7:0/2136164086 conn(0x7fe6a00fbcd0 msgr2=0x7fe6a00fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 shutdown_connections 2024-09-10T07:36:08.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:08.156+0000 7fe6a624c640 1 -- 172.21.15.7:0/2136164086 wait complete. 2024-09-10T07:36:08.757 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-10T07:36:08.758 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-10T07:36:09.251 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:09.471 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:09 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2136164086' entity='client.admin' 2024-09-10T07:36:09.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 -- 172.21.15.7:0/4259354159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 msgr2=0x7fd144074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:09.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 --2- 172.21.15.7:0/4259354159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144074680 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd140009880 tx=0x7fd14002a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 -- 172.21.15.7:0/4259354159 shutdown_connections 2024-09-10T07:36:09.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 --2- 172.21.15.7:0/4259354159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144074680 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 -- 172.21.15.7:0/4259354159 >> 172.21.15.7:0/4259354159 conn(0x7fd1440fcdb0 msgr2=0x7fd1440ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:09.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 -- 172.21.15.7:0/4259354159 shutdown_connections 2024-09-10T07:36:09.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.681+0000 7fd14bba0640 1 -- 172.21.15.7:0/4259354159 wait complete. 2024-09-10T07:36:09.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14bba0640 1 Processor -- start 2024-09-10T07:36:09.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14bba0640 1 -- start start 2024-09-10T07:36:09.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14bba0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:09.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14bba0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd1441097d0 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14993c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14993c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41852/0 (socket says 172.21.15.7:41852) 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.682+0000 7fd14993c640 1 -- 172.21.15.7:0/2270441099 learned_addr learned my addr 172.21.15.7:0/2270441099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd14993c640 1 -- 172.21.15.7:0/2270441099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd144199410 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd14993c640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd140005ec0 tx=0x7fd1400048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd14003f070 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd140003aa0 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1441996a0 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd140035030 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.683+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd14419c390 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.684+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fd140042070 con 0x7fd144076220 2024-09-10T07:36:09.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.684+0000 7fd13affd640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 0x7fd13003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:09.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.684+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd144109f50 con 0x7fd144076220 2024-09-10T07:36:09.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.684+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd14006cd40 con 0x7fd144076220 2024-09-10T07:36:09.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.684+0000 7fd14913b640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 0x7fd13003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:09.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.685+0000 7fd14913b640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 0x7fd13003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd1340098c0 tx=0x7fd134006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:09.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.689+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd1400433b0 con 0x7fd144076220 2024-09-10T07:36:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.869+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd14402d830 con 0x7fd1300390c0 2024-09-10T07:36:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.872+0000 7fd13affd640 1 -- 172.21.15.7:0/2270441099 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd14402d830 con 0x7fd1300390c0 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 msgr2=0x7fd13003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 0x7fd13003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd1340098c0 tx=0x7fd134006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 msgr2=0x7fd144198ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd140005ec0 tx=0x7fd1400048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 shutdown_connections 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd1300390c0 0x7fd13003b580 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 --2- 172.21.15.7:0/2270441099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd144076220 0x7fd144198ed0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 >> 172.21.15.7:0/2270441099 conn(0x7fd1440fcdb0 msgr2=0x7fd1440fd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 shutdown_connections 2024-09-10T07:36:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:09.875+0000 7fd14bba0640 1 -- 172.21.15.7:0/2270441099 wait complete. 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi007", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:10.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:10.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:10.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:10.620 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi110 2024-09-10T07:36:10.620 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:36:10.621 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/etc/ceph/ceph.conf 2024-09-10T07:36:10.640 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:36:10.640 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:10.698 INFO:tasks.cephadm:Adding host smithi110 to orchestrator... 2024-09-10T07:36:10.698 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch host add smithi110 2024-09-10T07:36:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:11.355 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:11.366 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: Updating smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: Updating smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:11.367 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 -- 172.21.15.7:0/1688406963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 msgr2=0x7efcb8106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 --2- 172.21.15.7:0/1688406963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8106920 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efca8009810 tx=0x7efca802a540 comp rx=0 tx=0).stop 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 -- 172.21.15.7:0/1688406963 shutdown_connections 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 --2- 172.21.15.7:0/1688406963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8106920 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 -- 172.21.15.7:0/1688406963 >> 172.21.15.7:0/1688406963 conn(0x7efcb8077310 msgr2=0x7efcb80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 -- 172.21.15.7:0/1688406963 shutdown_connections 2024-09-10T07:36:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 -- 172.21.15.7:0/1688406963 wait complete. 2024-09-10T07:36:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.369+0000 7efcbdb48640 1 Processor -- start 2024-09-10T07:36:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcbdb48640 1 -- start start 2024-09-10T07:36:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcbdb48640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcbdb48640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efcb810aa20 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50460/0 (socket says 172.21.15.7:50460) 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb77fe640 1 -- 172.21.15.7:0/4262143635 learned_addr learned my addr 172.21.15.7:0/4262143635 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb77fe640 1 -- 172.21.15.7:0/4262143635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcb81983d0 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb77fe640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efca8030b00 tx=0x7efca8030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.370+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efca8040070 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.371+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efca80318b0 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.371+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcb8198660 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.371+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efca8003de0 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.371+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcb8198ac0 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.371+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7efca8039040 con 0x7efcb8106540 2024-09-10T07:36:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.372+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcb8101bb0 con 0x7efcb8106540 2024-09-10T07:36:11.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.372+0000 7efcb4ff9640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 0x7efca003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:11.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.372+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efca806d660 con 0x7efcb8106540 2024-09-10T07:36:11.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.372+0000 7efcb6ffd640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 0x7efca003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:11.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.372+0000 7efcb6ffd640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 0x7efca003b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efcac0098c0 tx=0x7efcac006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:11.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.377+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efca8031ad0 con 0x7efcb8106540 2024-09-10T07:36:11.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:11.556+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi110", "target": ["mon-mgr", ""]}) -- 0x7efcb8106920 con 0x7efca0039060 2024-09-10T07:36:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:12 smithi007 ceph-mon[30879]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi110", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:13.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:13 smithi007 ceph-mon[30879]: Deploying cephadm binary to smithi110 2024-09-10T07:36:15.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.445+0000 7efcb4ff9640 1 -- 172.21.15.7:0/4262143635 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7efcb8106920 con 0x7efca0039060 2024-09-10T07:36:15.445 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi110' with addr '172.21.15.110' 2024-09-10T07:36:15.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 msgr2=0x7efca003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 0x7efca003b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efcac0098c0 tx=0x7efcac006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 msgr2=0x7efcb8197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efca8030b00 tx=0x7efca8030b30 comp rx=0 tx=0).stop 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 shutdown_connections 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efca0039060 0x7efca003b520 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 --2- 172.21.15.7:0/4262143635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efcb8106540 0x7efcb8197e90 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 >> 172.21.15.7:0/4262143635 conn(0x7efcb8077310 msgr2=0x7efcb80feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 shutdown_connections 2024-09-10T07:36:15.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:15.449+0000 7efcbdb48640 1 -- 172.21.15.7:0/4262143635 wait complete. 2024-09-10T07:36:16.065 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-10T07:36:16.320 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:16.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:16.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:16 smithi007 ceph-mon[30879]: Added host smithi110 2024-09-10T07:36:16.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:16.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:16.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:16.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.774+0000 7f0a93b66640 1 -- 172.21.15.7:0/1021289012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 msgr2=0x7f0a8c102b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.774+0000 7f0a93b66640 1 --2- 172.21.15.7:0/1021289012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c102b10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0a88009810 tx=0x7f0a8802a540 comp rx=0 tx=0).stop 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 -- 172.21.15.7:0/1021289012 shutdown_connections 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 --2- 172.21.15.7:0/1021289012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c102b10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 -- 172.21.15.7:0/1021289012 >> 172.21.15.7:0/1021289012 conn(0x7f0a8c077310 msgr2=0x7f0a8c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 -- 172.21.15.7:0/1021289012 shutdown_connections 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 -- 172.21.15.7:0/1021289012 wait complete. 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.775+0000 7f0a93b66640 1 Processor -- start 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a93b66640 1 -- start start 2024-09-10T07:36:16.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a93b66640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a93b66640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8c10bb30 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a91902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a91902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50480/0 (socket says 172.21.15.7:50480) 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a91902640 1 -- 172.21.15.7:0/711555874 learned_addr learned my addr 172.21.15.7:0/711555874 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a91902640 1 -- 172.21.15.7:0/711555874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a8c1975a0 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a91902640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0a88030e70 tx=0x7f0a88031f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.776+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a88040070 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.777+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a880318b0 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.777+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a8c197830 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.777+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a88045460 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.777+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a8c197c90 con 0x7f0a8c102730 2024-09-10T07:36:16.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.777+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f0a88039040 con 0x7f0a8c102730 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.778+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a8c069f90 con 0x7f0a8c102730 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.778+0000 7f0a7effd640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 0x7f0a7803b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.778+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0a8806d5e0 con 0x7f0a8c102730 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.778+0000 7f0a91101640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 0x7f0a7803b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.778+0000 7f0a91101640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 0x7f0a7803b580 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0a800098c0 tx=0x7f0a80006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:16.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.783+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a880050d0 con 0x7f0a8c102730 2024-09-10T07:36:16.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.965+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0a8c198420 con 0x7f0a780390c0 2024-09-10T07:36:16.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.966+0000 7f0a7effd640 1 -- 172.21.15.7:0/711555874 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f0a8c198420 con 0x7f0a780390c0 2024-09-10T07:36:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:16.966 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.110", "hostname": "smithi110", "labels": [], "status": ""}] 2024-09-10T07:36:16.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 msgr2=0x7f0a7803b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:16.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 0x7f0a7803b580 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0a800098c0 tx=0x7f0a80006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:16.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 msgr2=0x7f0a8c197060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:16.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0a88030e70 tx=0x7f0a88031f00 comp rx=0 tx=0).stop 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 shutdown_connections 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a780390c0 0x7f0a7803b580 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 --2- 172.21.15.7:0/711555874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a8c102730 0x7f0a8c197060 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 >> 172.21.15.7:0/711555874 conn(0x7f0a8c077310 msgr2=0x7f0a8c1034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 shutdown_connections 2024-09-10T07:36:16.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:16.968+0000 7f0a93b66640 1 -- 172.21.15.7:0/711555874 wait complete. 2024-09-10T07:36:17.619 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi145 2024-09-10T07:36:17.620 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:36:17.620 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/etc/ceph/ceph.conf 2024-09-10T07:36:17.639 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:36:17.639 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:17.698 INFO:tasks.cephadm:Adding host smithi145 to orchestrator... 2024-09-10T07:36:17.698 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch host add smithi145 2024-09-10T07:36:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:17 smithi007 ceph-mon[30879]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:36:17.955 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.374+0000 7f6a87bba640 1 -- 172.21.15.7:0/694083867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 msgr2=0x7f6a801006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.374+0000 7f6a87bba640 1 --2- 172.21.15.7:0/694083867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801006c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009880 tx=0x7f6a7c02a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.374+0000 7f6a87bba640 1 -- 172.21.15.7:0/694083867 shutdown_connections 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.374+0000 7f6a87bba640 1 --2- 172.21.15.7:0/694083867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801006c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.374+0000 7f6a87bba640 1 -- 172.21.15.7:0/694083867 >> 172.21.15.7:0/694083867 conn(0x7f6a800fc1b0 msgr2=0x7f6a800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.375+0000 7f6a87bba640 1 -- 172.21.15.7:0/694083867 shutdown_connections 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.375+0000 7f6a87bba640 1 -- 172.21.15.7:0/694083867 wait complete. 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.375+0000 7f6a87bba640 1 Processor -- start 2024-09-10T07:36:18.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.375+0000 7f6a87bba640 1 -- start start 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a87bba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a87bba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8010dd50 con 0x7f6a801002e0 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a85956640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a85956640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50506/0 (socket says 172.21.15.7:50506) 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a85956640 1 -- 172.21.15.7:0/3625153460 learned_addr learned my addr 172.21.15.7:0/3625153460 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:18.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a85956640 1 -- 172.21.15.7:0/3625153460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a801997e0 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a85956640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009230 tx=0x7f6a7c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a7c03f070 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a7c004d10 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a7c035030 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.376+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a80199a70 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.377+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a80199ed0 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.377+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f6a7c042070 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.378+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a8006a7b0 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.378+0000 7f6a76ffd640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 0x7f6a6c03b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.378+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6a7c06cc80 con 0x7f6a801002e0 2024-09-10T07:36:18.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.378+0000 7f6a85155640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 0x7f6a6c03b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:18.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.378+0000 7f6a85155640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 0x7f6a6c03b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6a700098c0 tx=0x7f6a70006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:18.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.382+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6a7c073080 con 0x7f6a801002e0 2024-09-10T07:36:18.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:18.561+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi145", "target": ["mon-mgr", ""]}) -- 0x7f6a8019a660 con 0x7f6a6c0390c0 2024-09-10T07:36:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:18 smithi007 ceph-mon[30879]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi145", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:21.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi110", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: Updating smithi110:/etc/ceph/ceph.conf 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:21.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:22.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:21 smithi007 ceph-mon[30879]: Deploying cephadm binary to smithi145 2024-09-10T07:36:22.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:21 smithi007 ceph-mon[30879]: Updating smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:22.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:21 smithi007 ceph-mon[30879]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:22.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:21 smithi007 ceph-mon[30879]: Updating smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T07:36:22.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.547+0000 7f6a76ffd640 1 -- 172.21.15.7:0/3625153460 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f6a8019a660 con 0x7f6a6c0390c0 2024-09-10T07:36:22.548 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi145' with addr '172.21.15.145' 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 msgr2=0x7f6a6c03b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 0x7f6a6c03b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6a700098c0 tx=0x7f6a70006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 msgr2=0x7f6a801992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009230 tx=0x7f6a7c0048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 shutdown_connections 2024-09-10T07:36:22.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a6c0390c0 0x7f6a6c03b580 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:22.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 --2- 172.21.15.7:0/3625153460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a801002e0 0x7f6a801992a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:22.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 >> 172.21.15.7:0/3625153460 conn(0x7f6a800fc1b0 msgr2=0x7f6a800fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:22.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 shutdown_connections 2024-09-10T07:36:22.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:22.549+0000 7f6a87bba640 1 -- 172.21.15.7:0/3625153460 wait complete. 2024-09-10T07:36:22.842 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:22 smithi007 ceph-mon[30879]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:22.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:22.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:23.184 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-10T07:36:23.437 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:23.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:23 smithi007 ceph-mon[30879]: Added host smithi145 2024-09-10T07:36:23.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:23 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:23.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:23 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.846+0000 7f337943d640 1 -- 172.21.15.7:0/1066820625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 msgr2=0x7f3374106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.846+0000 7f337943d640 1 --2- 172.21.15.7:0/1066820625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374106920 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3364009810 tx=0x7f336402a540 comp rx=0 tx=0).stop 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 -- 172.21.15.7:0/1066820625 shutdown_connections 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 --2- 172.21.15.7:0/1066820625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374106920 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 -- 172.21.15.7:0/1066820625 >> 172.21.15.7:0/1066820625 conn(0x7f3374077310 msgr2=0x7f33740fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 -- 172.21.15.7:0/1066820625 shutdown_connections 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 -- 172.21.15.7:0/1066820625 wait complete. 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.847+0000 7f337943d640 1 Processor -- start 2024-09-10T07:36:23.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f337943d640 1 -- start start 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f337943d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f337943d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f337410aa20 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f3372ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f3372ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45950/0 (socket says 172.21.15.7:45950) 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f3372ffd640 1 -- 172.21.15.7:0/1215950501 learned_addr learned my addr 172.21.15.7:0/1215950501 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f3372ffd640 1 -- 172.21.15.7:0/1215950501 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33741974b0 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.848+0000 7f3372ffd640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3364030b30 tx=0x7f3364030b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3364040070 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3374197740 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33640318b0 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3364004950 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f337419b840 con 0x7f3374106540 2024-09-10T07:36:23.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.849+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f3364039040 con 0x7f3374106540 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.850+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3374101bb0 con 0x7f3374106540 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.850+0000 7f335bfff640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 0x7f335c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.850+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f336406d0f0 con 0x7f3374106540 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.850+0000 7f33727fc640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 0x7f335c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.850+0000 7f33727fc640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 0x7f335c03b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f33680098c0 tx=0x7f3368006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:23.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:23.855+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f336404c350 con 0x7f3374106540 2024-09-10T07:36:24.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.036+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3374106920 con 0x7f335c039060 2024-09-10T07:36:24.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.037+0000 7f335bfff640 1 -- 172.21.15.7:0/1215950501 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f3374106920 con 0x7f335c039060 2024-09-10T07:36:24.036 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:24.036 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.110", "hostname": "smithi110", "labels": [], "status": ""}, {"addr": "172.21.15.145", "hostname": "smithi145", "labels": [], "status": ""}] 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 msgr2=0x7f335c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 0x7f335c03b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f33680098c0 tx=0x7f3368006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 msgr2=0x7f3374196f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3364030b30 tx=0x7f3364030b60 comp rx=0 tx=0).stop 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 shutdown_connections 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f335c039060 0x7f335c03b520 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 --2- 172.21.15.7:0/1215950501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3374106540 0x7f3374196f70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 >> 172.21.15.7:0/1215950501 conn(0x7f3374077310 msgr2=0x7f33740696b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 shutdown_connections 2024-09-10T07:36:24.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:24.039+0000 7f337943d640 1 -- 172.21.15.7:0/1215950501 wait complete. 2024-09-10T07:36:24.556 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-10T07:36:24.556 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd crush tunables default 2024-09-10T07:36:24.807 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:24 smithi007 ceph-mon[30879]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 -- 172.21.15.7:0/2753252189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 msgr2=0x7fd87c0ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 --2- 172.21.15.7:0/2753252189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c0ffe70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd878009880 tx=0x7fd87802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 -- 172.21.15.7:0/2753252189 shutdown_connections 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 --2- 172.21.15.7:0/2753252189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c0ffe70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 -- 172.21.15.7:0/2753252189 >> 172.21.15.7:0/2753252189 conn(0x7fd87c0fb930 msgr2=0x7fd87c0fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 -- 172.21.15.7:0/2753252189 shutdown_connections 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.245+0000 7fd883df8640 1 -- 172.21.15.7:0/2753252189 wait complete. 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd883df8640 1 Processor -- start 2024-09-10T07:36:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd883df8640 1 -- start start 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd883df8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd883df8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c1078d0 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd881b94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd881b94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45964/0 (socket says 172.21.15.7:45964) 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.246+0000 7fd881b94640 1 -- 172.21.15.7:0/614742220 learned_addr learned my addr 172.21.15.7:0/614742220 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd881b94640 1 -- 172.21.15.7:0/614742220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd87c195360 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd881b94640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd878009230 tx=0x7fd8780048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd87803f070 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd878003aa0 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd878035030 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd87c195650 con 0x7fd87c069640 2024-09-10T07:36:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.247+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd87c1996f0 con 0x7fd87c069640 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.248+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fd878042070 con 0x7fd87c069640 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.248+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd87c101350 con 0x7fd87c069640 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.248+0000 7fd872ffd640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 0x7fd86803d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.248+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd87806cb50 con 0x7fd87c069640 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.248+0000 7fd881393640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 0x7fd86803d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:25.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.249+0000 7fd881393640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 0x7fd86803d7d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd86c0098c0 tx=0x7fd86c006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:25.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.253+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd87802fdc0 con 0x7fd87c069640 2024-09-10T07:36:25.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.432+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fd87c196180 con 0x7fd87c069640 2024-09-10T07:36:25.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.617+0000 7fd872ffd640 1 -- 172.21.15.7:0/614742220 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fd878036c60 con 0x7fd87c069640 2024-09-10T07:36:25.617 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 msgr2=0x7fd86803d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 0x7fd86803d7d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd86c0098c0 tx=0x7fd86c006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 msgr2=0x7fd87c194e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd878009230 tx=0x7fd8780048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 shutdown_connections 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd86803b310 0x7fd86803d7d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 --2- 172.21.15.7:0/614742220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd87c069640 0x7fd87c194e20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:25.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 >> 172.21.15.7:0/614742220 conn(0x7fd87c0fb930 msgr2=0x7fd87c1089c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:25.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 shutdown_connections 2024-09-10T07:36:25.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:25.619+0000 7fd883df8640 1 -- 172.21.15.7:0/614742220 wait complete. 2024-09-10T07:36:25.972 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:25 smithi007 ceph-mon[30879]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:36:25.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:25 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/614742220' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-10T07:36:26.306 INFO:tasks.cephadm:Adding mon.a on smithi007 2024-09-10T07:36:26.306 INFO:tasks.cephadm:Adding mon.b on smithi110 2024-09-10T07:36:26.306 INFO:tasks.cephadm:Adding mon.c on smithi145 2024-09-10T07:36:26.307 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch apply mon '3;smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c' 2024-09-10T07:36:26.750 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-10T07:36:26.796 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-10T07:36:27.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:26 smithi007 ceph-mon[30879]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:27.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:26 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/614742220' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-10T07:36:27.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:26 smithi007 ceph-mon[30879]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 -- 172.21.15.145:0/2616270849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 msgr2=0x7fd718101a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/2616270849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718101a20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd708009880 tx=0x7fd70802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 -- 172.21.15.145:0/2616270849 shutdown_connections 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/2616270849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718101a20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 -- 172.21.15.145:0/2616270849 >> 172.21.15.145:0/2616270849 conn(0x7fd7180fcdb0 msgr2=0x7fd7180ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 -- 172.21.15.145:0/2616270849 shutdown_connections 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.249+0000 7fd71e6a3640 1 -- 172.21.15.145:0/2616270849 wait complete. 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd71e6a3640 1 Processor -- start 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd71e6a3640 1 -- start start 2024-09-10T07:36:27.265 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd71e6a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd71e6a3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7181075e0 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd717fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd717fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.145:50548/0 (socket says 172.21.15.145:50548) 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.250+0000 7fd717fff640 1 -- 172.21.15.145:0/3309921188 learned_addr learned my addr 172.21.15.145:0/3309921188 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd717fff640 1 -- 172.21.15.145:0/3309921188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd718197270 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd717fff640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd708005ab0 tx=0x7fd7080048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd70803f070 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd708003aa0 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd718197500 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd708035030 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.251+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd71819a1f0 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.252+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fd708042070 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.252+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd718107d60 con 0x7fd718101620 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.252+0000 7fd7157fa640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 0x7fd70003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:27.266 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.252+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd70806cc90 con 0x7fd718101620 2024-09-10T07:36:27.267 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.253+0000 7fd7177fe640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 0x7fd70003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:27.267 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.253+0000 7fd7177fe640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 0x7fd70003b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0098c0 tx=0x7fd70c006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:27.267 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.257+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd7080372d0 con 0x7fd718101620 2024-09-10T07:36:27.445 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.445+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c", "target": ["mon-mgr", ""]}) -- 0x7fd71802d8f0 con 0x7fd700039060 2024-09-10T07:36:27.451 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.451+0000 7fd7157fa640 1 -- 172.21.15.145:0/3309921188 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd71802d8f0 con 0x7fd700039060 2024-09-10T07:36:27.451 INFO:teuthology.orchestra.run.smithi145.stdout:Scheduled mon update... 2024-09-10T07:36:27.453 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.453+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 msgr2=0x7fd70003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:27.453 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.453+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 0x7fd70003b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0098c0 tx=0x7fd70c006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.453 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.453+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 msgr2=0x7fd718196d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:27.453 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.453+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd708005ab0 tx=0x7fd7080048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 shutdown_connections 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd700039060 0x7fd70003b520 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 --2- 172.21.15.145:0/3309921188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd718101620 0x7fd718196d30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 >> 172.21.15.145:0/3309921188 conn(0x7fd7180fcdb0 msgr2=0x7fd7180fd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 shutdown_connections 2024-09-10T07:36:27.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:27.454+0000 7fd71e6a3640 1 -- 172.21.15.145:0/3309921188 wait complete. 2024-09-10T07:36:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Updating smithi145:/etc/ceph/ceph.conf 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Updating smithi145:/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c;count:3 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:27 smithi007 ceph-mon[30879]: Deploying daemon mon.c on smithi145 2024-09-10T07:36:28.174 DEBUG:teuthology.orchestra.run.smithi110:mon.b> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.b.service 2024-09-10T07:36:28.177 DEBUG:teuthology.orchestra.run.smithi145:mon.c> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.c.service 2024-09-10T07:36:28.179 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T07:36:28.179 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T07:36:29.396 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:30.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:29 smithi007 ceph-mon[30879]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- 172.21.15.145:0/1222980828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 msgr2=0x7f7510107a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 --2- 172.21.15.145:0/1222980828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510107a30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7500009880 tx=0x7f750002a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- 172.21.15.145:0/1222980828 shutdown_connections 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 --2- 172.21.15.145:0/1222980828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510107a30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- 172.21.15.145:0/1222980828 >> 172.21.15.145:0/1222980828 conn(0x7f75100fd2a0 msgr2=0x7f75100ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- 172.21.15.145:0/1222980828 shutdown_connections 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- 172.21.15.145:0/1222980828 wait complete. 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 Processor -- start 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.464+0000 7f7515d59640 1 -- start start 2024-09-10T07:36:30.465 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f7515d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:30.466 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f7515d59640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f751010bb10 con 0x7f7510107650 2024-09-10T07:36:30.466 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f750f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:30.466 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f750f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.145:50566/0 (socket says 172.21.15.145:50566) 2024-09-10T07:36:30.466 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f750f7fe640 1 -- 172.21.15.145:0/3916329839 learned_addr learned my addr 172.21.15.145:0/3916329839 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.465+0000 7f750f7fe640 1 -- 172.21.15.145:0/3916329839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75101975d0 con 0x7f7510107650 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f750f7fe640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7500009230 tx=0x7f75000048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f750003f070 con 0x7f7510107650 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7500004d10 con 0x7f7510107650 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75101978c0 con 0x7f7510107650 2024-09-10T07:36:30.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7500035030 con 0x7f7510107650 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.466+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f751019b960 con 0x7f7510107650 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.467+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f7500042070 con 0x7f7510107650 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.467+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7510102d00 con 0x7f7510107650 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.467+0000 7f750cff9640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 0x7f74f803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.467+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f750006cc80 con 0x7f7510107650 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.467+0000 7f750effd640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 0x7f74f803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:30.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.468+0000 7f750effd640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 0x7f74f803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f75040098c0 tx=0x7f7504006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:30.472 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.472+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7500003920 con 0x7f7510107650 2024-09-10T07:36:30.713 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.713+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f75101983f0 con 0x7f7510107650 2024-09-10T07:36:30.713 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.713+0000 7f750cff9640 1 -- 172.21.15.145:0/3916329839 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7f7500036c60 con 0x7f7510107650 2024-09-10T07:36:30.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:36:30.714 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","modified":"2024-09-10T07:35:02.787536Z","created":"2024-09-10T07:35:02.787536Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-10T07:36:30.714 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 msgr2=0x7f74f803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 0x7f74f803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f75040098c0 tx=0x7f7504006db0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 msgr2=0x7f7510197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7500009230 tx=0x7f75000048f0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 shutdown_connections 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f74f8039060 0x7f74f803b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 --2- 172.21.15.145:0/3916329839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7510107650 0x7f7510197090 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 >> 172.21.15.145:0/3916329839 conn(0x7f75100fd2a0 msgr2=0x7f75100fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 shutdown_connections 2024-09-10T07:36:30.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:30.716+0000 7f7515d59640 1 -- 172.21.15.145:0/3916329839 wait complete. 2024-09-10T07:36:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:30 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/3916329839' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:31.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:31 smithi007 ceph-mon[30879]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:32.738 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T07:36:32.738 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T07:36:32.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:32 smithi145 systemd[1]: Started Ceph mon.c for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:36:32.988 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:36:37.801 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 -- 172.21.15.145:0/4120649907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 msgr2=0x7fc4a40059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:37.801 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/4120649907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4a40059c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc1016a0 tx=0x7fc4ac02c490 comp rx=0 tx=0).stop 2024-09-10T07:36:37.801 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 -- 172.21.15.145:0/4120649907 shutdown_connections 2024-09-10T07:36:37.802 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/4120649907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4a40059c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:37.802 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 -- 172.21.15.145:0/4120649907 >> 172.21.15.145:0/4120649907 conn(0x7fc4bc0fc220 msgr2=0x7fc4bc0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:37.802 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.800+0000 7fc4c14fe640 1 -- 172.21.15.145:0/4120649907 shutdown_connections 2024-09-10T07:36:37.802 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.801+0000 7fc4c14fe640 1 -- 172.21.15.145:0/4120649907 wait complete. 2024-09-10T07:36:37.802 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.801+0000 7fc4c14fe640 1 Processor -- start 2024-09-10T07:36:37.803 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4c14fe640 1 -- start start 2024-09-10T07:36:37.803 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4c14fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4bc1971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4c14fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4c14fe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc108520 con 0x7fc4a4003530 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4c14fe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc1083a0 con 0x7fc4bc1976f0 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:36396/0 (socket says 172.21.15.145:36396) 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 -- 172.21.15.145:0/933430418 learned_addr learned my addr 172.21.15.145:0/933430418 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4baffd640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4bc1971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 -- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 msgr2=0x7fc4bc19ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 -- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 msgr2=0x7fc4bc19ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.802+0000 7fc4ba7fc640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:36:37.804 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4baffd640 1 -- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 msgr2=0x7fc4bc19ba80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4baffd640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4baffd640 1 -- 172.21.15.145:0/933430418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4bc197d10 con 0x7fc4a4003530 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4baffd640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4bc1971b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac005f30 tx=0x7fc4ac0339a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc4ac038040 con 0x7fc4a4003530 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ac0055c0 con 0x7fc4a4003530 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc4ac004980 con 0x7fc4a4003530 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4bc19bfc0 con 0x7fc4a4003530 2024-09-10T07:36:37.805 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.803+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4bc19c580 con 0x7fc4a4003530 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.805+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fc4ac043020 con 0x7fc4a4003530 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.805+0000 7fc4a3fff640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 0x7fc4a803b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.805+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4bc101ca0 con 0x7fc4a4003530 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.805+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc4ac06e4f0 con 0x7fc4a4003530 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.805+0000 7fc4ba7fc640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 0x7fc4a803b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:37.806 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.806+0000 7fc4ba7fc640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 0x7fc4a803b310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009100 tx=0x7fc4b0008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:37.810 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:37.810+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4ac04a020 con 0x7fc4a4003530 2024-09-10T07:36:37.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: mon.a calling monitor election 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: mon.c calling monitor election 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: monmap epoch 2 2024-09-10T07:36:37.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: last_changed 2024-09-10T07:36:32.536029+0000 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: min_mon_release 19 (squid) 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: election_strategy: 1 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: fsmap 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: mgrmap e13: x(active, since 38s) 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: overall HEALTH_OK 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:37.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: mon.a calling monitor election 2024-09-10T07:36:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: mon.c calling monitor election 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: monmap epoch 2 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: last_changed 2024-09-10T07:36:32.536029+0000 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: min_mon_release 19 (squid) 2024-09-10T07:36:37.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: election_strategy: 1 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: fsmap 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: mgrmap e13: x(active, since 38s) 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: overall HEALTH_OK 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:37.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:38.045 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.046+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fc4bc19c860 con 0x7fc4a4003530 2024-09-10T07:36:38.046 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.046+0000 7fc4a3fff640 1 -- 172.21.15.145:0/933430418 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7fc4ac04cbc0 con 0x7fc4a4003530 2024-09-10T07:36:38.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:36:38.047 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":2,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","modified":"2024-09-10T07:36:32.536029Z","created":"2024-09-10T07:35:02.787536Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:3300","nonce":0},{"type":"v1","addr":"172.21.15.145:6789","nonce":0}]},"addr":"172.21.15.145:6789/0","public_addr":"172.21.15.145:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T07:36:38.047 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 2 2024-09-10T07:36:38.048 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 msgr2=0x7fc4a803b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:38.048 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 0x7fc4a803b310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009100 tx=0x7fc4b0008040 comp rx=0 tx=0).stop 2024-09-10T07:36:38.048 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 msgr2=0x7fc4bc1971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4bc1971b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac005f30 tx=0x7fc4ac0339a0 comp rx=0 tx=0).stop 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 shutdown_connections 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4a8038e50 0x7fc4a803b310 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4bc1976f0 0x7fc4bc19ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 --2- 172.21.15.145:0/933430418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4a4003530 0x7fc4bc1971b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.048+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 >> 172.21.15.145:0/933430418 conn(0x7fc4bc0fc220 msgr2=0x7fc4bc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.049+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 shutdown_connections 2024-09-10T07:36:38.049 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:38.049+0000 7fc4c14fe640 1 -- 172.21.15.145:0/933430418 wait complete. 2024-09-10T07:36:38.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:38 smithi145 ceph-mon[34766]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:38.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:38 smithi145 ceph-mon[34766]: Deploying daemon mon.b on smithi110 2024-09-10T07:36:38.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:38 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/933430418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:38.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:38 smithi007 ceph-mon[30879]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:38 smithi007 ceph-mon[30879]: Deploying daemon mon.b on smithi110 2024-09-10T07:36:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:38 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/933430418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:39.590 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T07:36:39.590 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T07:36:39.852 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.286+0000 7fa932cd4640 1 -- 172.21.15.145:0/3379006452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c106630 msgr2=0x7fa92c106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.286+0000 7fa932cd4640 1 --2- 172.21.15.145:0/3379006452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c106630 0x7fa92c106a10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa920009880 tx=0x7fa92002a5d0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- 172.21.15.145:0/3379006452 shutdown_connections 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 --2- 172.21.15.145:0/3379006452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c106630 0x7fa92c106a10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- 172.21.15.145:0/3379006452 >> 172.21.15.145:0/3379006452 conn(0x7fa92c0fc220 msgr2=0x7fa92c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- 172.21.15.145:0/3379006452 shutdown_connections 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- 172.21.15.145:0/3379006452 wait complete. 2024-09-10T07:36:40.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 Processor -- start 2024-09-10T07:36:40.288 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- start start 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 0x7fa92c19bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa92c10ab10 con 0x7fa92c197730 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.287+0000 7fa932cd4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa92c10a990 con 0x7fa92c106630 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:36408/0 (socket says 172.21.15.145:36408) 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 -- 172.21.15.145:0/1231192795 learned_addr learned my addr 172.21.15.145:0/1231192795 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 -- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 msgr2=0x7fa92c1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 -- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 msgr2=0x7fa92c1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:36:40.290 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa92bfff640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 0x7fa92c19bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa930a70640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa92bfff640 1 -- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 msgr2=0x7fa92c1971f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa92bfff640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa92bfff640 1 -- 172.21.15.145:0/1231192795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa92c197d50 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.288+0000 7fa92bfff640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 0x7fa92c19bac0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa91800b3d0 tx=0x7fa91800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.289+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa918011630 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.289+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa918011c80 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.289+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa92c19c000 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.289+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa918010d80 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.289+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa92c19c5c0 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.290+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fa918018020 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.290+0000 7fa929ffb640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 0x7fa91c03b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.290+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa91804bc30 con 0x7fa92c197730 2024-09-10T07:36:40.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.290+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa92c19c8d0 con 0x7fa92c197730 2024-09-10T07:36:40.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.290+0000 7fa930a70640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 0x7fa91c03b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:40.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.291+0000 7fa930a70640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 0x7fa91c03b2b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa92002abc0 tx=0x7fa92002aad0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:40.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.295+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa91801f020 con 0x7fa92c197730 2024-09-10T07:36:40.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.524+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fa92c198550 con 0x7fa92c197730 2024-09-10T07:36:40.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.524+0000 7fa929ffb640 1 -- 172.21.15.145:0/1231192795 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7fa918017dd0 con 0x7fa92c197730 2024-09-10T07:36:40.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:36:40.525 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":2,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","modified":"2024-09-10T07:36:32.536029Z","created":"2024-09-10T07:35:02.787536Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:3300","nonce":0},{"type":"v1","addr":"172.21.15.145:6789","nonce":0}]},"addr":"172.21.15.145:6789/0","public_addr":"172.21.15.145:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T07:36:40.525 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 2 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 msgr2=0x7fa91c03b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 0x7fa91c03b2b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa92002abc0 tx=0x7fa92002aad0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 msgr2=0x7fa92c19bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 0x7fa92c19bac0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa91800b3d0 tx=0x7fa91800b890 comp rx=0 tx=0).stop 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 shutdown_connections 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa91c038df0 0x7fa91c03b2b0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa92c197730 0x7fa92c19bac0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 --2- 172.21.15.145:0/1231192795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c106630 0x7fa92c1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 >> 172.21.15.145:0/1231192795 conn(0x7fa92c0fc220 msgr2=0x7fa92c104330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 shutdown_connections 2024-09-10T07:36:40.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:40.527+0000 7fa932cd4640 1 -- 172.21.15.145:0/1231192795 wait complete. 2024-09-10T07:36:40.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:40 smithi145 ceph-mon[34766]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:40.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:40 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/1231192795' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:40 smithi007 ceph-mon[30879]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:40 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/1231192795' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:41.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 podman[34398]: 2024-09-10 07:36:41.034658793 +0000 UTC m=+0.023216453 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:36:41.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 podman[34398]: 2024-09-10 07:36:41.32753134 +0000 UTC m=+0.316089006 container init c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-10T07:36:41.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 podman[34398]: 2024-09-10 07:36:41.330730024 +0000 UTC m=+0.319287680 container start c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T07:36:41.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: set uid:gid to 167:167 (ceph:ceph) 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable), process ceph-mon, pid 2 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pidfile_write: ignore empty --pid-file 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: load: jerasure load: lrc 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: RocksDB version: 7.9.2 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Git sha 0 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Compile date 2024-09-09 20:43:47 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: DB SUMMARY 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: DB Session ID: ULT5D1IBIS9YYDKI9YGO 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: CURRENT file: CURRENT 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: IDENTITY file: IDENTITY 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-10T07:36:41.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.error_if_exists: 0 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.create_if_missing: 0 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.paranoid_checks: 1 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.env: 0x55b36f45f940 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.fs: PosixFileSystem 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.info_log: 0x55b3702256e0 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_file_opening_threads: 16 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.statistics: (nil) 2024-09-10T07:36:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.use_fsync: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_log_file_size: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.keep_log_file_num: 1000 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.recycle_log_file_num: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_fallocate: 1 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_mmap_reads: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_mmap_writes: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.use_direct_reads: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.create_missing_column_families: 0 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.db_log_dir: 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.wal_dir: 2024-09-10T07:36:41.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.advise_random_on_open: 1 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.db_write_buffer_size: 0 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.write_buffer_manager: 0x55b370234dc0 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.rate_limiter: (nil) 2024-09-10T07:36:41.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.wal_recovery_mode: 2 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enable_thread_tracking: 0 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enable_pipelined_write: 0 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.unordered_write: 0 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.row_cache: None 2024-09-10T07:36:41.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.wal_filter: None 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_ingest_behind: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.two_write_queues: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.manual_wal_flush: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.wal_compression: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.atomic_flush: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-10T07:36:41.669 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.log_readahead_size: 0 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.best_efforts_recovery: 0 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.allow_data_in_errors: 0 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.db_host_id: __hostname__ 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_background_jobs: 2 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_background_compactions: -1 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_subcompactions: 1 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-10T07:36:41.670 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_total_wal_size: 0 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_open_files: -1 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bytes_per_sync: 0 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_readahead_size: 0 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_background_flushes: -1 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Compression algorithms supported: 2024-09-10T07:36:41.671 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kZSTD supported: 0 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kXpressCompression supported: 0 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kBZip2Compression supported: 0 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kLZ4Compression supported: 1 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kZlibCompression supported: 1 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kLZ4HCCompression supported: 1 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: kSnappyCompression supported: 1 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-10T07:36:41.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.merge_operator: 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_filter: None 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_filter_factory: None 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.sst_partitioner_factory: None 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b370225320) 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks: 1 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_top_level_index_and_filter: 1 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_type: 0 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_index_type: 0 2024-09-10T07:36:41.673 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_shortening: 1 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: checksum: 4 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: no_block_cache: 0 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache: 0x55b3702191f0 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_name: BinnedLRUCache 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_options: 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: capacity : 536870912 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_shard_bits : 4 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: strict_capacity_limit : 0 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: high_pri_pool_ratio: 0.000 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_compressed: (nil) 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: persistent_cache: (nil) 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size: 4096 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size_deviation: 10 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_restart_interval: 16 2024-09-10T07:36:41.674 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_block_restart_interval: 1 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: metadata_block_size: 4096 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: partition_filters: 0 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: use_delta_encoding: 1 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: filter_policy: bloomfilter 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: whole_key_filtering: 1 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: verify_compression: 0 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: read_amp_bytes_per_bit: 0 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: format_version: 5 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_index_compression: 1 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_align: 0 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_auto_readahead_size: 262144 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: prepopulate_block_cache: 0 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: initial_auto_readahead_size: 8192 2024-09-10T07:36:41.675 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_file_reads_for_auto_readahead: 2 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.write_buffer_size: 33554432 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_write_buffer_number: 2 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression: NoCompression 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression: Disabled 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.prefix_extractor: nullptr 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.num_levels: 7 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-10T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.level: 32767 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.strategy: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-10T07:36:41.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.enabled: false 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.target_file_size_base: 67108864 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-10T07:36:41.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.arena_block_size: 1048576 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.disable_auto_compactions: 0 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-10T07:36:41.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.inplace_update_support: 0 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-10T07:36:41.680 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.bloom_locality: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.max_successive_merges: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.paranoid_file_checks: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.force_consistency_checks: 1 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.report_bg_io_stats: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.ttl: 2592000 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enable_blob_files: false 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.min_blob_size: 0 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_file_size: 268435456 2024-09-10T07:36:41.681 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.blob_file_starting_level: 0 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c42de0d0-cebc-4704-afd8-20b36005670f 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953801357565, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953801357998, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725953801, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c42de0d0-cebc-4704-afd8-20b36005670f", "db_session_id": "ULT5D1IBIS9YYDKI9YGO", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725953801358091, "job": 1, "event": "recovery_finished"} 2024-09-10T07:36:41.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b370246e00 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: DB pointer 0x55b370342000 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** DB Stats ** 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T07:36:41.683 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.684 INFO:journalctl@ceph.mon.b.smithi110.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache BinnedLRUCache@0x55b3702191f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-10T07:36:41.685 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: using public_addr v2:172.21.15.110:0/0 -> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: starting mon.b rank -1 at public addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] at bind addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(???) e0 preinit fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).mds e1 new map 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: e1 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: btime 2024-09-10T07:35:05:725283+0000 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T07:36:41.686 INFO:journalctl@ceph.mon.b.smithi110.stdout: legacy client fscid: -1 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout: No filesystems configured 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.687 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/614742220' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/614742220' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:41.688 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Updating smithi145:/etc/ceph/ceph.conf 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Updating smithi145:/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c;count:3 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:41.689 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Deploying daemon mon.c on smithi145 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/3916329839' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.a calling monitor election 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.c calling monitor election 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: monmap epoch 2 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: last_changed 2024-09-10T07:36:32.536029+0000 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: min_mon_release 19 (squid) 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: election_strategy: 1 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:41.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: fsmap 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mgrmap e13: x(active, since 38s) 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: overall HEALTH_OK 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: Deploying daemon mon.b on smithi110 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/933430418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:41.692 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/1231192795' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:41.693 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 ceph-mon[34417]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-10T07:36:41.693 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 bash[34398]: c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed 2024-09-10T07:36:41.693 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:41 smithi110 systemd[1]: Started Ceph mon.b for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:36:42.063 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T07:36:42.064 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T07:36:42.315 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:36:46.520 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 -- 172.21.15.145:0/3344256640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 msgr2=0x7efe700059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 --2- 172.21.15.145:0/3344256640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe700059c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efe841016a0 tx=0x7efe7c02bdd0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 -- 172.21.15.145:0/3344256640 shutdown_connections 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 --2- 172.21.15.145:0/3344256640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe700059c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 -- 172.21.15.145:0/3344256640 >> 172.21.15.145:0/3344256640 conn(0x7efe840fc220 msgr2=0x7efe840fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 -- 172.21.15.145:0/3344256640 shutdown_connections 2024-09-10T07:36:46.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.520+0000 7efe8957d640 1 -- 172.21.15.145:0/3344256640 wait complete. 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.521+0000 7efe8957d640 1 Processor -- start 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 -- start start 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe841977e0 0x7efe8419bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe84108510 con 0x7efe70003530 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efe84108390 con 0x7efe841977e0 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe8957d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efe84108690 con 0x7efe8419c0b0 2024-09-10T07:36:46.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.145:51610/0 (socket says 172.21.15.145:51610) 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe82ffd640 1 -- 172.21.15.145:0/1644602109 learned_addr learned my addr 172.21.15.145:0/1644602109 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.522+0000 7efe837fe640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe827fc640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe841977e0 0x7efe8419bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe837fe640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 msgr2=0x7efe8419c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe837fe640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 msgr2=0x7efe8419c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe837fe640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe837fe640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 msgr2=0x7efe8419c560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe841977e0 msgr2=0x7efe8419bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:46.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe841977e0 0x7efe8419bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 -- 172.21.15.145:0/1644602109 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe841a3e20 con 0x7efe70003530 2024-09-10T07:36:46.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.523+0000 7efe82ffd640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efe7c002230 tx=0x7efe7c02ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.524+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe7c042070 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.524+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe7c034a80 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.524+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe7c039070 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.524+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe841a3ff0 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.524+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe841a44d0 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.525+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7efe7c045070 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.525+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe84109600 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.525+0000 7efe7bfff640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 0x7efe6403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.525+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7efe7c06d190 con 0x7efe70003530 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.526+0000 7efe827fc640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 0x7efe6403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:46.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.526+0000 7efe827fc640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 0x7efe6403b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009950 tx=0x7efe6c008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:46.530 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.531+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efe7c032340 con 0x7efe70003530 2024-09-10T07:36:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: mon.a calling monitor election 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: mon.c calling monitor election 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: monmap epoch 3 2024-09-10T07:36:46.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: min_mon_release 19 (squid) 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: election_strategy: 1 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: fsmap 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: mgrmap e13: x(active, since 47s) 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: overall HEALTH_OK 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.743 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.773 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.773+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7efe841a4820 con 0x7efe70003530 2024-09-10T07:36:46.773 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.773+0000 7efe7bfff640 1 -- 172.21.15.145:0/1644602109 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7efe7c04c090 con 0x7efe70003530 2024-09-10T07:36:46.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:36:46.773 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":3,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","modified":"2024-09-10T07:36:41.381106Z","created":"2024-09-10T07:35:02.787536Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:3300","nonce":0},{"type":"v1","addr":"172.21.15.145:6789","nonce":0}]},"addr":"172.21.15.145:6789/0","public_addr":"172.21.15.145:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3300","nonce":0},{"type":"v1","addr":"172.21.15.110:6789","nonce":0}]},"addr":"172.21.15.110:6789/0","public_addr":"172.21.15.110:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T07:36:46.774 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 3 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 msgr2=0x7efe6403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 0x7efe6403b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009950 tx=0x7efe6c008040 comp rx=0 tx=0).stop 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 msgr2=0x7efe841972a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efe7c002230 tx=0x7efe7c02ce80 comp rx=0 tx=0).stop 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 shutdown_connections 2024-09-10T07:36:46.776 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe640394f0 0x7efe6403b9b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe8419c0b0 0x7efe8419c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe841977e0 0x7efe8419bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 --2- 172.21.15.145:0/1644602109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70003530 0x7efe841972a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 >> 172.21.15.145:0/1644602109 conn(0x7efe840fc220 msgr2=0x7efe84105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 shutdown_connections 2024-09-10T07:36:46.777 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:46.776+0000 7efe8957d640 1 -- 172.21.15.145:0/1644602109 wait complete. 2024-09-10T07:36:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: mon.a calling monitor election 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: mon.c calling monitor election 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:46.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: monmap epoch 3 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: min_mon_release 19 (squid) 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: election_strategy: 1 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: fsmap 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: mgrmap e13: x(active, since 47s) 2024-09-10T07:36:46.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: overall HEALTH_OK 2024-09-10T07:36:46.855 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.855 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.855 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:46.855 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:47.402 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-10T07:36:47.403 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph config generate-minimal-conf 2024-09-10T07:36:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:47.702 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:47.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:47 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/1644602109' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:47.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:47.792 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:47.793 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:47 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/1644602109' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:47.793 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 -- 172.21.15.7:0/79877561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb28106540 msgr2=0x7feb28106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 --2- 172.21.15.7:0/79877561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb28106540 0x7feb28106920 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7feb18009810 tx=0x7feb1802a540 comp rx=0 tx=0).stop 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 -- 172.21.15.7:0/79877561 shutdown_connections 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 --2- 172.21.15.7:0/79877561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb28106540 0x7feb28106920 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 -- 172.21.15.7:0/79877561 >> 172.21.15.7:0/79877561 conn(0x7feb28077310 msgr2=0x7feb280fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 -- 172.21.15.7:0/79877561 shutdown_connections 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.093+0000 7feb2ccee640 1 -- 172.21.15.7:0/79877561 wait complete. 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 Processor -- start 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 -- start start 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb28106540 0x7feb28198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:48.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feb2810a9d0 con 0x7feb281a11b0 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feb2810a850 con 0x7feb28198680 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.094+0000 7feb2ccee640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feb2810ab50 con 0x7feb28106540 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43126/0 (socket says 172.21.15.7:43126) 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 -- 172.21.15.7:0/662688983 learned_addr learned my addr 172.21.15.7:0/662688983 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb25d9b640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb2659c640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb28106540 0x7feb28198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb25d9b640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 msgr2=0x7feb28198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb25d9b640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 msgr2=0x7feb28198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb25d9b640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:36:48.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb28106540 msgr2=0x7feb28198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb28106540 0x7feb28198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 msgr2=0x7feb28198ae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb25d9b640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 -- 172.21.15.7:0/662688983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb281a3d40 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb26d9d640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7feb2000ba50 tx=0x7feb2000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb20019070 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2000cbe0 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200075d0 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.095+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb281a3fd0 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.096+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb281a4530 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.097+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb281069a0 con 0x7feb281a11b0 2024-09-10T07:36:48.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.097+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7feb2001c070 con 0x7feb281a11b0 2024-09-10T07:36:48.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.097+0000 7feb1f7fe640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 0x7feb1403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:48.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.097+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7feb2004bb30 con 0x7feb281a11b0 2024-09-10T07:36:48.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.097+0000 7feb2659c640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 0x7feb1403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:48.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.098+0000 7feb2659c640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 0x7feb1403b9b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7feb180092c0 tx=0x7feb18009250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:48.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.106+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feb2000ce00 con 0x7feb281a11b0 2024-09-10T07:36:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.285+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7feb281a4890 con 0x7feb281a11b0 2024-09-10T07:36:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.286+0000 7feb1f7fe640 1 -- 172.21.15.7:0/662688983 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7feb20012500 con 0x7feb281a11b0 2024-09-10T07:36:48.286 INFO:teuthology.orchestra.run.smithi007.stdout:# minimal ceph.conf for 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:48.286 INFO:teuthology.orchestra.run.smithi007.stdout:[global] 2024-09-10T07:36:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: fsid = 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: mon_host = [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 msgr2=0x7feb1403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 0x7feb1403b9b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7feb180092c0 tx=0x7feb18009250 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 msgr2=0x7feb281a35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7feb2000ba50 tx=0x7feb2000bf10 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 shutdown_connections 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feb140394f0 0x7feb1403b9b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb281a11b0 0x7feb281a35a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feb28198680 0x7feb28198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 --2- 172.21.15.7:0/662688983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb28106540 0x7feb28198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 >> 172.21.15.7:0/662688983 conn(0x7feb28077310 msgr2=0x7feb280fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:48.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 shutdown_connections 2024-09-10T07:36:48.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:48.288+0000 7feb2ccee640 1 -- 172.21.15.7:0/662688983 wait complete. 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.a calling monitor election 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.c calling monitor election 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: monmap epoch 3 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:48.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: min_mon_release 19 (squid) 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: election_strategy: 1 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: fsmap 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mgrmap e13: x(active, since 47s) 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: overall HEALTH_OK 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:48.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:48.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/1644602109' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T07:36:48.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:48.982 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-10T07:36:48.982 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:48.983 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T07:36:49.013 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:49.013 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mon.b calling monitor election 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi110:/etc/ceph/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi145:/etc/ceph/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Updating smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mon.b calling monitor election 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mon.c calling monitor election 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mon.a calling monitor election 2024-09-10T07:36:49.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: monmap epoch 3 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: min_mon_release 19 (squid) 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: election_strategy: 1 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: fsmap 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: mgrmap e13: x(active, since 49s) 2024-09-10T07:36:49.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: overall HEALTH_OK 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:49.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:49.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:49.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: Reconfiguring daemon mon.a on smithi007 2024-09-10T07:36:49.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.081 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:36:49.081 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T07:36:49.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.b calling monitor election 2024-09-10T07:36:49.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-10T07:36:49.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi110:/etc/ceph/ceph.conf 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi145:/etc/ceph/ceph.conf 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: Updating smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.b calling monitor election 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.c calling monitor election 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.a calling monitor election 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: monmap epoch 3 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: min_mon_release 19 (squid) 2024-09-10T07:36:49.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: election_strategy: 1 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: fsmap 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: mgrmap e13: x(active, since 49s) 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: overall HEALTH_OK 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: Reconfiguring daemon mon.a on smithi007 2024-09-10T07:36:49.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.110 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:36:49.110 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:49.176 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:36:49.176 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T07:36:49.204 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:36:49.204 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T07:36:49.266 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mon.b calling monitor election 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi110:/etc/ceph/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi145:/etc/ceph/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Updating smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mon.b calling monitor election 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mon.c calling monitor election 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mon.a calling monitor election 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T07:36:49.267 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: monmap epoch 3 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: last_changed 2024-09-10T07:36:41.381106+0000 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: created 2024-09-10T07:35:02.787536+0000 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: min_mon_release 19 (squid) 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: election_strategy: 1 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: 1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.c 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: 2: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: fsmap 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: mgrmap e13: x(active, since 49s) 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: overall HEALTH_OK 2024-09-10T07:36:49.268 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:48 smithi145 ceph-mon[34766]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:49.269 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:49.270 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:49 smithi145 ceph-mon[34766]: Reconfiguring daemon mon.a on smithi007 2024-09-10T07:36:49.270 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:49.271 INFO:tasks.cephadm:Adding mgr.x on smithi007 2024-09-10T07:36:49.271 INFO:tasks.cephadm:Adding mgr.y on smithi110 2024-09-10T07:36:49.271 INFO:tasks.cephadm:Adding mgr.z on smithi145 2024-09-10T07:36:49.271 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch apply mgr '3;smithi007=x;smithi110=y;smithi145=z' 2024-09-10T07:36:49.548 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:36:49.982 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 -- 172.21.15.145:0/2607765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55441005f0 msgr2=0x7f55441009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:49.982 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 --2- 172.21.15.145:0/2607765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55441005f0 0x7f55441009f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5534009c20 tx=0x7f553402aa90 comp rx=0 tx=0).stop 2024-09-10T07:36:49.982 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 -- 172.21.15.145:0/2607765219 shutdown_connections 2024-09-10T07:36:49.982 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 --2- 172.21.15.145:0/2607765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55441005f0 0x7f55441009f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:49.982 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 -- 172.21.15.145:0/2607765219 >> 172.21.15.145:0/2607765219 conn(0x7f55440fbda0 msgr2=0x7f55440fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 -- 172.21.15.145:0/2607765219 shutdown_connections 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.980+0000 7f554a22e640 1 -- 172.21.15.145:0/2607765219 wait complete. 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 Processor -- start 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 -- start start 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55441005f0 0x7f5544195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55441967d0 0x7f554419d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5544106590 con 0x7f5544196350 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5544106410 con 0x7f55441005f0 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f554a22e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5544106710 con 0x7f55441967d0 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f5542ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f5542ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.145:51626/0 (socket says 172.21.15.145:51626) 2024-09-10T07:36:49.983 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f5543fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55441967d0 0x7f554419d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.981+0000 7f5542ffd640 1 -- 172.21.15.145:0/1050280784 learned_addr learned my addr 172.21.15.145:0/1050280784 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f55437fe640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55441005f0 0x7f5544195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 -- 172.21.15.145:0/1050280784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55441967d0 msgr2=0x7f554419d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55441967d0 0x7f554419d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 -- 172.21.15.145:0/1050280784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55441005f0 msgr2=0x7f5544195e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55441005f0 0x7f5544195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 -- 172.21.15.145:0/1050280784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f554419e210 con 0x7f5544196350 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5542ffd640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f553800b520 tx=0x7f553800b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5538004230 con 0x7f5544196350 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f554419e500 con 0x7f5544196350 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55380043d0 con 0x7f5544196350 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5538003cf0 con 0x7f5544196350 2024-09-10T07:36:49.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.982+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f554419eb10 con 0x7f5544196350 2024-09-10T07:36:49.985 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.983+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f553800e070 con 0x7f5544196350 2024-09-10T07:36:49.986 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.983+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5544100a70 con 0x7f5544196350 2024-09-10T07:36:49.986 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.983+0000 7f5540ff9640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 0x7f552c03b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:49.986 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.983+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f553804bb20 con 0x7f5544196350 2024-09-10T07:36:49.986 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.984+0000 7f55437fe640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 0x7f552c03b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:49.986 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.984+0000 7f55437fe640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 0x7f552c03b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5534009430 tx=0x7f553402eac0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:49.988 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:49.989+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5538014020 con 0x7f5544196350 2024-09-10T07:36:50.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:49 smithi007 ceph-mon[30879]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:50.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:49 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:50.165 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.165+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi110=y;smithi145=z", "target": ["mon-mgr", ""]}) -- 0x7f5544062780 con 0x7f552c0394f0 2024-09-10T07:36:50.170 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.170+0000 7f5540ff9640 1 -- 172.21.15.145:0/1050280784 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5544062780 con 0x7f552c0394f0 2024-09-10T07:36:50.170 INFO:teuthology.orchestra.run.smithi145.stdout:Scheduled mgr update... 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.172+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 msgr2=0x7f552c03b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.172+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 0x7f552c03b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5534009430 tx=0x7f553402eac0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.172+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 msgr2=0x7f554419b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.172+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f553800b520 tx=0x7f553800b9e0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 shutdown_connections 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f552c0394f0 0x7f552c03b9b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55441967d0 0x7f554419d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5544196350 0x7f554419b3c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 --2- 172.21.15.145:0/1050280784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55441005f0 0x7f5544195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 >> 172.21.15.145:0/1050280784 conn(0x7f55440fbda0 msgr2=0x7f55440fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 shutdown_connections 2024-09-10T07:36:50.173 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:36:50.173+0000 7f554a22e640 1 -- 172.21.15.145:0/1050280784 wait complete. 2024-09-10T07:36:50.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:50 smithi145 ceph-mon[34766]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:50.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:50.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:50.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:36:50.739 DEBUG:teuthology.orchestra.run.smithi110:mgr.y> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.y.service 2024-09-10T07:36:50.742 DEBUG:teuthology.orchestra.run.smithi145:mgr.z> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.z.service 2024-09-10T07:36:50.745 INFO:tasks.cephadm:Deploying OSDs... 2024-09-10T07:36:50.745 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:36:50.745 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:36:50.765 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:36:50.765 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:50.825 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-10 07:36:07.673364478 +0000 2024-09-10T07:36:50.826 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-10 07:31:53.285432464 +0000 2024-09-10T07:36:50.826 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-10 07:31:53.285432464 +0000 2024-09-10T07:36:50.826 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-10 07:31:53.285432464 +0000 2024-09-10T07:36:50.826 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:36:50.896 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-10T07:36:50.896 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-10T07:36:50.896 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000140692 s, 3.6 MB/s 2024-09-10T07:36:50.897 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:36:50.957 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2 2024-09-10T07:36:51.017 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:36:51.017 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.017 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-10T07:36:51.017 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.018 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.018 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-10 07:36:07.701364059 +0000 2024-09-10T07:36:51.018 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-10 07:31:53.603427942 +0000 2024-09-10T07:36:51.018 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-10 07:31:53.603427942 +0000 2024-09-10T07:36:51.018 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-10 07:31:53.603427942 +0000 2024-09-10T07:36:51.018 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:36:51.089 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-10T07:36:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-10T07:36:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000104433 s, 4.9 MB/s 2024-09-10T07:36:51.090 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:36:51.149 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3 2024-09-10T07:36:51.207 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-10 07:36:07.728363656 +0000 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-10 07:31:53.961422852 +0000 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-10 07:31:53.961422852 +0000 2024-09-10T07:36:51.208 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-10 07:31:53.961422852 +0000 2024-09-10T07:36:51.208 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:36:51.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: Reconfiguring mon.b (monmap changed)... 2024-09-10T07:36:51.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: Reconfiguring daemon mon.b on smithi110 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi110=y;smithi145=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: Saving service mgr spec with placement smithi007=x;smithi110=y;smithi145=z;count:3 2024-09-10T07:36:51.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.276 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-10T07:36:51.276 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-10T07:36:51.276 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000112771 s, 4.5 MB/s 2024-09-10T07:36:51.277 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:36:51.336 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4 2024-09-10T07:36:51.393 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:36:51.393 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.393 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T07:36:51.393 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.394 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.394 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-10 07:36:07.760363178 +0000 2024-09-10T07:36:51.394 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-10 07:31:54.299418047 +0000 2024-09-10T07:36:51.394 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-10 07:31:54.299418047 +0000 2024-09-10T07:36:51.394 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-10 07:31:54.299418047 +0000 2024-09-10T07:36:51.394 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: Reconfiguring mon.b (monmap changed)... 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: Reconfiguring daemon mon.b on smithi110 2024-09-10T07:36:51.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi110=y;smithi145=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:51.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: Saving service mgr spec with placement smithi007=x;smithi110=y;smithi145=z;count:3 2024-09-10T07:36:51.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.458 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-10T07:36:51.459 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-10T07:36:51.459 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000113238 s, 4.5 MB/s 2024-09-10T07:36:51.460 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: Reconfiguring mon.b (monmap changed)... 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: Reconfiguring daemon mon.b on smithi110 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi110=y;smithi145=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:51.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: Saving service mgr spec with placement smithi007=x;smithi110=y;smithi145=z;count:3 2024-09-10T07:36:51.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:51.518 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-10T07:36:51.518 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:36:51.534 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:36:51.534 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_1 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-10 07:36:40.832250277 +0000 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-10 07:31:51.113302680 +0000 2024-09-10T07:36:51.590 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-10 07:31:51.113302680 +0000 2024-09-10T07:36:51.591 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-10 07:31:51.113302680 +0000 2024-09-10T07:36:51.591 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:36:51.653 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-10T07:36:51.654 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-10T07:36:51.654 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000109715 s, 4.7 MB/s 2024-09-10T07:36:51.655 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:36:51.711 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_2 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-10 07:36:40.833250262 +0000 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-10 07:31:51.424297909 +0000 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-10 07:31:51.424297909 +0000 2024-09-10T07:36:51.767 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-10 07:31:51.424297909 +0000 2024-09-10T07:36:51.768 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:36:51.830 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-10T07:36:51.830 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-10T07:36:51.830 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 9.0213e-05 s, 5.7 MB/s 2024-09-10T07:36:51.831 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:36:51.887 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_3 2024-09-10T07:36:51.942 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-10 07:36:40.833250262 +0000 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-10 07:31:51.733293169 +0000 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-10 07:31:51.733293169 +0000 2024-09-10T07:36:51.943 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-10 07:31:51.733293169 +0000 2024-09-10T07:36:51.943 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:36:52.006 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-10T07:36:52.006 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-10T07:36:52.007 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000112558 s, 4.5 MB/s 2024-09-10T07:36:52.008 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:36:52.064 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_4 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-10 07:36:40.833250262 +0000 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-10 07:31:52.057288199 +0000 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-10 07:31:52.057288199 +0000 2024-09-10T07:36:52.120 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-10 07:31:52.057288199 +0000 2024-09-10T07:36:52.121 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:36:52.184 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-10T07:36:52.184 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-10T07:36:52.184 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000109604 s, 4.7 MB/s 2024-09-10T07:36:52.185 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:36:52.241 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T07:36:52.241 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:36:52.258 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:36:52.258 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2024-09-10T07:36:52.313 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 07:36:31.979610853 +0000 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 07:31:54.052918695 +0000 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 07:31:54.052918695 +0000 2024-09-10T07:36:52.317 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 07:31:54.052918695 +0000 2024-09-10T07:36:52.317 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:36:52.378 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T07:36:52.378 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T07:36:52.378 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000262942 s, 1.9 MB/s 2024-09-10T07:36:52.379 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:36:52.436 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 07:36:31.980610832 +0000 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 07:31:54.378912066 +0000 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 07:31:54.378912066 +0000 2024-09-10T07:36:52.491 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 07:31:54.378912066 +0000 2024-09-10T07:36:52.492 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:36:52.553 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:52.553 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.553 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.554 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: Reconfiguring mon.c (monmap changed)... 2024-09-10T07:36:52.554 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:52.554 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:52.554 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:52.554 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:52 smithi145 ceph-mon[34766]: Reconfiguring daemon mon.c on smithi145 2024-09-10T07:36:52.555 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T07:36:52.555 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T07:36:52.556 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000223676 s, 2.3 MB/s 2024-09-10T07:36:52.557 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:36:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: Reconfiguring mon.c (monmap changed)... 2024-09-10T07:36:52.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:52.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:52.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:52.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:52 smithi007 ceph-mon[30879]: Reconfiguring daemon mon.c on smithi145 2024-09-10T07:36:52.614 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2024-09-10T07:36:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: Reconfiguring mon.c (monmap changed)... 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:52.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:52 smithi110 ceph-mon[34417]: Reconfiguring daemon mon.c on smithi145 2024-09-10T07:36:52.671 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:36:52.671 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:52.671 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-10T07:36:52.671 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:52.671 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:52.672 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 07:36:31.980610832 +0000 2024-09-10T07:36:52.672 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 07:31:54.707905377 +0000 2024-09-10T07:36:52.672 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 07:31:54.707905377 +0000 2024-09-10T07:36:52.672 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 07:31:54.707905377 +0000 2024-09-10T07:36:52.673 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:36:52.735 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T07:36:52.735 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T07:36:52.735 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000259497 s, 2.0 MB/s 2024-09-10T07:36:52.736 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:36:52.794 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2024-09-10T07:36:52.850 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:36:52.850 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 07:36:31.981610811 +0000 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 07:31:55.045898505 +0000 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 07:31:55.045898505 +0000 2024-09-10T07:36:52.851 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 07:31:55.045898505 +0000 2024-09-10T07:36:52.851 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:36:52.914 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T07:36:52.914 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T07:36:52.914 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000193808 s, 2.6 MB/s 2024-09-10T07:36:52.916 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:36:52.973 INFO:tasks.cephadm:Deploying osd.0 on smithi007 with /dev/vg_nvme/lv_4... 2024-09-10T07:36:52.973 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T07:36:53.236 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:53.914 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:53.914 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:53.914 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:53 smithi110 ceph-mon[34417]: Deploying daemon mgr.z on smithi145 2024-09-10T07:36:53.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:53.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:53.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:53 smithi145 ceph-mon[34766]: Deploying daemon mgr.z on smithi145 2024-09-10T07:36:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:53 smithi007 ceph-mon[30879]: Deploying daemon mgr.z on smithi145 2024-09-10T07:36:54.491 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 systemd[1]: Starting Ceph mgr.z for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:36:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:54 smithi007 ceph-mon[30879]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:54.879 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:54 smithi145 ceph-mon[34766]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 podman[36558]: 2024-09-10 07:36:54.485904978 +0000 UTC m=+0.015796916 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 podman[36558]: 2024-09-10 07:36:54.595253731 +0000 UTC m=+0.125145656 container create fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 podman[36558]: 2024-09-10 07:36:54.797609406 +0000 UTC m=+0.327501330 container init fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 podman[36558]: 2024-09-10 07:36:54.800260799 +0000 UTC m=+0.330152723 container start fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 ceph-mgr[36578]: -- 172.21.15.145:0/3297980657 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55972ac9f0e0 con 0x55972ac7d400 2024-09-10T07:36:54.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 bash[36558]: fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 2024-09-10T07:36:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:54 smithi110 ceph-mon[34417]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:55.130 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 systemd[1]: Started Ceph mgr.z for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:36:55.130 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:54.921+0000 7f5d375ff040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:36:55.130 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:54.984+0000 7f5d375ff040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:36:55.130 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.131+0000 7f5d375ff040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:36:55.479 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.196+0000 7f5d375ff040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:36:55.479 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.342+0000 7f5d375ff040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:36:55.479 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.480+0000 7f5d375ff040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:36:55.571 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:36:55.597 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_4 2024-09-10T07:36:55.851 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:56.201 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:56.202 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:56.202 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:55 smithi007 ceph-mon[30879]: Deploying daemon mgr.y on smithi110 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.794+0000 7f5d375ff040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:55.855+0000 7f5d375ff040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:56.041+0000 7f5d375ff040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:56.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:56.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:56.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:56.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:55 smithi145 ceph-mon[34766]: Deploying daemon mgr.y on smithi110 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:56.275 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:55 smithi110 ceph-mon[34417]: Deploying daemon mgr.y on smithi110 2024-09-10T07:36:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 -- 172.21.15.7:0/3106690324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101490 msgr2=0x7f5aa8101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/3106690324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101490 0x7f5aa8101910 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009900 tx=0x7f5a9c02a410 comp rx=0 tx=0).stop 2024-09-10T07:36:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 -- 172.21.15.7:0/3106690324 shutdown_connections 2024-09-10T07:36:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/3106690324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 0x7f5aa81086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:56.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/3106690324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101490 0x7f5aa8101910 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/3106690324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100290 0x7f5aa8100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.282+0000 7f5aae1a3640 1 -- 172.21.15.7:0/3106690324 >> 172.21.15.7:0/3106690324 conn(0x7f5aa80fba40 msgr2=0x7f5aa80fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.283+0000 7f5aae1a3640 1 -- 172.21.15.7:0/3106690324 shutdown_connections 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.283+0000 7f5aae1a3640 1 -- 172.21.15.7:0/3106690324 wait complete. 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.283+0000 7f5aae1a3640 1 Processor -- start 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.283+0000 7f5aae1a3640 1 -- start start 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101490 0x7f5aa81961a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 0x7f5aa819d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810b560 con 0x7f5aa8100290 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810b3e0 con 0x7f5aa8101490 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810b6e0 con 0x7f5aa8101e50 2024-09-10T07:36:56.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49316/0 (socket says 172.21.15.7:49316) 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 -- 172.21.15.7:0/1535454085 learned_addr learned my addr 172.21.15.7:0/1535454085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa7fff640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 0x7f5aa819d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101490 0x7f5aa81961a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 -- 172.21.15.7:0/1535454085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 msgr2=0x7f5aa819d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 0x7f5aa819d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 -- 172.21.15.7:0/1535454085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101490 msgr2=0x7f5aa81961a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101490 0x7f5aa81961a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 -- 172.21.15.7:0/1535454085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa819d880 con 0x7f5aa8100290 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800fe40 tx=0x7f5a9800d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98004020 con 0x7f5aa8100290 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a980041c0 con 0x7f5aa8100290 2024-09-10T07:36:56.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.284+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa819db70 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.285+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800c840 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.285+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa819e080 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.286+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa8107780 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.286+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f5a9801e020 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.286+0000 7f5aa4ff9640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 0x7f5a9003b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.286+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5a9804d430 con 0x7f5aa8100290 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.286+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 0x7f5a9003b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.287+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 0x7f5a9003b750 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0314e0 tx=0x7f5a9c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:36:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.291+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5a9800b360 con 0x7f5aa8100290 2024-09-10T07:36:56.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:36:56.474+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f5aa8062630 con 0x7f5a90039290 2024-09-10T07:36:56.912 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:56 smithi110 podman[35771]: 2024-09-10 07:36:56.751216887 +0000 UTC m=+0.015711390 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:36:57.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:56 smithi007 ceph-mon[30879]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:57.183 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:36:57.183 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:36:57.183 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-mon[34766]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:57.244 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:36:57.244 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:36:57.245 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:57.245 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:56.917+0000 7f5d375ff040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:36:57.245 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:56.984+0000 7f5d375ff040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:36:57.252 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:56 smithi110 ceph-mon[34417]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 podman[35771]: 2024-09-10 07:36:57.065532596 +0000 UTC m=+0.330027109 container init 3ff41098f6b045e719c9a4161266683158669a6d2905a150d2d69e05afacb46c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 podman[35771]: 2024-09-10 07:36:57.06836991 +0000 UTC m=+0.332864408 container start 3ff41098f6b045e719c9a4161266683158669a6d2905a150d2d69e05afacb46c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-mgr[35790]: -- 172.21.15.110:0/2190874738 <== mon.2 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b22cc9b0e0 con 0x55b22cc79400 2024-09-10T07:36:57.253 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 bash[35771]: 3ff41098f6b045e719c9a4161266683158669a6d2905a150d2d69e05afacb46c 2024-09-10T07:36:57.254 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 systemd[1]: Started Ceph mgr.y for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:36:57.254 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.192+0000 7f716915b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:36:57.254 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.253+0000 7f716915b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:36:57.660 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.412+0000 7f716915b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:36:57.661 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.480+0000 7f716915b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:36:57.910 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.660+0000 7f716915b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:36:57.911 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:57.809+0000 7f716915b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:36:58.030 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:57.760+0000 7f5d375ff040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:36:58.031 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:57.878+0000 7f5d375ff040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:36:58.031 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.031+0000 7f5d375ff040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:36:58.162 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:58.132+0000 7f716915b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:36:58.319 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.094+0000 7f5d375ff040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:36:58.319 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.246+0000 7f5d375ff040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:36:58.319 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.319+0000 7f5d375ff040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:36:58.319 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:58.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:58.613 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.383+0000 7f5d375ff040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:36:58.613 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.548+0000 7f5d375ff040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:36:58.613 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.613+0000 7f5d375ff040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:58.194+0000 7f716915b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:58.389+0000 7f716915b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:58.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:36:58.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.680+0000 7f5d375ff040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:36:58.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.762+0000 7f5d375ff040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:36:58.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.822+0000 7f5d375ff040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:36:58.880 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:58.881+0000 7f5d375ff040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: Reconfiguring daemon mgr.x on smithi007 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2667395210' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]': finished 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:36:59 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2134055841' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:36:59.662 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:59.278+0000 7f716915b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:36:59.662 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:36:59.345+0000 7f716915b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: Reconfiguring daemon mgr.x on smithi007 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2667395210' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]': finished 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:36:59.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:36:59 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2134055841' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:36:59.669 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.669 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.670 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.670 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.670 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.670 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:36:59.670 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.671 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T07:36:59.671 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T07:36:59.671 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: Reconfiguring daemon mgr.x on smithi007 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2667395210' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]: dispatch 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cfc69d75-98cb-4416-9a45-e57f2eebe9af"}]': finished 2024-09-10T07:36:59.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T07:36:59.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:36:59.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:36:59.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2134055841' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:36:59.991 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 07:36:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z[36574]: 2024-09-10T07:36:59.670+0000 7f5d375ff040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:37:00.317 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.060+0000 7f716915b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:37:00.317 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.173+0000 7f716915b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:37:00.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:00.401+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 14) ==== 92059+0+0 (secure 0 0 0) 0x7f5a98017930 con 0x7f5aa8100290 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: Standby manager daemon z started 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:00.595 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.316+0000 7f716915b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:37:00.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.377+0000 7f716915b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:37:00.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.527+0000 7f716915b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:37:00.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.594+0000 7f716915b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: Standby manager daemon z started 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T07:37:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:00 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: Standby manager daemon z started 2024-09-10T07:37:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T07:37:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T07:37:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:00 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.145:0/3037103919' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:00.874 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.654+0000 7f716915b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:37:00.875 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.809+0000 7f716915b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:37:00.875 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.874+0000 7f716915b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:37:01.138 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:00.939+0000 7f716915b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:37:01.139 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:01.021+0000 7f716915b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:37:01.139 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:01.079+0000 7f716915b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:37:01.139 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:01.138+0000 7f716915b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:37:01.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-mon[34417]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-10T07:37:01.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T07:37:01.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:01 smithi145 ceph-mon[34766]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-10T07:37:01.744 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T07:37:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:01 smithi007 ceph-mon[30879]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-10T07:37:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T07:37:02.402 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 07:37:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y[35786]: 2024-09-10T07:37:01.924+0000 7f716915b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:37:02.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:02.413+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7f5a98060410 con 0x7f5aa8100290 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: Standby manager daemon y started 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T07:37:02.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:02 smithi110 ceph-mon[34417]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: Standby manager daemon y started 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T07:37:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:02 smithi145 ceph-mon[34766]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: Standby manager daemon y started 2024-09-10T07:37:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T07:37:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T07:37:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T07:37:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:02 smithi007 ceph-mon[30879]: from='mgr.? 172.21.15.110:0/2939186377' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T07:37:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:03 smithi145 ceph-mon[34766]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-10T07:37:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T07:37:03.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:03 smithi007 ceph-mon[30879]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-10T07:37:03.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T07:37:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:03 smithi110 ceph-mon[34417]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-10T07:37:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T07:37:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:04 smithi007 ceph-mon[30879]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:04 smithi145 ceph-mon[34766]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:04 smithi110 ceph-mon[34417]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:06.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:06.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:06.484 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:06.484 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:06.484 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:06.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:06.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:08.401 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:08 smithi007 ceph-mon[30879]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:08.401 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T07:37:08.401 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:08.401 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:08 smithi007 ceph-mon[30879]: Deploying daemon osd.0 on smithi007 2024-09-10T07:37:08.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:08 smithi145 ceph-mon[34766]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:08.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T07:37:08.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:08.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:08 smithi145 ceph-mon[34766]: Deploying daemon osd.0 on smithi007 2024-09-10T07:37:08.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:08 smithi110 ceph-mon[34417]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:08.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T07:37:08.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:08.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:08 smithi110 ceph-mon[34417]: Deploying daemon osd.0 on smithi007 2024-09-10T07:37:10.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:10 smithi145 ceph-mon[34766]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:10.568 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:10 smithi007 ceph-mon[30879]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:10 smithi110 ceph-mon[34417]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:12 smithi145 ceph-mon[34766]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:12.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:12 smithi007 ceph-mon[30879]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:12.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:12 smithi110 ceph-mon[34417]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:14 smithi007 ceph-mon[30879]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:14.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:14 smithi145 ceph-mon[34766]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:14.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:14.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:14.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:14 smithi110 ceph-mon[34417]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:16 smithi007 ceph-mon[30879]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:16 smithi145 ceph-mon[34766]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:16.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:16 smithi110 ceph-mon[34417]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:17.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:17.783 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.824+0000 7f5aa4ff9640 1 -- 172.21.15.7:0/1535454085 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5aa8062630 con 0x7f5a90039290 2024-09-10T07:37:17.824 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 0 on host 'smithi007' 2024-09-10T07:37:17.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.826+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 msgr2=0x7f5a9003b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:17.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.826+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 0x7f5a9003b750 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0314e0 tx=0x7f5a9c005b50 comp rx=0 tx=0).stop 2024-09-10T07:37:17.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.826+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 msgr2=0x7f5aa8195c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.826+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800fe40 tx=0x7f5a9800d7b0 comp rx=0 tx=0).stop 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 shutdown_connections 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a90039290 0x7f5a9003b750 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8101e50 0x7f5aa819d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101490 0x7f5aa81961a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 --2- 172.21.15.7:0/1535454085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8100290 0x7f5aa8195c60 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 >> 172.21.15.7:0/1535454085 conn(0x7f5aa80fba40 msgr2=0x7f5aa8104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 shutdown_connections 2024-09-10T07:37:17.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:37:17.827+0000 7f5aae1a3640 1 -- 172.21.15.7:0/1535454085 wait complete. 2024-09-10T07:37:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.389 DEBUG:teuthology.orchestra.run.smithi007:osd.0> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.0.service 2024-09-10T07:37:18.391 INFO:tasks.cephadm:Deploying osd.1 on smithi110 with /dev/vg_nvme/lv_4... 2024-09-10T07:37:18.392 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T07:37:18.640 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:37:18.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:18 smithi007 ceph-mon[30879]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:18.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:18.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:18 smithi145 ceph-mon[34766]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:18 smithi110 ceph-mon[34417]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:18.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:18.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:18.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:19.656 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:19 smithi007 ceph-mon[30879]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T07:37:19.657 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:37:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T07:37:19.378+0000 7f297df0a640 -1 osd.0 0 log_to_monitors true 2024-09-10T07:37:19.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:19 smithi145 ceph-mon[34766]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T07:37:19.772 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:19 smithi110 ceph-mon[34417]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T07:37:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:20 smithi145 ceph-mon[34766]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:20 smithi145 ceph-mon[34766]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T07:37:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:20 smithi145 ceph-mon[34766]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T07:37:20.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:20 smithi145 ceph-mon[34766]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:37:20.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:20 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:20.773 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:20 smithi110 ceph-mon[34417]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:20.773 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:20 smithi110 ceph-mon[34417]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T07:37:20.773 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:20 smithi110 ceph-mon[34417]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T07:37:20.773 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:20 smithi110 ceph-mon[34417]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:37:20.773 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:20 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:20.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:20 smithi007 ceph-mon[30879]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:20.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:20 smithi007 ceph-mon[30879]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T07:37:20.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:20 smithi007 ceph-mon[30879]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T07:37:20.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:20 smithi007 ceph-mon[30879]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:37:20.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:20.917 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:37:20.942 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_4 2024-09-10T07:37:21.102 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T07:37:21.022+0000 7f2979e8d640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T07:37:21.102 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T07:37:21.026+0000 7f2971cad640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:37:21.184 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.576 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.577 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/3585133374 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4101cd0 msgr2=0x7fd3c4102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/3585133374 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4101cd0 0x7fd3c4102150 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4009900 tx=0x7fd3b402a410 comp rx=0 tx=0).stop 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/3585133374 shutdown_connections 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/3585133374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 0x7fd3c4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/3585133374 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4101cd0 0x7fd3c4102150 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/3585133374 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4100ad0 0x7fd3c4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:21.585 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/3585133374 >> 172.21.15.110:0/3585133374 conn(0x7fd3c40fc280 msgr2=0x7fd3c40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:37:21.586 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/3585133374 shutdown_connections 2024-09-10T07:37:21.586 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/3585133374 wait complete. 2024-09-10T07:37:21.587 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 Processor -- start 2024-09-10T07:37:21.587 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- start start 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4101cd0 0x7fd3c419cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 0x7fd3c419f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c410c600 con 0x7fd3c4102690 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.586+0000 7fd3cc4b5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c410c480 con 0x7fd3c4100ad0 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3cc4b5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c410c780 con 0x7fd3c4101cd0 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:59808/0 (socket says 172.21.15.110:59808) 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 -- 172.21.15.110:0/1850654202 learned_addr learned my addr 172.21.15.110:0/1850654202 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3caa52640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 0x7fd3c419f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3c9a50640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4101cd0 0x7fd3c419cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:21.588 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 -- 172.21.15.110:0/1850654202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4101cd0 msgr2=0x7fd3c419cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4101cd0 0x7fd3c419cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 -- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 msgr2=0x7fd3c419f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 0x7fd3c419f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 -- 172.21.15.110:0/1850654202 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c419fad0 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3ca251640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000e9c0 tx=0x7fd3c000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c000cd80 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c00035f0 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c419fd60 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0010690 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.587+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c41a0210 con 0x7fd3c4100ad0 2024-09-10T07:37:21.589 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.588+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3c4107f60 con 0x7fd3c4100ad0 2024-09-10T07:37:21.590 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.589+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7fd3c00037a0 con 0x7fd3c4100ad0 2024-09-10T07:37:21.590 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.590+0000 7fd3bb7fe640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 0x7fd3b00a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:21.590 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.590+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7fd3c00cd910 con 0x7fd3c4100ad0 2024-09-10T07:37:21.590 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.590+0000 7fd3c9a50640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 0x7fd3b00a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:21.590 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.591+0000 7fd3c9a50640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 0x7fd3b00a5030 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4006010 tx=0x7fd3b4000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:37:21.593 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.594+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd3c009c400 con 0x7fd3c4100ad0 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:21.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:21.768+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd3c4062630 con 0x7fd3b00a2b70 2024-09-10T07:37:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:37:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T07:37:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135]' entity='osd.0' 2024-09-10T07:37:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi007 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] boot 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T07:37:22.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:37:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:37:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi007 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] boot 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T07:37:22.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi007 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: osd.0 [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] boot 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T07:37:22.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T07:37:23.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:23 smithi110 ceph-mon[34417]: from='client.24131 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:23.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:23 smithi110 ceph-mon[34417]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T07:37:23.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:23 smithi145 ceph-mon[34766]: from='client.24131 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:23.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:23 smithi145 ceph-mon[34766]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T07:37:23.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:23 smithi007 ceph-mon[30879]: from='client.24131 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:23.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:23 smithi007 ceph-mon[30879]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: pgmap v40: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/4092555798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]': finished 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T07:37:24.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: pgmap v40: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/4092555798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]': finished 2024-09-10T07:37:24.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T07:37:24.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: pgmap v40: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/4092555798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]: dispatch 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9098127-7649-43b0-8d66-78a2f8c87007"}]': finished 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T07:37:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:25.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:25 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/3331640396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:25.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:25 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/3331640396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:25.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:25 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/3331640396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:26 smithi007 ceph-mon[30879]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:26 smithi110 ceph-mon[34417]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:26 smithi145 ceph-mon[34766]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:28 smithi110 ceph-mon[34417]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:28 smithi007 ceph-mon[30879]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:28.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:28 smithi145 ceph-mon[34766]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:30.632 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:30 smithi110 ceph-mon[34417]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:30 smithi007 ceph-mon[30879]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:30.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:30 smithi145 ceph-mon[34766]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:32.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:32 smithi110 ceph-mon[34417]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:32.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T07:37:32.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:32.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:32 smithi110 ceph-mon[34417]: Deploying daemon osd.1 on smithi110 2024-09-10T07:37:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:32 smithi007 ceph-mon[30879]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T07:37:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:32.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:32 smithi007 ceph-mon[30879]: Deploying daemon osd.1 on smithi110 2024-09-10T07:37:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:32 smithi145 ceph-mon[34766]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T07:37:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:32 smithi145 ceph-mon[34766]: Deploying daemon osd.1 on smithi110 2024-09-10T07:37:34.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:34 smithi110 ceph-mon[34417]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:34.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:34 smithi007 ceph-mon[30879]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:34.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:34 smithi145 ceph-mon[34766]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:36.622 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:36 smithi110 ceph-mon[34417]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:36 smithi007 ceph-mon[30879]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:36.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:36 smithi145 ceph-mon[34766]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:38.793 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:38 smithi145 ceph-mon[34766]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:38.793 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:38.793 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:38.793 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:38.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:38 smithi110 ceph-mon[34417]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:38.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:38.804 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:38.804 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:38 smithi007 ceph-mon[30879]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.802 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:40.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:40.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:40.803 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:40.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:40.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:40.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:40.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:40.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.094 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.094+0000 7fd3bb7fe640 1 -- 172.21.15.110:0/1850654202 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd3c4062630 con 0x7fd3b00a2b70 2024-09-10T07:37:41.094 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 1 on host 'smithi110' 2024-09-10T07:37:41.096 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 msgr2=0x7fd3b00a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:41.096 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 0x7fd3b00a5030 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4006010 tx=0x7fd3b4000bc0 comp rx=0 tx=0).stop 2024-09-10T07:37:41.096 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 msgr2=0x7fd3c406aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000e9c0 tx=0x7fd3c000ee80 comp rx=0 tx=0).stop 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 shutdown_connections 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3b00a2b70 0x7fd3b00a5030 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3c4102690 0x7fd3c419f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3c4101cd0 0x7fd3c419cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 --2- 172.21.15.110:0/1850654202 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3c4100ad0 0x7fd3c406aad0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 >> 172.21.15.110:0/1850654202 conn(0x7fd3c40fc280 msgr2=0x7fd3c4105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 shutdown_connections 2024-09-10T07:37:41.097 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:37:41.097+0000 7fd3cc4b5640 1 -- 172.21.15.110:0/1850654202 wait complete. 2024-09-10T07:37:41.782 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:41.783 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.783 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.813 DEBUG:teuthology.orchestra.run.smithi110:osd.1> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.1.service 2024-09-10T07:37:41.815 INFO:tasks.cephadm:Deploying osd.2 on smithi145 with /dev/vg_nvme/lv_4... 2024-09-10T07:37:41.816 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T07:37:41.844 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:41.844 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.845 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:37:41.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:41.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:42.067 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:37:42.847 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:42 smithi110 ceph-mon[34417]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:42 smithi007 ceph-mon[30879]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:42.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:42 smithi145 ceph-mon[34766]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:44.104 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:37:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T07:37:43.860+0000 7f1a6e68d640 -1 osd.1 0 log_to_monitors true 2024-09-10T07:37:44.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:37:44.464 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi145:vg_nvme/lv_4 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:44.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.757 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:37:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:37:44.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 -- 172.21.15.145:0/3306326647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 msgr2=0x7f6ddc102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 --2- 172.21.15.145:0/3306326647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc102000 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009900 tx=0x7f6dcc02a410 comp rx=0 tx=0).stop 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 -- 172.21.15.145:0/3306326647 shutdown_connections 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 --2- 172.21.15.145:0/3306326647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 0x7f6ddc10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 --2- 172.21.15.145:0/3306326647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:45.206 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 --2- 172.21.15.145:0/3306326647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc102000 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 -- 172.21.15.145:0/3306326647 >> 172.21.15.145:0/3306326647 conn(0x7f6ddc0fd390 msgr2=0x7f6ddc0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 -- 172.21.15.145:0/3306326647 shutdown_connections 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.205+0000 7f6de1e10640 1 -- 172.21.15.145:0/3306326647 wait complete. 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 Processor -- start 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 -- start start 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 0x7f6ddc074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10d7e0 con 0x7f6ddc1037c0 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10d660 con 0x7f6ddc102e00 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6de1e10640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10d960 con 0x7f6ddc101c00 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:45.207 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:51730/0 (socket says 172.21.15.145:51730) 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 -- 172.21.15.145:0/227909663 learned_addr learned my addr 172.21.15.145:0/227909663 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddaffd640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 -- 172.21.15.145:0/227909663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 msgr2=0x7f6ddc0745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc0745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddbfff640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 0x7f6ddc074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 -- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 msgr2=0x7f6ddc074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 0x7f6ddc074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddb7fe640 1 -- 172.21.15.145:0/227909663 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ddc0753e0 con 0x7f6ddc101c00 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.206+0000 7f6ddaffd640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6ddb7fe640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0314e0 tx=0x7f6dcc003d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc03f070 con 0x7f6ddc101c00 2024-09-10T07:37:45.208 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dcc031e40 con 0x7f6ddc101c00 2024-09-10T07:37:45.209 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc035030 con 0x7f6ddc101c00 2024-09-10T07:37:45.209 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ddc1a2020 con 0x7f6ddc101c00 2024-09-10T07:37:45.209 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.207+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ddc1a25a0 con 0x7f6ddc101c00 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.208+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ddc1090f0 con 0x7f6ddc101c00 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.209+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7f6dcc042070 con 0x7f6ddc101c00 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.210+0000 7f6dd8ff9640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 0x7f6dc40a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.210+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(11..11 src has 1..11) ==== 1903+0+0 (secure 0 0 0) 0x7f6dcc0ee010 con 0x7f6ddc101c00 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.210+0000 7f6ddaffd640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 0x7f6dc40a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:37:45.210 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.211+0000 7f6ddaffd640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 0x7f6dc40a5030 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc075d10 tx=0x7f6dd0009570 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:37:45.213 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.214+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6dcc0bc960 con 0x7f6ddc101c00 2024-09-10T07:37:45.389 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:37:45.390+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f6ddc062630 con 0x7f6dc40a2b70 2024-09-10T07:37:45.797 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi110 2024-09-10T07:37:45.797 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 17088M 2024-09-10T07:37:45.797 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:45.798 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:45.799 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:45 smithi145 ceph-mon[34766]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:37:45.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi110 2024-09-10T07:37:45.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 17088M 2024-09-10T07:37:45.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:45.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:45 smithi007 ceph-mon[30879]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:37:45.912 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T07:37:45.535+0000 7f1a6a610640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T07:37:45.912 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T07:37:45.541+0000 7f1a66438640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:37:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi110 2024-09-10T07:37:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 17088M 2024-09-10T07:37:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T07:37:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:45.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:45 smithi110 ceph-mon[34417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:37:46.800 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:46 smithi145 ceph-mon[34766]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:46.800 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:46 smithi145 ceph-mon[34766]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:46.800 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:46 smithi145 ceph-mon[34766]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T07:37:46.800 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:46.800 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:46 smithi007 ceph-mon[30879]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:46 smithi007 ceph-mon[30879]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:46 smithi007 ceph-mon[30879]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T07:37:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:46.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:46 smithi110 ceph-mon[34417]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:46 smithi110 ceph-mon[34417]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:37:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:46 smithi110 ceph-mon[34417]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T07:37:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.814 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:37:47.815 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:37:47.815 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.815 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] boot 2024-09-10T07:37:47.815 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T07:37:47.815 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:37:47.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:37:47.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] boot 2024-09-10T07:37:47.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T07:37:47.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:37:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:37:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: osd.1 [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] boot 2024-09-10T07:37:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T07:37:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T07:37:48.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/4101926613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]': finished 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:37:48.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:48 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/2292571748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T07:37:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/4101926613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]': finished 2024-09-10T07:37:48.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T07:37:48.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:37:48.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/2292571748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/4101926613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]: dispatch 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18f77426-9d2b-4e5f-8efb-f4e853b30560"}]': finished 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:37:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:48 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/2292571748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:37:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:50 smithi007 ceph-mon[30879]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:50 smithi110 ceph-mon[34417]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:50 smithi145 ceph-mon[34766]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:52 smithi007 ceph-mon[30879]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:52.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:52 smithi110 ceph-mon[34417]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:52 smithi145 ceph-mon[34766]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:54 smithi145 ceph-mon[34766]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:54 smithi007 ceph-mon[30879]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:54 smithi110 ceph-mon[34417]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:55.820 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T07:37:55.821 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:55.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T07:37:55.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:55.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T07:37:55.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:37:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:56 smithi007 ceph-mon[30879]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:56 smithi007 ceph-mon[30879]: Deploying daemon osd.2 on smithi145 2024-09-10T07:37:56.858 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:56 smithi145 ceph-mon[34766]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:56.858 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:56 smithi145 ceph-mon[34766]: Deploying daemon osd.2 on smithi145 2024-09-10T07:37:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:56 smithi110 ceph-mon[34417]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:56.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:56 smithi110 ceph-mon[34417]: Deploying daemon osd.2 on smithi145 2024-09-10T07:37:58.784 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:37:58 smithi145 ceph-mon[34766]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:58.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:37:58 smithi007 ceph-mon[30879]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:37:58.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:37:58 smithi110 ceph-mon[34417]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:00.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:00 smithi145 ceph-mon[34766]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:00 smithi007 ceph-mon[30879]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:00 smithi110 ceph-mon[34417]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:01.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:01.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:01.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:02 smithi007 ceph-mon[30879]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:02 smithi110 ceph-mon[34417]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:02.974 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:02 smithi145 ceph-mon[34766]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:04.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:04.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:04.959 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.556 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 2 on host 'smithi145' 2024-09-10T07:38:05.556 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.556+0000 7f6dd8ff9640 1 -- 172.21.15.145:0/227909663 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6ddc062630 con 0x7f6dc40a2b70 2024-09-10T07:38:05.558 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 msgr2=0x7f6dc40a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:05.558 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 0x7f6dc40a5030 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc075d10 tx=0x7f6dd0009570 comp rx=0 tx=0).stop 2024-09-10T07:38:05.558 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 msgr2=0x7f6ddc075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0314e0 tx=0x7f6dcc003d50 comp rx=0 tx=0).stop 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 shutdown_connections 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc40a2b70 0x7f6dc40a5030 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ddc1037c0 0x7f6ddc074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ddc102e00 0x7f6ddc0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 --2- 172.21.15.145:0/227909663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ddc101c00 0x7f6ddc075f90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.558+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 >> 172.21.15.145:0/227909663 conn(0x7f6ddc0fd390 msgr2=0x7f6ddc1062c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.559+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 shutdown_connections 2024-09-10T07:38:05.559 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:38:05.559+0000 7f6de1e10640 1 -- 172.21.15.145:0/227909663 wait complete. 2024-09-10T07:38:05.827 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:05.827 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.827 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:05.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:05.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:05.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:06.142 DEBUG:teuthology.orchestra.run.smithi145:osd.2> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.2.service 2024-09-10T07:38:06.144 INFO:tasks.cephadm:Deploying osd.3 on smithi007 with /dev/vg_nvme/lv_3... 2024-09-10T07:38:06.144 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T07:38:06.413 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:38:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:06 smithi145 ceph-mon[34766]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:06 smithi007 ceph-mon[30879]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:06 smithi110 ceph-mon[34417]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:07.339 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T07:38:07.063+0000 7fcc04dfc640 -1 osd.2 0 log_to_monitors true 2024-09-10T07:38:07.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:07 smithi007 ceph-mon[30879]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:07.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:07 smithi007 ceph-mon[30879]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:07.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:07 smithi110 ceph-mon[34417]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:07.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:07 smithi110 ceph-mon[34417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:07.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:07 smithi145 ceph-mon[34766]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:07.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:07 smithi145 ceph-mon[34766]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-mon[34766]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:08.741 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T07:38:08.618+0000 7fcc00d7f640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T07:38:08.741 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T07:38:08.621+0000 7fcbfcba7640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:38:08.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:08.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T07:38:08.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T07:38:08.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:08.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:08.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:08 smithi007 ceph-mon[30879]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:08.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:08.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T07:38:08.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T07:38:08.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:08.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: from='osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:08.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:08 smithi110 ceph-mon[34417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:38:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:38:09.216 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_3 2024-09-10T07:38:09.474 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:38:09.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:38:09.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T07:38:09.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:09.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:09.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:09.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:10.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 -- 172.21.15.7:0/2276226411 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 msgr2=0x7f8288103330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:10.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 --2- 172.21.15.7:0/2276226411 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288103330 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f827c009930 tx=0x7f827c02a420 comp rx=0 tx=0).stop 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 -- 172.21.15.7:0/2276226411 shutdown_connections 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 --2- 172.21.15.7:0/2276226411 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8288103870 0x7f828810a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 --2- 172.21.15.7:0/2276226411 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288103330 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 --2- 172.21.15.7:0/2276226411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f82880ffed0 0x7f82881002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 -- 172.21.15.7:0/2276226411 >> 172.21.15.7:0/2276226411 conn(0x7f82880fba40 msgr2=0x7f82880fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 -- 172.21.15.7:0/2276226411 shutdown_connections 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.077+0000 7f828d364640 1 -- 172.21.15.7:0/2276226411 wait complete. 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 Processor -- start 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 -- start start 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f82880ffed0 0x7f8288102810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8288103870 0x7f82881013a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:10.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f828810d740 con 0x7f8288102eb0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f828810d5c0 con 0x7f82880ffed0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.078+0000 7f828d364640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f828810d8c0 con 0x7f8288103870 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56052/0 (socket says 172.21.15.7:56052) 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 -- 172.21.15.7:0/1831046064 learned_addr learned my addr 172.21.15.7:0/1831046064 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f8286ffd640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f82880ffed0 0x7f8288102810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82877fe640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8288103870 0x7f82881013a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 -- 172.21.15.7:0/1831046064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8288103870 msgr2=0x7f82881013a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8288103870 0x7f82881013a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 -- 172.21.15.7:0/1831046064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f82880ffed0 msgr2=0x7f8288102810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f82880ffed0 0x7f8288102810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 -- 172.21.15.7:0/1831046064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8288101c60 con 0x7f8288102eb0 2024-09-10T07:38:10.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f82867fc640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f827c005940 tx=0x7f827c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827c03f030 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f827c003cb0 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82881a1f50 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827c035070 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.079+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82881a2340 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.080+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82881090f0 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.081+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7f827c042030 con 0x7f8288102eb0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.082+0000 7f826ffff640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 0x7f82700a4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.082+0000 7f8286ffd640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 0x7f82700a4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:10.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.082+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2851+0+0 (secure 0 0 0) 0x7f827c0ee2a0 con 0x7f8288102eb0 2024-09-10T07:38:10.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.083+0000 7f8286ffd640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 0x7f82700a4fb0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f828806a590 tx=0x7f8278005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:38:10.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.086+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f827c0bc830 con 0x7f8288102eb0 2024-09-10T07:38:10.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:10.269+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8288062630 con 0x7f82700a2af0 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi145 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 17088M 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] boot 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:10.878 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:10.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:10 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:10.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi145 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 17088M 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] boot 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:10.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:10 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:38:10.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:38:10.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi145 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 17088M 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: osd.2 [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] boot 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:10.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:10 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:11.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:11 smithi007 ceph-mon[30879]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:11.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:11 smithi007 ceph-mon[30879]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T07:38:11.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:11.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:11 smithi110 ceph-mon[34417]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:11.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:11 smithi110 ceph-mon[34417]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T07:38:11.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:11 smithi145 ceph-mon[34766]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:11 smithi145 ceph-mon[34766]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T07:38:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:12 smithi007 ceph-mon[30879]: pgmap v75: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:12.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:12.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:12 smithi007 ceph-mon[30879]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T07:38:12.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:12.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:12 smithi110 ceph-mon[34417]: pgmap v75: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:12.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:12.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:12 smithi110 ceph-mon[34417]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T07:38:12.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:12.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:12 smithi145 ceph-mon[34766]: pgmap v75: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:12.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:12.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:12 smithi145 ceph-mon[34766]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T07:38:12.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T07:38:13.343 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46844]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:13.343 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46844]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:13.343 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46844]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:13.343 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46844]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:13.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:13.763+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f827c0b87a0 con 0x7f8288102eb0 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: osdmap e21: 3 total, 3 up, 3 in 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]: dispatch 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]': finished 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T07:38:13.884 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:13.885 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3886467357' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: osdmap e21: 3 total, 3 up, 3 in 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]: dispatch 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]': finished 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:13.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3886467357' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: osdmap e21: 3 total, 3 up, 3 in 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]: dispatch 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1608281836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "980f197f-b7bf-4d3e-a01c-e5cba969c993"}]': finished 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3886467357' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:14.103 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46869]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:14.103 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46869]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:14.104 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46869]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:14.104 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 07:38:13 smithi007 sudo[46869]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:14.137 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:13 smithi110 sudo[42969]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:14.138 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:13 smithi110 sudo[42969]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:14.138 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:13 smithi110 sudo[42969]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:14.138 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:13 smithi110 sudo[42969]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:14.411 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:14 smithi110 sudo[42972]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:14.412 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:14 smithi110 sudo[42972]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:14.412 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:14 smithi110 sudo[42972]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:14.412 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 07:38:14 smithi110 sudo[42972]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:14.661 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43354]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:14.661 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43354]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:14.661 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43354]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:14.661 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43354]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:14.661 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:14 smithi145 ceph-mon[34766]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:14.661 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:14.661 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:14 smithi145 ceph-mon[34766]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T07:38:14.661 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:14.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:14 smithi110 ceph-mon[34417]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:14.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:14.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:14 smithi110 ceph-mon[34417]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T07:38:14.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:14.991 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43357]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:14.991 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43357]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:14.991 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43357]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:14.991 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 07:38:14 smithi145 sudo[43357]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:14 smithi007 ceph-mon[30879]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:14 smithi007 ceph-mon[30879]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T07:38:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47266]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47266]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47266]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47266]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:15.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47460]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:15.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47460]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:15.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47460]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:15.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:15 smithi007 sudo[47460]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:16.085 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:15 smithi145 sudo[43360]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:16.086 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:15 smithi145 sudo[43360]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:16.086 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:15 smithi145 sudo[43360]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:16.086 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:15 smithi145 sudo[43360]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 sudo[43363]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 sudo[43363]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 sudo[43363]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 sudo[43363]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:16.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42975]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T07:38:16.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42975]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:16.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42975]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:16.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42975]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:16.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42978]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42978]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42978]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 sudo[42978]: pam_unix(sudo:session): session closed for user root 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:16.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:17.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:17.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:17.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:17.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:17 smithi007 ceph-mon[30879]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:17.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:17 smithi110 ceph-mon[34417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T07:38:17.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:17 smithi145 ceph-mon[34766]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T07:38:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:18 smithi007 ceph-mon[30879]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:18 smithi110 ceph-mon[34417]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:18.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:18 smithi145 ceph-mon[34766]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:20 smithi007 ceph-mon[30879]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:20.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:20 smithi110 ceph-mon[34417]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:20.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:20 smithi145 ceph-mon[34766]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:21.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T07:38:21.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:21.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T07:38:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:21.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T07:38:21.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:22.857 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:22 smithi007 ceph-mon[30879]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:22.857 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:22 smithi007 ceph-mon[30879]: Deploying daemon osd.3 on smithi007 2024-09-10T07:38:22.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:22 smithi110 ceph-mon[34417]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:22 smithi110 ceph-mon[34417]: Deploying daemon osd.3 on smithi007 2024-09-10T07:38:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:22 smithi145 ceph-mon[34766]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:22.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:22 smithi145 ceph-mon[34766]: Deploying daemon osd.3 on smithi007 2024-09-10T07:38:24.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:24 smithi007 ceph-mon[30879]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:24.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:24 smithi110 ceph-mon[34417]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:24 smithi145 ceph-mon[34766]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:26.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:26 smithi110 ceph-mon[34417]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:26.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:26 smithi007 ceph-mon[30879]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:26 smithi145 ceph-mon[34766]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:27.868 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:27.868 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:27.868 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:27.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:27.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:27.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:27.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:27.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:27.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:28.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:28 smithi007 ceph-mon[30879]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:28.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:28 smithi110 ceph-mon[34417]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:28.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:28 smithi145 ceph-mon[34766]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:30.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:30.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:30.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.206+0000 7f826ffff640 1 -- 172.21.15.7:0/1831046064 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8288062630 con 0x7f82700a2af0 2024-09-10T07:38:31.207 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 3 on host 'smithi007' 2024-09-10T07:38:31.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.209+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 msgr2=0x7f82700a4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:31.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.209+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 0x7f82700a4fb0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f828806a590 tx=0x7f8278005f90 comp rx=0 tx=0).stop 2024-09-10T07:38:31.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.209+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 msgr2=0x7f8288100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.209+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f827c005940 tx=0x7f827c0042f0 comp rx=0 tx=0).stop 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 shutdown_connections 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82700a2af0 0x7f82700a4fb0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8288103870 0x7f82881013a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8288102eb0 0x7f8288100e60 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 --2- 172.21.15.7:0/1831046064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f82880ffed0 0x7f8288102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 >> 172.21.15.7:0/1831046064 conn(0x7f82880fba40 msgr2=0x7f82881062c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 shutdown_connections 2024-09-10T07:38:31.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:38:31.210+0000 7f828d364640 1 -- 172.21.15.7:0/1831046064 wait complete. 2024-09-10T07:38:31.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:31.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:31.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.942 DEBUG:teuthology.orchestra.run.smithi007:osd.3> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.3.service 2024-09-10T07:38:31.945 INFO:tasks.cephadm:Deploying osd.4 on smithi110 with /dev/vg_nvme/lv_3... 2024-09-10T07:38:31.945 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T07:38:31.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:32.198 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:38:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:32 smithi007 ceph-mon[30879]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:32 smithi007 ceph-mon[30879]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T07:38:32.853 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 07:38:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T07:38:32.548+0000 7f9ff6667640 -1 osd.3 0 log_to_monitors true 2024-09-10T07:38:32.885 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:32 smithi110 ceph-mon[34417]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:32.885 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:32 smithi110 ceph-mon[34417]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T07:38:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:32 smithi145 ceph-mon[34766]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:32 smithi145 ceph-mon[34766]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T07:38:33.887 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:33 smithi110 ceph-mon[34417]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T07:38:33.888 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:33 smithi110 ceph-mon[34417]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T07:38:33.888 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:33 smithi110 ceph-mon[34417]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:38:33.888 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:33 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:33.888 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:33 smithi110 ceph-mon[34417]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:38:33.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:33 smithi145 ceph-mon[34766]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T07:38:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:33 smithi145 ceph-mon[34766]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T07:38:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:33 smithi145 ceph-mon[34766]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:38:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:33 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:33 smithi145 ceph-mon[34766]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:38:34.102 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T07:38:33.639+0000 7f9ff25ea640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T07:38:34.102 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T07:38:33.643+0000 7f9fee412640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:38:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-mon[30879]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T07:38:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-mon[30879]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T07:38:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-mon[30879]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:38:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:33 smithi007 ceph-mon[30879]: from='osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:38:34.743 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:34 smithi110 ceph-mon[34417]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:34.743 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:34 smithi110 ceph-mon[34417]: osdmap e24: 4 total, 3 up, 4 in 2024-09-10T07:38:34.743 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.743 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.827 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:34 smithi007 ceph-mon[30879]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:34.827 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:34 smithi007 ceph-mon[30879]: osdmap e24: 4 total, 3 up, 4 in 2024-09-10T07:38:34.827 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.828 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:34 smithi145 ceph-mon[34766]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:34.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:34 smithi145 ceph-mon[34766]: osdmap e24: 4 total, 3 up, 4 in 2024-09-10T07:38:34.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:34.996 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:38:35.022 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_3 2024-09-10T07:38:35.278 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] boot 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:35.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:35.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:35 smithi110 ceph-mon[34417]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 -- 172.21.15.110:0/1670177002 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 msgr2=0x7fdf001024a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 --2- 172.21.15.110:0/1670177002 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf001024a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdef4009900 tx=0x7fdef402a410 comp rx=0 tx=0).stop 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 -- 172.21.15.110:0/1670177002 shutdown_connections 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 --2- 172.21.15.110:0/1670177002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf001017a0 0x7fdf00109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 --2- 172.21.15.110:0/1670177002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf00100de0 0x7fdf00101260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 --2- 172.21.15.110:0/1670177002 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf001024a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.822+0000 7fdf070ea640 1 -- 172.21.15.110:0/1670177002 >> 172.21.15.110:0/1670177002 conn(0x7fdf000fba40 msgr2=0x7fdf000fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- 172.21.15.110:0/1670177002 shutdown_connections 2024-09-10T07:38:35.824 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- 172.21.15.110:0/1670177002 wait complete. 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 Processor -- start 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- start start 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf00100de0 0x7fdf00197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf001017a0 0x7fdf00198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdf0010c650 con 0x7fdf001017a0 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdf0010c4d0 con 0x7fdf001020a0 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf070ea640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf0010c7d0 con 0x7fdf00100de0 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf05687640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf05687640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:35172/0 (socket says 172.21.15.110:35172) 2024-09-10T07:38:35.825 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdf05687640 1 -- 172.21.15.110:0/349806698 learned_addr learned my addr 172.21.15.110:0/349806698 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.823+0000 7fdefffff640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf001017a0 0x7fdf00198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf04e86640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf00100de0 0x7fdf00197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 -- 172.21.15.110:0/349806698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf00100de0 msgr2=0x7fdf00197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf00100de0 0x7fdf00197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 -- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf001017a0 msgr2=0x7fdf00198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:35.826 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf001017a0 0x7fdf00198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 -- 172.21.15.110:0/349806698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf0019fb30 con 0x7fdf001020a0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf05687640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdef800eaa0 tx=0x7fdef800ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef800cdb0 con 0x7fdf001020a0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdef8005020 con 0x7fdf001020a0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef80116d0 con 0x7fdf001020a0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf0019fe20 con 0x7fdf001020a0 2024-09-10T07:38:35.827 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.824+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf001a02d0 con 0x7fdf001020a0 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.825+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf001a0590 con 0x7fdf001020a0 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.826+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fdef80051d0 con 0x7fdf001020a0 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.827+0000 7fdefdffb640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 0x7fdef00a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.827+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 3698+0+0 (secure 0 0 0) 0x7fdef80cde90 con 0x7fdf001020a0 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.827+0000 7fdf04e86640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 0x7fdef00a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:38:35.828 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.828+0000 7fdf04e86640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 0x7fdef00a5070 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdef4000c00 tx=0x7fdef40314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:38:35.830 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:35.831+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdef8016030 con 0x7fdf001020a0 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] boot 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:35.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:35.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:35 smithi145 ceph-mon[34766]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T07:38:36.004 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:36.004+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fdf001a0760 con 0x7fdef00a2bb0 2024-09-10T07:38:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:38:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:38:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: osd.3 [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] boot 2024-09-10T07:38:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:36.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:35 smithi007 ceph-mon[30879]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi007 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:36.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:36 smithi110 ceph-mon[34417]: osdmap e27: 4 total, 4 up, 4 in 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi007 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:36 smithi145 ceph-mon[34766]: osdmap e27: 4 total, 4 up, 4 in 2024-09-10T07:38:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-10T07:38:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi007 2024-09-10T07:38:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-10T07:38:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:38:37.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:38:37.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:37.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:36 smithi007 ceph-mon[30879]: osdmap e27: 4 total, 4 up, 4 in 2024-09-10T07:38:37.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:37 smithi110 ceph-mon[34417]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:37.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:37 smithi145 ceph-mon[34766]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:38.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:37 smithi007 ceph-mon[30879]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:38:38.878 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: osdmap e28: 4 total, 4 up, 4 in 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/1927341722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]': finished 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T07:38:38.879 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:38:38.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: osdmap e28: 4 total, 4 up, 4 in 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/1927341722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]': finished 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T07:38:38.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: osdmap e28: 4 total, 4 up, 4 in 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/1927341722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]: dispatch 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d887e1b-3032-47cc-9d24-eaf5ac7315e5"}]': finished 2024-09-10T07:38:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T07:38:39.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:38:39.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:39 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/2951929602' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:39.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:39 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/2951929602' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:40.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:39 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/2951929602' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:38:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:40 smithi110 ceph-mon[34417]: pgmap v99: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T07:38:40.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:40 smithi145 ceph-mon[34766]: pgmap v99: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T07:38:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:40 smithi007 ceph-mon[30879]: pgmap v99: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T07:38:42.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:42 smithi110 ceph-mon[34417]: pgmap v100: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-10T07:38:42.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:42 smithi145 ceph-mon[34766]: pgmap v100: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-10T07:38:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:42 smithi007 ceph-mon[30879]: pgmap v100: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-10T07:38:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:44 smithi110 ceph-mon[34417]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-10T07:38:44.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:44 smithi145 ceph-mon[34766]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-10T07:38:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:44 smithi007 ceph-mon[30879]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-10T07:38:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:46 smithi110 ceph-mon[34417]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:38:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T07:38:46.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:46.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:46 smithi145 ceph-mon[34766]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:38:46.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T07:38:46.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:46 smithi007 ceph-mon[30879]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:38:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T07:38:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:47 smithi145 ceph-mon[34766]: Deploying daemon osd.4 on smithi110 2024-09-10T07:38:47.998 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:47 smithi110 ceph-mon[34417]: Deploying daemon osd.4 on smithi110 2024-09-10T07:38:48.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:47 smithi007 ceph-mon[30879]: Deploying daemon osd.4 on smithi110 2024-09-10T07:38:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:48 smithi110 ceph-mon[34417]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:48 smithi145 ceph-mon[34766]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:48 smithi007 ceph-mon[30879]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:50 smithi145 ceph-mon[34766]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:50 smithi007 ceph-mon[30879]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:51.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:50 smithi110 ceph-mon[34417]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:52 smithi145 ceph-mon[34766]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:52 smithi007 ceph-mon[30879]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:52 smithi110 ceph-mon[34417]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:53.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:54.859 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:54 smithi110 ceph-mon[34417]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:54.994 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:54 smithi145 ceph-mon[34766]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:54 smithi007 ceph-mon[30879]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:56.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.763 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.764+0000 7fdefdffb640 1 -- 172.21.15.110:0/349806698 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdf001a0760 con 0x7fdef00a2bb0 2024-09-10T07:38:56.764 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 4 on host 'smithi110' 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 msgr2=0x7fdef00a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 0x7fdef00a5070 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdef4000c00 tx=0x7fdef40314a0 comp rx=0 tx=0).stop 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 msgr2=0x7fdf0019f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdef800eaa0 tx=0x7fdef800ef60 comp rx=0 tx=0).stop 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 shutdown_connections 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdef00a2bb0 0x7fdef00a5070 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:56.766 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf001020a0 0x7fdf0019f4c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:56.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf001017a0 0x7fdf00198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:56.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 --2- 172.21.15.110:0/349806698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf00100de0 0x7fdf00197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:38:56.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 >> 172.21.15.110:0/349806698 conn(0x7fdf000fba40 msgr2=0x7fdf000ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:38:56.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 shutdown_connections 2024-09-10T07:38:56.767 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:38:56.767+0000 7fdf070ea640 1 -- 172.21.15.110:0/349806698 wait complete. 2024-09-10T07:38:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:56.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:56.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:38:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.397 DEBUG:teuthology.orchestra.run.smithi110:osd.4> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.4.service 2024-09-10T07:38:57.399 INFO:tasks.cephadm:Deploying osd.5 on smithi145 with /dev/vg_nvme/lv_3... 2024-09-10T07:38:57.400 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T07:38:57.654 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:38:57.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:57.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:57.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:38:57.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:57.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:38:58.772 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:58 smithi145 ceph-mon[34766]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:58.828 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:58 smithi110 ceph-mon[34417]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:58.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:58 smithi007 ceph-mon[30879]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:38:59.162 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 07:38:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T07:38:58.903+0000 7f06cb9db640 -1 osd.4 0 log_to_monitors true 2024-09-10T07:38:59.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:59 smithi145 ceph-mon[34766]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:38:59.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:38:59 smithi145 ceph-mon[34766]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:38:59.851 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:59 smithi110 ceph-mon[34417]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:38:59.851 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:38:59 smithi110 ceph-mon[34417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:38:59.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:59 smithi007 ceph-mon[30879]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:38:59.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:38:59 smithi007 ceph-mon[30879]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T07:39:00.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:39:00.133 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi145:vg_nvme/lv_3 2024-09-10T07:39:00.387 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:39:00.671 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:00.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T07:39:00.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T07:39:00.672 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.673 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.674 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:00.674 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:00.674 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T07:39:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T07:39:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:00.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.891 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 -- 172.21.15.145:0/3602817663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 msgr2=0x7f9e8c102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 --2- 172.21.15.145:0/3602817663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c102000 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c009900 tx=0x7f9e7c02a410 comp rx=0 tx=0).stop 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 -- 172.21.15.145:0/3602817663 shutdown_connections 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 --2- 172.21.15.145:0/3602817663 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 0x7f9e8c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 --2- 172.21.15.145:0/3602817663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 0x7f9e8c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 --2- 172.21.15.145:0/3602817663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c102000 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 -- 172.21.15.145:0/3602817663 >> 172.21.15.145:0/3602817663 conn(0x7f9e8c0fd3b0 msgr2=0x7f9e8c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 -- 172.21.15.145:0/3602817663 shutdown_connections 2024-09-10T07:39:00.892 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.877+0000 7f9e9196d640 1 -- 172.21.15.145:0/3602817663 wait complete. 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 Processor -- start 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 -- start start 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 0x7f9e8c0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 0x7f9e8c074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8c10d760 con 0x7f9e8c102e00 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8c10d5e0 con 0x7f9e8c1037c0 2024-09-10T07:39:00.893 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e9196d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8c10d8e0 con 0x7f9e8c101c00 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:45834/0 (socket says 172.21.15.145:45834) 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 -- 172.21.15.145:0/83001006 learned_addr learned my addr 172.21.15.145:0/83001006 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8b7fe640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 0x7f9e8c074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8a7fc640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 0x7f9e8c0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 -- 172.21.15.145:0/83001006 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 msgr2=0x7f9e8c074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 0x7f9e8c074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:00.894 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 -- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 msgr2=0x7f9e8c0745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.878+0000 7f9e8affd640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 0x7f9e8c0745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e8affd640 1 -- 172.21.15.145:0/83001006 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e8c0753e0 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e8affd640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c0314e0 tx=0x7f9e7c003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c03f070 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e8c1a1f20 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e7c031e40 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c035030 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.879+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e8c1a2310 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.880+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e8c102000 con 0x7f9e8c101c00 2024-09-10T07:39:00.895 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.882+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9e7c042070 con 0x7f9e8c101c00 2024-09-10T07:39:00.896 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.882+0000 7f9e9096b640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 0x7f9e740a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:00.896 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.883+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3821+0+0 (secure 0 0 0) 0x7f9e7c0eed70 con 0x7f9e8c101c00 2024-09-10T07:39:00.896 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.883+0000 7f9e8a7fc640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 0x7f9e740a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:00.896 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.883+0000 7f9e8a7fc640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 0x7f9e740a5040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9e80005fd0 tx=0x7f9e80005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:00.896 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:00.886+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9e7c0bcdc0 con 0x7f9e8c101c00 2024-09-10T07:39:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:00.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:00.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:00.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:01.063 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:01.064+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9e8c0626f0 con 0x7f9e740a2b80 2024-09-10T07:39:01.411 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T07:39:00.992+0000 7f06c8172640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T07:39:01.412 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 07:39:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T07:39:00.997+0000 7f06bf77e640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:39:01.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi110 2024-09-10T07:39:01.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 8544M 2024-09-10T07:39:01.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:39:01.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T07:39:01.703 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='osd.4 ' entity='osd.4' 2024-09-10T07:39:01.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:01.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:01.704 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi110 2024-09-10T07:39:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 8544M 2024-09-10T07:39:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:39:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='osd.4 ' entity='osd.4' 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:01.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:01.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi110 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 8544M 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='osd.4 ' entity='osd.4' 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:01.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] boot 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T07:39:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:39:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:39:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] boot 2024-09-10T07:39:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T07:39:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: osd.4 [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] boot 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T07:39:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T07:39:03.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:03 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/1806970840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:03 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:03 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]': finished 2024-09-10T07:39:03.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:03 smithi007 ceph-mon[30879]: osdmap e33: 6 total, 5 up, 6 in 2024-09-10T07:39:03.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:03 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/1806970840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:03 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:03 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]': finished 2024-09-10T07:39:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:03 smithi110 ceph-mon[34417]: osdmap e33: 6 total, 5 up, 6 in 2024-09-10T07:39:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:03.983 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:03 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/1806970840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.983 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:03 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]: dispatch 2024-09-10T07:39:03.984 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:03 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc"}]': finished 2024-09-10T07:39:03.984 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:03 smithi145 ceph-mon[34766]: osdmap e33: 6 total, 5 up, 6 in 2024-09-10T07:39:03.984 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:04 smithi007 ceph-mon[30879]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:04 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/3170208147' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:04 smithi110 ceph-mon[34417]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:04 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/3170208147' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:04 smithi145 ceph-mon[34766]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:04 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/3170208147' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:06 smithi007 ceph-mon[30879]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:06 smithi110 ceph-mon[34417]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:06 smithi145 ceph-mon[34766]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:08 smithi007 ceph-mon[30879]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:08.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:08 smithi110 ceph-mon[34417]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:08.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:08 smithi145 ceph-mon[34766]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:10.681 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:10 smithi145 ceph-mon[34766]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:10 smithi007 ceph-mon[30879]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:10.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:10 smithi110 ceph-mon[34417]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:12.675 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:12 smithi145 ceph-mon[34766]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:12.675 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T07:39:12.675 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:12 smithi007 ceph-mon[30879]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T07:39:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:12.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:12 smithi110 ceph-mon[34417]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:12.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T07:39:12.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:13.689 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:13 smithi145 ceph-mon[34766]: Deploying daemon osd.5 on smithi145 2024-09-10T07:39:13.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:13 smithi007 ceph-mon[30879]: Deploying daemon osd.5 on smithi145 2024-09-10T07:39:13.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:13 smithi110 ceph-mon[34417]: Deploying daemon osd.5 on smithi145 2024-09-10T07:39:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:14 smithi145 ceph-mon[34766]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:14 smithi007 ceph-mon[30879]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:14.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:14 smithi110 ceph-mon[34417]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:16 smithi007 ceph-mon[30879]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:16.898 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:16 smithi145 ceph-mon[34766]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:16.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:16 smithi110 ceph-mon[34417]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:18.806 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:18 smithi145 ceph-mon[34766]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:18.806 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:18.806 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:18.806 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:18 smithi007 ceph-mon[30879]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:18 smithi110 ceph-mon[34417]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:18.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:20.662 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:20 smithi145 ceph-mon[34766]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:20 smithi007 ceph-mon[30879]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:20.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:20 smithi110 ceph-mon[34417]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:22.132 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:22.133 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.133 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.133 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:22.133 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:22.133 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:22.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:22.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.171 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.173+0000 7f9e9096b640 1 -- 172.21.15.145:0/83001006 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9e8c0626f0 con 0x7f9e740a2b80 2024-09-10T07:39:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 5 on host 'smithi145' 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 msgr2=0x7f9e740a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 0x7f9e740a5040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9e80005fd0 tx=0x7f9e80005850 comp rx=0 tx=0).stop 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 msgr2=0x7f9e8c075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c0314e0 tx=0x7f9e7c003c80 comp rx=0 tx=0).stop 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 shutdown_connections 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e740a2b80 0x7f9e740a5040 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:22.174 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e8c1037c0 0x7f9e8c074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:22.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e8c102e00 0x7f9e8c0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:22.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 --2- 172.21.15.145:0/83001006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e8c101c00 0x7f9e8c075f90 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:22.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 >> 172.21.15.145:0/83001006 conn(0x7f9e8c0fd3b0 msgr2=0x7f9e8c1061f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:39:22.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 shutdown_connections 2024-09-10T07:39:22.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:39:22.175+0000 7f9e9196d640 1 -- 172.21.15.145:0/83001006 wait complete. 2024-09-10T07:39:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:22.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:22.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:22.788 DEBUG:teuthology.orchestra.run.smithi145:osd.5> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.5.service 2024-09-10T07:39:22.791 INFO:tasks.cephadm:Deploying osd.6 on smithi007 with /dev/vg_nvme/lv_2... 2024-09-10T07:39:22.791 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T07:39:23.021 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:23.021 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:23.022 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:39:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:24.306 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:24 smithi145 ceph-mon[34766]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:24.421 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:24 smithi007 ceph-mon[30879]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:24 smithi110 ceph-mon[34417]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:24.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 07:39:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T07:39:24.535+0000 7f2136540640 -1 osd.5 0 log_to_monitors true 2024-09-10T07:39:25.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:25 smithi007 ceph-mon[30879]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:25 smithi007 ceph-mon[30879]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:25 smithi145 ceph-mon[34766]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:25 smithi145 ceph-mon[34766]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.623 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:39:25.650 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_2 2024-09-10T07:39:25.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:25 smithi110 ceph-mon[34417]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:25 smithi110 ceph-mon[34417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T07:39:25.918 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi145 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 8544M 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:26.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.355+0000 7f71151c3640 1 -- 172.21.15.7:0/1148237443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f71101037c0 msgr2=0x7f711010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.355+0000 7f71151c3640 1 --2- 172.21.15.7:0/1148237443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f71101037c0 0x7f711010a050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7108009ca0 tx=0x7f710802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 -- 172.21.15.7:0/1148237443 shutdown_connections 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 --2- 172.21.15.7:0/1148237443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f71101037c0 0x7f711010a050 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 --2- 172.21.15.7:0/1148237443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7110102e00 0x7f7110103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 --2- 172.21.15.7:0/1148237443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110101c00 0x7f7110102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 -- 172.21.15.7:0/1148237443 >> 172.21.15.7:0/1148237443 conn(0x7f71100fd390 msgr2=0x7f71100ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 -- 172.21.15.7:0/1148237443 shutdown_connections 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 -- 172.21.15.7:0/1148237443 wait complete. 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.356+0000 7f71151c3640 1 Processor -- start 2024-09-10T07:39:26.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 -- start start 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110102e00 0x7f71100745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 0x7f7110074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f711010d730 con 0x7f7110101c00 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f711010d5b0 con 0x7f71101037c0 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f71151c3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f711010d8b0 con 0x7f7110102e00 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44806/0 (socket says 172.21.15.7:44806) 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 -- 172.21.15.7:0/3356958164 learned_addr learned my addr 172.21.15.7:0/3356958164 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710e59c640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110102e00 0x7f71100745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:26.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710f59e640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 0x7f7110074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 -- 172.21.15.7:0/3356958164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110102e00 msgr2=0x7f71100745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110102e00 0x7f71100745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 -- 172.21.15.7:0/3356958164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 msgr2=0x7f7110074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 0x7f7110074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710ed9d640 1 -- 172.21.15.7:0/3356958164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71100753e0 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.357+0000 7f710f59e640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 0x7f7110074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f710ed9d640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f710000e9c0 tx=0x7f710000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710000cd80 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71101a1f70 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71000035f0 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100010690 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.358+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71101a2310 con 0x7f7110101c00 2024-09-10T07:39:26.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.359+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7110109050 con 0x7f7110101c00 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.360+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f71000037a0 con 0x7f7110101c00 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.361+0000 7f70f7fff640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 0x7f70f80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.361+0000 7f710e59c640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 0x7f70f80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.361+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4253+0+0 (secure 0 0 0) 0x7f71000ce6e0 con 0x7f7110101c00 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.362+0000 7f710e59c640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 0x7f70f80a5040 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7110075d10 tx=0x7f710400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:26.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.365+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f710009c580 con 0x7f7110101c00 2024-09-10T07:39:26.490 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T07:39:26.184+0000 7f21324c3640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T07:39:26.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T07:39:26.193+0000 7f212e2eb640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi145 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 8544M 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:26.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:26.551+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7110062630 con 0x7f70f80a2b80 2024-09-10T07:39:26.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:26.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T07:39:26.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T07:39:26.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi145 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:26.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 8544M 2024-09-10T07:39:26.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:26.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:26.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:26.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:27.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:39:27.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T07:39:27.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:27.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:27.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:27.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:27.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:39:27.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:27.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:27.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:27.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:39:28.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:39:28.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:28.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] boot 2024-09-10T07:39:28.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: osdmap e36: 6 total, 6 up, 6 in 2024-09-10T07:39:28.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:28.496 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:39:28.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:39:28.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:28.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] boot 2024-09-10T07:39:28.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: osdmap e36: 6 total, 6 up, 6 in 2024-09-10T07:39:28.497 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: osd.5 [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] boot 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: osdmap e36: 6 total, 6 up, 6 in 2024-09-10T07:39:28.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T07:39:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:29 smithi007 ceph-mon[30879]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T07:39:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]: dispatch 2024-09-10T07:39:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]': finished 2024-09-10T07:39:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:29 smithi007 ceph-mon[30879]: osdmap e38: 7 total, 6 up, 7 in 2024-09-10T07:39:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:29 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:29.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:29 smithi145 ceph-mon[34766]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T07:39:29.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]: dispatch 2024-09-10T07:39:29.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]': finished 2024-09-10T07:39:29.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:29 smithi145 ceph-mon[34766]: osdmap e38: 7 total, 6 up, 7 in 2024-09-10T07:39:29.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:29 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:29.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:29 smithi110 ceph-mon[34417]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T07:39:29.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]: dispatch 2024-09-10T07:39:29.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/670870927' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17602494-fd35-42b4-bf0c-4451e9f6be97"}]': finished 2024-09-10T07:39:29.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:29 smithi110 ceph-mon[34417]: osdmap e38: 7 total, 6 up, 7 in 2024-09-10T07:39:29.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:29 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:30.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:30 smithi145 ceph-mon[34766]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:30.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:30 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1465394531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:30.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:30 smithi145 ceph-mon[34766]: osdmap e39: 7 total, 6 up, 7 in 2024-09-10T07:39:30.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:30 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:30 smithi007 ceph-mon[30879]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:30 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1465394531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:30 smithi007 ceph-mon[30879]: osdmap e39: 7 total, 6 up, 7 in 2024-09-10T07:39:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:30 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:30 smithi110 ceph-mon[34417]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:30.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:30 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1465394531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:30.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:30 smithi110 ceph-mon[34417]: osdmap e39: 7 total, 6 up, 7 in 2024-09-10T07:39:30.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:30 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:31 smithi007 ceph-mon[30879]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:31 smithi007 ceph-mon[30879]: osdmap e40: 7 total, 6 up, 7 in 2024-09-10T07:39:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:31 smithi110 ceph-mon[34417]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:31 smithi110 ceph-mon[34417]: osdmap e40: 7 total, 6 up, 7 in 2024-09-10T07:39:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:31 smithi145 ceph-mon[34766]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:31 smithi145 ceph-mon[34766]: osdmap e40: 7 total, 6 up, 7 in 2024-09-10T07:39:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:33.954 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:33 smithi007 ceph-mon[30879]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-10T07:39:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:33 smithi110 ceph-mon[34417]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-10T07:39:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:33 smithi145 ceph-mon[34766]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-10T07:39:36.013 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:35 smithi007 ceph-mon[30879]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:39:36.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:35 smithi110 ceph-mon[34417]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:39:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:35 smithi145 ceph-mon[34766]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:39:37.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:37 smithi007 ceph-mon[30879]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-10T07:39:37.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T07:39:37.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:37.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:37 smithi007 ceph-mon[30879]: Deploying daemon osd.6 on smithi007 2024-09-10T07:39:38.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:37 smithi110 ceph-mon[34417]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-10T07:39:38.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T07:39:38.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:38.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:37 smithi110 ceph-mon[34417]: Deploying daemon osd.6 on smithi007 2024-09-10T07:39:38.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:37 smithi145 ceph-mon[34766]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-10T07:39:38.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T07:39:38.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:38.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:37 smithi145 ceph-mon[34766]: Deploying daemon osd.6 on smithi007 2024-09-10T07:39:39.968 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:39 smithi007 ceph-mon[30879]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-10T07:39:40.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:39 smithi110 ceph-mon[34417]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-10T07:39:40.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:39 smithi145 ceph-mon[34766]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-10T07:39:42.154 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:41 smithi007 ceph-mon[30879]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:39:42.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:41 smithi110 ceph-mon[34417]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:39:42.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:41 smithi145 ceph-mon[34766]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:39:44.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:43 smithi007 ceph-mon[30879]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:39:44.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:44.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:44.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:44.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:43 smithi110 ceph-mon[34417]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:39:44.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:44.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:44.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:43 smithi145 ceph-mon[34766]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:39:44.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:44.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:44.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:45.984 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:45 smithi007 ceph-mon[30879]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:46.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:45 smithi110 ceph-mon[34417]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:46.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:45 smithi145 ceph-mon[34766]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:46.676 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 6 on host 'smithi007' 2024-09-10T07:39:46.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.676+0000 7f70f7fff640 1 -- 172.21.15.7:0/3356958164 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7110062630 con 0x7f70f80a2b80 2024-09-10T07:39:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.678+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 msgr2=0x7f70f80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.678+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 0x7f70f80a5040 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7110075d10 tx=0x7f710400b410 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 msgr2=0x7f7110075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f710000e9c0 tx=0x7f710000ee80 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 shutdown_connections 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f70f80a2b80 0x7f70f80a5040 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f71101037c0 0x7f7110074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7110102e00 0x7f71100745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 --2- 172.21.15.7:0/3356958164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7110101c00 0x7f7110075f90 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 >> 172.21.15.7:0/3356958164 conn(0x7f71100fd390 msgr2=0x7f7110106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 shutdown_connections 2024-09-10T07:39:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:39:46.679+0000 7f71151c3640 1 -- 172.21.15.7:0/3356958164 wait complete. 2024-09-10T07:39:47.389 DEBUG:teuthology.orchestra.run.smithi007:osd.6> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.6.service 2024-09-10T07:39:47.392 INFO:tasks.cephadm:Deploying osd.7 on smithi110 with /dev/vg_nvme/lv_2... 2024-09-10T07:39:47.392 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T07:39:47.645 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:39:47.765 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.766 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.766 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.766 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.953 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.953 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.953 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:48.957 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:48 smithi007 ceph-mon[30879]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:48 smithi145 ceph-mon[34766]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:48.991 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:48 smithi110 ceph-mon[34417]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:50.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 07:39:49 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T07:39:49.699+0000 7fc19a49c640 -1 osd.6 0 log_to_monitors true 2024-09-10T07:39:50.395 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:39:50.423 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_2 2024-09-10T07:39:50.676 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:39:50.705 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:50.705 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T07:39:50.705 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.705 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:50.706 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T07:39:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:51.229 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 -- 172.21.15.110:0/2212123931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c101cd0 msgr2=0x7f635c102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 --2- 172.21.15.110:0/2212123931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c101cd0 0x7f635c102150 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6344009900 tx=0x7f634402a410 comp rx=0 tx=0).stop 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 -- 172.21.15.110:0/2212123931 shutdown_connections 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 --2- 172.21.15.110:0/2212123931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c102690 0x7f635c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 --2- 172.21.15.110:0/2212123931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c101cd0 0x7f635c102150 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 --2- 172.21.15.110:0/2212123931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c100ad0 0x7f635c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 -- 172.21.15.110:0/2212123931 >> 172.21.15.110:0/2212123931 conn(0x7f635c0fc280 msgr2=0x7f635c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 -- 172.21.15.110:0/2212123931 shutdown_connections 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.138+0000 7f63624fb640 1 -- 172.21.15.110:0/2212123931 wait complete. 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 Processor -- start 2024-09-10T07:39:51.230 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 -- start start 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c100ad0 0x7f635c06aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c101cd0 0x7f635c19cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f635c10c680 con 0x7f635c100ad0 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f635c10c500 con 0x7f635c102690 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f63624fb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f635c10c800 con 0x7f635c101cd0 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f6360a98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f6360a98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:59076/0 (socket says 172.21.15.110:59076) 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f6360a98640 1 -- 172.21.15.110:0/610999081 learned_addr learned my addr 172.21.15.110:0/610999081 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.139+0000 7f635bfff640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c100ad0 0x7f635c06aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:51.231 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6353fff640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c101cd0 0x7f635c19cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 -- 172.21.15.110:0/610999081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c101cd0 msgr2=0x7f635c19cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c101cd0 0x7f635c19cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 -- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c100ad0 msgr2=0x7f635c06aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c100ad0 0x7f635c06aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 -- 172.21.15.110:0/610999081 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f635c19fb50 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6360a98640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f635400eb10 tx=0x7f635400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f635400ce20 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6354005020 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f635c196a50 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6354010690 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.140+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f635c196fe0 con 0x7f635c102690 2024-09-10T07:39:51.232 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.141+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f635c107f60 con 0x7f635c102690 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.142+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f63540051d0 con 0x7f635c102690 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.143+0000 7f6359ffb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 0x7f63480a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.143+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4669+0+0 (secure 0 0 0) 0x7f63540ce9b0 con 0x7f635c102690 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.143+0000 7f635bfff640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 0x7f63480a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.143+0000 7f635bfff640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 0x7f63480a50c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f635c101b30 tx=0x7f634c009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:39:51.233 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.146+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63540541b0 con 0x7f635c102690 2024-09-10T07:39:51.322 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:39:51.322+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f635c198490 con 0x7f63480a2c00 2024-09-10T07:39:51.957 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi007 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:51.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:51.959 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi007 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:51.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:52.094 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T07:39:51.696+0000 7fc19641f640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T07:39:52.094 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T07:39:51.705+0000 7fc192247640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:39:52.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi007 2024-09-10T07:39:52.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:39:52.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:53.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:53.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:39:53.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T07:39:53.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:39:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: from='osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:39:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T07:39:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.958 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:53 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:39:53.959 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:53 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:39:53.959 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:53 smithi110 ceph-mon[34417]: osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] boot 2024-09-10T07:39:53.959 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:53 smithi110 ceph-mon[34417]: osdmap e43: 7 total, 7 up, 7 in 2024-09-10T07:39:53.959 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:53.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:53 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:39:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:53 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:39:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:53 smithi145 ceph-mon[34766]: osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] boot 2024-09-10T07:39:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:53 smithi145 ceph-mon[34766]: osdmap e43: 7 total, 7 up, 7 in 2024-09-10T07:39:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:53 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:39:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:53 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:39:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:53 smithi007 ceph-mon[30879]: osd.6 [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] boot 2024-09-10T07:39:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:53 smithi007 ceph-mon[30879]: osdmap e43: 7 total, 7 up, 7 in 2024-09-10T07:39:54.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/2341000226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]': finished 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: osdmap e45: 8 total, 7 up, 8 in 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:39:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/1881254280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T07:39:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/2341000226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]': finished 2024-09-10T07:39:55.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: osdmap e45: 8 total, 7 up, 8 in 2024-09-10T07:39:55.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:39:55.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/1881254280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-10T07:39:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/2341000226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]: dispatch 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51ba0507-31da-412e-8a59-f71d092dddc8"}]': finished 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: osdmap e45: 8 total, 7 up, 8 in 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:39:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/1881254280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:39:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:56 smithi145 ceph-mon[34766]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:39:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:56 smithi007 ceph-mon[30879]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:39:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:56 smithi110 ceph-mon[34417]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:39:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:39:58 smithi110 ceph-mon[34417]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:39:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:39:58 smithi145 ceph-mon[34766]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:39:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:39:58 smithi007 ceph-mon[30879]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:00.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:00 smithi110 ceph-mon[34417]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:00.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:00 smithi110 ceph-mon[34417]: overall HEALTH_OK 2024-09-10T07:40:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:00 smithi145 ceph-mon[34766]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:00 smithi145 ceph-mon[34766]: overall HEALTH_OK 2024-09-10T07:40:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:00 smithi007 ceph-mon[30879]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:00 smithi007 ceph-mon[30879]: overall HEALTH_OK 2024-09-10T07:40:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:02 smithi007 ceph-mon[30879]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T07:40:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:02 smithi110 ceph-mon[34417]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T07:40:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:02 smithi145 ceph-mon[34766]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T07:40:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:03 smithi145 ceph-mon[34766]: Deploying daemon osd.7 on smithi110 2024-09-10T07:40:04.014 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:03 smithi110 ceph-mon[34417]: Deploying daemon osd.7 on smithi110 2024-09-10T07:40:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:03 smithi007 ceph-mon[30879]: Deploying daemon osd.7 on smithi110 2024-09-10T07:40:04.904 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:04 smithi110 ceph-mon[34417]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:04 smithi145 ceph-mon[34766]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:04 smithi007 ceph-mon[30879]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:06 smithi145 ceph-mon[34766]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:07.002 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:06 smithi110 ceph-mon[34417]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:06 smithi007 ceph-mon[30879]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:08.977 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:08 smithi110 ceph-mon[34417]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:08.977 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:08.977 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:08.977 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:08 smithi145 ceph-mon[34766]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:08.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:08.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:08 smithi007 ceph-mon[30879]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:10 smithi145 ceph-mon[34766]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:10 smithi007 ceph-mon[30879]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:10 smithi110 ceph-mon[34417]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:12.003 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.004+0000 7f6359ffb640 1 -- 172.21.15.110:0/610999081 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f635c198490 con 0x7f63480a2c00 2024-09-10T07:40:12.003 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 7 on host 'smithi110' 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 msgr2=0x7f63480a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 0x7f63480a50c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f635c101b30 tx=0x7f634c009110 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 msgr2=0x7f635c19f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f635400eb10 tx=0x7f635400ef10 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 shutdown_connections 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.006+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63480a2c00 0x7f63480a50c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f635c102690 0x7f635c19f240 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c101cd0 0x7f635c19cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 --2- 172.21.15.110:0/610999081 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f635c100ad0 0x7f635c06aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:12.006 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 >> 172.21.15.110:0/610999081 conn(0x7f635c0fc280 msgr2=0x7f635c105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:40:12.007 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 shutdown_connections 2024-09-10T07:40:12.007 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:40:12.007+0000 7f63624fb640 1 -- 172.21.15.110:0/610999081 wait complete. 2024-09-10T07:40:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.375 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:12.652 DEBUG:teuthology.orchestra.run.smithi110:osd.7> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.7.service 2024-09-10T07:40:12.655 INFO:tasks.cephadm:Deploying osd.8 on smithi145 with /dev/vg_nvme/lv_2... 2024-09-10T07:40:12.655 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T07:40:12.909 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:40:14.112 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:14 smithi110 ceph-mon[34417]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:14 smithi007 ceph-mon[30879]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:14.396 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:14 smithi145 ceph-mon[34766]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:14.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 07:40:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T07:40:14.624+0000 7f4e9c85f640 -1 osd.7 0 log_to_monitors true 2024-09-10T07:40:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:15 smithi145 ceph-mon[34766]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:15 smithi145 ceph-mon[34766]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:15 smithi007 ceph-mon[30879]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:15 smithi007 ceph-mon[30879]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:15 smithi110 ceph-mon[34417]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:15 smithi110 ceph-mon[34417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T07:40:15.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:40:15.693 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi145:vg_nvme/lv_2 2024-09-10T07:40:15.939 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:40:16.289 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi110 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.290 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 5696M 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:16.291 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T07:40:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T07:40:16.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi110 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 5696M 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T07:40:16.032+0000 7f4e987e2640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T07:40:16.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T07:40:16.043+0000 7f4e9460a640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi110 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 5696M 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:16.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:16.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 -- 172.21.15.145:0/2228365244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 msgr2=0x7f36d8100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:16.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 --2- 172.21.15.145:0/2228365244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8100690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f36cc009900 tx=0x7f36cc02a410 comp rx=0 tx=0).stop 2024-09-10T07:40:16.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 -- 172.21.15.145:0/2228365244 shutdown_connections 2024-09-10T07:40:16.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 --2- 172.21.15.145:0/2228365244 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f36d8101e50 0x7f36d81086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:16.467 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 --2- 172.21.15.145:0/2228365244 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 0x7f36d8101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 --2- 172.21.15.145:0/2228365244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8100690 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 -- 172.21.15.145:0/2228365244 >> 172.21.15.145:0/2228365244 conn(0x7f36d80fba40 msgr2=0x7f36d80fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 -- 172.21.15.145:0/2228365244 shutdown_connections 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.434+0000 7f36df3e4640 1 -- 172.21.15.145:0/2228365244 wait complete. 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 Processor -- start 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 -- start start 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 0x7f36d8198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f36d8101e50 0x7f36d819f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810be20 con 0x7f36d8101490 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810bca0 con 0x7f36d8101e50 2024-09-10T07:40:16.468 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36df3e4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810bfa0 con 0x7f36d8100290 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:50380/0 (socket says 172.21.15.145:50380) 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 -- 172.21.15.145:0/3398090771 learned_addr learned my addr 172.21.15.145:0/3398090771 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dc97f640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 0x7f36d8198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 -- 172.21.15.145:0/3398090771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f36d8101e50 msgr2=0x7f36d819f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f36d8101e50 0x7f36d819f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 -- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 msgr2=0x7f36d8198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 0x7f36d8198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 -- 172.21.15.145:0/3398090771 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d819fb70 con 0x7f36d8100290 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.435+0000 7f36dd180640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f36cc004270 tx=0x7f36cc031a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.436+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc03f030 con 0x7f36d8100290 2024-09-10T07:40:16.469 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.436+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d819fe00 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.436+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f36cc003cb0 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.436+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc035070 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.436+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d81a02d0 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.437+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d81a0500 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.438+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f36cc042030 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.439+0000 7f36ca7fc640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 0x7f36c40a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.439+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5117+0+0 (secure 0 0 0) 0x7f36cc0eeda0 con 0x7f36d8100290 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.439+0000 7f36dc97f640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 0x7f36c40a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.439+0000 7f36dc97f640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 0x7f36c40a5070 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f36d4005fd0 tx=0x7f36d4005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:40:16.470 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.443+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f36cc0bc980 con 0x7f36d8100290 2024-09-10T07:40:16.619 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:16.619+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f36d81078e0 con 0x7f36c40a2bb0 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:17.279 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:17.280 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:17.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:40:17.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T07:40:17.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:17.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:17.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:17.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:17.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:17.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:18.286 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] boot 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: osdmap e48: 8 total, 8 up, 8 in 2024-09-10T07:40:18.287 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:40:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:40:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] boot 2024-09-10T07:40:18.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: osdmap e48: 8 total, 8 up, 8 in 2024-09-10T07:40:18.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:18.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: osd.7 [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] boot 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: osdmap e48: 8 total, 8 up, 8 in 2024-09-10T07:40:18.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/198945159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]': finished 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: osdmap e50: 9 total, 8 up, 9 in 2024-09-10T07:40:19.320 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:19 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/198945159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]': finished 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: osdmap e50: 9 total, 8 up, 9 in 2024-09-10T07:40:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:19 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:19.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T07:40:19.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/198945159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]: dispatch 2024-09-10T07:40:19.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "812d7d7a-cc1d-446e-a7d9-38ff41df2638"}]': finished 2024-09-10T07:40:19.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: osdmap e50: 9 total, 8 up, 9 in 2024-09-10T07:40:19.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:19 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:20 smithi007 ceph-mon[30879]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:20 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/4071883020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:20 smithi007 ceph-mon[30879]: osdmap e51: 9 total, 8 up, 9 in 2024-09-10T07:40:20.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:20 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:20.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:20 smithi110 ceph-mon[34417]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:20.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:20 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/4071883020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:20.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:20 smithi110 ceph-mon[34417]: osdmap e51: 9 total, 8 up, 9 in 2024-09-10T07:40:20.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:20 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:20 smithi145 ceph-mon[34766]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:20 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/4071883020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:20.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:20 smithi145 ceph-mon[34766]: osdmap e51: 9 total, 8 up, 9 in 2024-09-10T07:40:20.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:20 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:21 smithi007 ceph-mon[30879]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:21 smithi007 ceph-mon[30879]: osdmap e52: 9 total, 8 up, 9 in 2024-09-10T07:40:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:21 smithi110 ceph-mon[34417]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:21 smithi110 ceph-mon[34417]: osdmap e52: 9 total, 8 up, 9 in 2024-09-10T07:40:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:21 smithi145 ceph-mon[34766]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:22.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:21 smithi145 ceph-mon[34766]: osdmap e52: 9 total, 8 up, 9 in 2024-09-10T07:40:22.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:24.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:24 smithi007 ceph-mon[30879]: pgmap v174: 1 pgs: 1 remapped; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:24 smithi110 ceph-mon[34417]: pgmap v174: 1 pgs: 1 remapped; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:24.442 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:24 smithi145 ceph-mon[34766]: pgmap v174: 1 pgs: 1 remapped; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:26.034 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:26 smithi145 ceph-mon[34766]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:26.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:26 smithi007 ceph-mon[30879]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:26 smithi110 ceph-mon[34417]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:28.339 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:28 smithi145 ceph-mon[34766]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:28.339 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T07:40:28.339 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:28.339 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:28 smithi145 ceph-mon[34766]: Deploying daemon osd.8 on smithi145 2024-09-10T07:40:28.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:28 smithi007 ceph-mon[30879]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:28.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T07:40:28.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:28.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:28 smithi007 ceph-mon[30879]: Deploying daemon osd.8 on smithi145 2024-09-10T07:40:28.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:28 smithi110 ceph-mon[34417]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:28.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T07:40:28.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:28.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:28 smithi110 ceph-mon[34417]: Deploying daemon osd.8 on smithi145 2024-09-10T07:40:30.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:30 smithi145 ceph-mon[34766]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:30 smithi007 ceph-mon[30879]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:30 smithi110 ceph-mon[34417]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:32 smithi145 ceph-mon[34766]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:32 smithi007 ceph-mon[30879]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:32 smithi110 ceph-mon[34417]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:34 smithi007 ceph-mon[30879]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:34.392 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:34 smithi145 ceph-mon[34766]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:34.392 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:34.392 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:34.392 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:34 smithi110 ceph-mon[34417]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:36 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:36.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:36 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:36.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:36.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:36.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:36 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:36.993 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.993+0000 7f36ca7fc640 1 -- 172.21.15.145:0/3398090771 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f36d81078e0 con 0x7f36c40a2bb0 2024-09-10T07:40:36.994 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 8 on host 'smithi145' 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 msgr2=0x7f36c40a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 0x7f36c40a5070 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f36d4005fd0 tx=0x7f36d4005850 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 msgr2=0x7f36d8197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f36cc004270 tx=0x7f36cc031a30 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 shutdown_connections 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f36c40a2bb0 0x7f36c40a5070 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f36d8101e50 0x7f36d819f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36d8101490 0x7f36d8198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 --2- 172.21.15.145:0/3398090771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36d8100290 0x7f36d8197f40 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 >> 172.21.15.145:0/3398090771 conn(0x7f36d80fba40 msgr2=0x7f36d80fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:40:36.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 shutdown_connections 2024-09-10T07:40:36.997 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:40:36.996+0000 7f36df3e4640 1 -- 172.21.15.145:0/3398090771 wait complete. 2024-09-10T07:40:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:37.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:37.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:37.663 DEBUG:teuthology.orchestra.run.smithi145:osd.8> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.8.service 2024-09-10T07:40:37.665 INFO:tasks.cephadm:Deploying osd.9 on smithi007 with /dev/vg_nvme/lv_1... 2024-09-10T07:40:37.665 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T07:40:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:40:38.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:38 smithi145 ceph-mon[34766]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:38.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:38 smithi007 ceph-mon[30879]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:38 smithi110 ceph-mon[34417]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:39.492 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 07:40:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T07:40:39.227+0000 7f146d774640 -1 osd.8 0 log_to_monitors true 2024-09-10T07:40:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:40 smithi145 ceph-mon[34766]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:40 smithi145 ceph-mon[34766]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:40 smithi145 ceph-mon[34766]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:40 smithi007 ceph-mon[30879]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:40 smithi007 ceph-mon[30879]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:40 smithi007 ceph-mon[30879]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:40 smithi110 ceph-mon[34417]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:40 smithi110 ceph-mon[34417]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:40 smithi110 ceph-mon[34417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T07:40:40.682 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:40:40.716 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_1 2024-09-10T07:40:40.975 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:40:41.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T07:40:41.043+0000 7f14696f7640 -1 osd.8 0 waiting for initial osdmap 2024-09-10T07:40:41.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T07:40:41.052+0000 7f146551f640 -1 osd.8 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi145 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 5696M 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:41.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.243 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi145 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 5696M 2024-09-10T07:40:41.244 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.245 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:41.245 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:41.245 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi145 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 5696M 2024-09-10T07:40:41.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:41.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:40:41.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 -- 172.21.15.7:0/282404676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 msgr2=0x7fde20100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 --2- 172.21.15.7:0/282404676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20100ed0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde10009ca0 tx=0x7fde1002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 -- 172.21.15.7:0/282404676 shutdown_connections 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 --2- 172.21.15.7:0/282404676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 0x7fde20108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 --2- 172.21.15.7:0/282404676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 0x7fde20102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 --2- 172.21.15.7:0/282404676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20100ed0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 -- 172.21.15.7:0/282404676 >> 172.21.15.7:0/282404676 conn(0x7fde200fc280 msgr2=0x7fde200fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 -- 172.21.15.7:0/282404676 shutdown_connections 2024-09-10T07:40:41.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.470+0000 7fde285a4640 1 -- 172.21.15.7:0/282404676 wait complete. 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 Processor -- start 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 -- start start 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 0x7fde20198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 0x7fde2019f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde2010d790 con 0x7fde20100ad0 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fde2010d610 con 0x7fde20101cd0 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde285a4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fde2010d910 con 0x7fde20102690 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48632/0 (socket says 172.21.15.7:48632) 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 -- 172.21.15.7:0/3002001906 learned_addr learned my addr 172.21.15.7:0/3002001906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:40:41.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde25b3f640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 0x7fde20198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26b41640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 0x7fde2019f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 -- 172.21.15.7:0/3002001906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 msgr2=0x7fde2019f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 0x7fde2019f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 -- 172.21.15.7:0/3002001906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 msgr2=0x7fde20198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 0x7fde20198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.471+0000 7fde26340640 1 -- 172.21.15.7:0/3002001906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2019fa10 con 0x7fde20100ad0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde26340640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fde10000f80 tx=0x7fde10003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde10004240 con 0x7fde20100ad0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde10003e10 con 0x7fde20100ad0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2019fca0 con 0x7fde20100ad0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde10030cd0 con 0x7fde20100ad0 2024-09-10T07:40:41.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.472+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde201a0180 con 0x7fde20100ad0 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.473+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde20107ec0 con 0x7fde20100ad0 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.475+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fde10004b40 con 0x7fde20100ad0 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.476+0000 7fde1f7fe640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 0x7fde080a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.476+0000 7fde25b3f640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 0x7fde080a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.476+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5549+0+0 (secure 0 0 0) 0x7fde100efa90 con 0x7fde20100ad0 2024-09-10T07:40:41.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.476+0000 7fde25b3f640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 0x7fde080a50f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fde20199300 tx=0x7fde1400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:40:41.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.479+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fde100bd4c0 con 0x7fde20100ad0 2024-09-10T07:40:41.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:40:41.663+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fde20062630 con 0x7fde080a2c30 2024-09-10T07:40:42.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:42.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:42.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:42.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:40:42.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T07:40:42.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:42.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:42.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:42.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='client.14409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:40:42.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:43.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:43 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:40:43.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:43 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:40:43.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:43 smithi007 ceph-mon[30879]: osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] boot 2024-09-10T07:40:43.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:43 smithi007 ceph-mon[30879]: osdmap e55: 9 total, 9 up, 9 in 2024-09-10T07:40:43.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:43.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:43 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:40:43.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:43 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:40:43.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:43 smithi110 ceph-mon[34417]: osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] boot 2024-09-10T07:40:43.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:43 smithi110 ceph-mon[34417]: osdmap e55: 9 total, 9 up, 9 in 2024-09-10T07:40:43.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:43.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:43 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:40:43.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:43 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:40:43.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:43 smithi145 ceph-mon[34766]: osd.8 [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] boot 2024-09-10T07:40:43.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:43 smithi145 ceph-mon[34766]: osdmap e55: 9 total, 9 up, 9 in 2024-09-10T07:40:43.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T07:40:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:44 smithi007 ceph-mon[30879]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:44 smithi007 ceph-mon[30879]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T07:40:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:44 smithi110 ceph-mon[34417]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:44 smithi110 ceph-mon[34417]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T07:40:44.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:44 smithi145 ceph-mon[34766]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-10T07:40:44.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:44 smithi145 ceph-mon[34766]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]: dispatch 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]': finished 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: osdmap e58: 10 total, 9 up, 10 in 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:45 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4048681952' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:45.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T07:40:45.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]: dispatch 2024-09-10T07:40:45.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]': finished 2024-09-10T07:40:45.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: osdmap e58: 10 total, 9 up, 10 in 2024-09-10T07:40:45.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:45.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:45 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4048681952' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:45.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T07:40:45.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]: dispatch 2024-09-10T07:40:45.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2418015175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "373c50fa-e123-4360-bf82-2602e2a4bc27"}]': finished 2024-09-10T07:40:45.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: osdmap e58: 10 total, 9 up, 10 in 2024-09-10T07:40:45.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:45.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:45 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4048681952' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:40:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:46 smithi110 ceph-mon[34417]: pgmap v191: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:46 smithi110 ceph-mon[34417]: osdmap e59: 10 total, 9 up, 10 in 2024-09-10T07:40:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:46 smithi145 ceph-mon[34766]: pgmap v191: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:46 smithi145 ceph-mon[34766]: osdmap e59: 10 total, 9 up, 10 in 2024-09-10T07:40:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:46 smithi007 ceph-mon[30879]: pgmap v191: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:46 smithi007 ceph-mon[30879]: osdmap e59: 10 total, 9 up, 10 in 2024-09-10T07:40:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:40:48.725 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:48 smithi007 ceph-mon[30879]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:48.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:48 smithi145 ceph-mon[34766]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:48 smithi110 ceph-mon[34417]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:40:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:50 smithi007 ceph-mon[30879]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T07:40:50.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:50 smithi145 ceph-mon[34766]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T07:40:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:50 smithi110 ceph-mon[34417]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T07:40:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:52 smithi145 ceph-mon[34766]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T07:40:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:52 smithi007 ceph-mon[30879]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T07:40:52.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:52 smithi110 ceph-mon[34417]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T07:40:53.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T07:40:53.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:53.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T07:40:53.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T07:40:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:40:54.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:54 smithi007 ceph-mon[30879]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-10T07:40:54.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:54 smithi007 ceph-mon[30879]: Deploying daemon osd.9 on smithi007 2024-09-10T07:40:54.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:54 smithi145 ceph-mon[34766]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-10T07:40:54.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:54 smithi145 ceph-mon[34766]: Deploying daemon osd.9 on smithi007 2024-09-10T07:40:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:54 smithi110 ceph-mon[34417]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-10T07:40:54.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:54 smithi110 ceph-mon[34417]: Deploying daemon osd.9 on smithi007 2024-09-10T07:40:56.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:56 smithi007 ceph-mon[30879]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:40:56.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:56 smithi145 ceph-mon[34766]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:40:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:56 smithi110 ceph-mon[34417]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T07:40:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:58 smithi007 ceph-mon[30879]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-10T07:40:58.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:58 smithi145 ceph-mon[34766]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-10T07:40:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:58 smithi110 ceph-mon[34417]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-10T07:40:59.693 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:59.693 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:59.693 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:40:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:59.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:59.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:59.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:40:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:59.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:40:59.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:40:59.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:40:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:00.724 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:00 smithi007 ceph-mon[30879]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:00.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:00 smithi145 ceph-mon[34766]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:00 smithi110 ceph-mon[34417]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:02.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.403+0000 7fde1f7fe640 1 -- 172.21.15.7:0/3002001906 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fde20062630 con 0x7fde080a2c30 2024-09-10T07:41:02.404 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 9 on host 'smithi007' 2024-09-10T07:41:02.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 msgr2=0x7fde080a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:02.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 0x7fde080a50f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fde20199300 tx=0x7fde1400b390 comp rx=0 tx=0).stop 2024-09-10T07:41:02.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 msgr2=0x7fde20197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:02.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fde10000f80 tx=0x7fde10003c20 comp rx=0 tx=0).stop 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 shutdown_connections 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde080a2c30 0x7fde080a50f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde20102690 0x7fde2019f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fde20101cd0 0x7fde20198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 --2- 172.21.15.7:0/3002001906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde20100ad0 0x7fde20197de0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 >> 172.21.15.7:0/3002001906 conn(0x7fde200fc280 msgr2=0x7fde20105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 shutdown_connections 2024-09-10T07:41:02.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:02.406+0000 7fde285a4640 1 -- 172.21.15.7:0/3002001906 wait complete. 2024-09-10T07:41:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:02 smithi007 ceph-mon[30879]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:02.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:02 smithi145 ceph-mon[34766]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:02 smithi110 ceph-mon[34417]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:03.150 DEBUG:teuthology.orchestra.run.smithi007:osd.9> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.9.service 2024-09-10T07:41:03.153 INFO:tasks.cephadm:Deploying osd.10 on smithi110 with /dev/vg_nvme/lv_1... 2024-09-10T07:41:03.153 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T07:41:03.408 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:41:04.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:04 smithi007 ceph-mon[30879]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:04.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:04.326 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:04.571 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:04 smithi110 ceph-mon[34417]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:04.572 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:04.572 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:04.603 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 07:41:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T07:41:04.324+0000 7f7882650640 -1 osd.9 0 log_to_monitors true 2024-09-10T07:41:04.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:04 smithi145 ceph-mon[34766]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:05.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:05 smithi007 ceph-mon[30879]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T07:41:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:05 smithi110 ceph-mon[34417]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T07:41:05.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:05 smithi145 ceph-mon[34766]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T07:41:06.038 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-10T07:41:06.064 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_1 2024-09-10T07:41:06.315 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T07:41:06.486 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-mon[30879]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:06.486 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-mon[30879]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T07:41:06.486 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-mon[30879]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T07:41:06.486 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-mon[30879]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:41:06.486 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:06.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:06 smithi110 ceph-mon[34417]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:06.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:06 smithi110 ceph-mon[34417]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T07:41:06.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:06 smithi110 ceph-mon[34417]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T07:41:06.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:06 smithi110 ceph-mon[34417]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:41:06.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:06 smithi145 ceph-mon[34766]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:06 smithi145 ceph-mon[34766]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T07:41:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:06 smithi145 ceph-mon[34766]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T07:41:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:06 smithi145 ceph-mon[34766]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-10T07:41:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:06.805 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 -- 172.21.15.110:0/1171440248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3200101d10 msgr2=0x7f3200102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 --2- 172.21.15.110:0/1171440248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3200101d10 0x7f3200102190 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f31f0009900 tx=0x7f31f002a410 comp rx=0 tx=0).stop 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 -- 172.21.15.110:0/1171440248 shutdown_connections 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 --2- 172.21.15.110:0/1171440248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32001026d0 0x7f3200108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 --2- 172.21.15.110:0/1171440248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3200101d10 0x7f3200102190 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 --2- 172.21.15.110:0/1171440248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 0x7f3200100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.780+0000 7f3206d61640 1 -- 172.21.15.110:0/1171440248 >> 172.21.15.110:0/1171440248 conn(0x7f32000fc2a0 msgr2=0x7f32000fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- 172.21.15.110:0/1171440248 shutdown_connections 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- 172.21.15.110:0/1171440248 wait complete. 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 Processor -- start 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- start start 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 0x7f320019a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 0x7f320019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:06.806 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f320010c6a0 con 0x7f3200100b10 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f320010c520 con 0x7f32001026d0 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.781+0000 7f3206d61640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f320010c820 con 0x7f3200101d10 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:33744/0 (socket says 172.21.15.110:33744) 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 -- 172.21.15.110:0/3721658683 learned_addr learned my addr 172.21.15.110:0/3721658683 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f3204afd640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 0x7f320019a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f31f7fff640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 0x7f320019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 -- 172.21.15.110:0/3721658683 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 msgr2=0x7f320019a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 0x7f320019a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 -- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 msgr2=0x7f320019a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:06.807 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 0x7f320019a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 -- 172.21.15.110:0/3721658683 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32001a1d70 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f31f7fff640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 0x7f320019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f32052fe640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f31f800b970 tx=0x7f31f800be30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8019070 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31f8014440 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32001a2060 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f80075d0 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.782+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32001a25d0 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.783+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32001a2890 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.784+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f31f801c070 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.785+0000 7f31f5ffb640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 0x7f31e80a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.785+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5981+0+0 (secure 0 0 0) 0x7f31f80cdcc0 con 0x7f32001026d0 2024-09-10T07:41:06.808 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.785+0000 7f3204afd640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 0x7f31e80a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:06.809 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.786+0000 7f3204afd640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 0x7f31e80a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3200101b70 tx=0x7f31fc00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:06.809 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.789+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31f809aef0 con 0x7f32001026d0 2024-09-10T07:41:06.968 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:06.969+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f32001a2a60 con 0x7f31e80a2bb0 2024-09-10T07:41:07.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T07:41:06.820+0000 7f787e5d3640 -1 osd.9 0 waiting for initial osdmap 2024-09-10T07:41:07.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 07:41:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T07:41:06.832+0000 7f78763f3640 -1 osd.9 61 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:41:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.635 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632]' entity='osd.9' 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:07.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:08.355 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:41:08.357 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi007 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] boot 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: osdmap e62: 10 total, 10 up, 10 in 2024-09-10T07:41:08.358 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:41:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi007 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] boot 2024-09-10T07:41:08.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: osdmap e62: 10 total, 10 up, 10 in 2024-09-10T07:41:08.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi007 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:08.642 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: osd.9 [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] boot 2024-09-10T07:41:08.643 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: osdmap e62: 10 total, 10 up, 10 in 2024-09-10T07:41:08.643 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T07:41:09.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:09.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T07:41:09.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/665427241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]': finished 2024-09-10T07:41:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: osdmap e64: 11 total, 10 up, 11 in 2024-09-10T07:41:09.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:10.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:10.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T07:41:10.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/665427241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:10.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:10.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]': finished 2024-09-10T07:41:10.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: osdmap e64: 11 total, 10 up, 11 in 2024-09-10T07:41:10.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:10.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/665427241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]: dispatch 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "103b3715-f50e-4825-b0ed-a98bf8782be6"}]': finished 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: osdmap e64: 11 total, 10 up, 11 in 2024-09-10T07:41:10.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:10 smithi007 ceph-mon[30879]: from='client.? 172.21.15.110:0/542040624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:10 smithi110 ceph-mon[34417]: from='client.? 172.21.15.110:0/542040624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:10 smithi145 ceph-mon[34766]: from='client.? 172.21.15.110:0/542040624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:12.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:11 smithi007 ceph-mon[30879]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:12.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:11 smithi110 ceph-mon[34417]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:12.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:11 smithi145 ceph-mon[34766]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:13 smithi007 ceph-mon[30879]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:13 smithi110 ceph-mon[34417]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:14.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:13 smithi145 ceph-mon[34766]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:15.860 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:15 smithi110 ceph-mon[34417]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:16.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:15 smithi007 ceph-mon[30879]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:15 smithi145 ceph-mon[34766]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:18.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:17 smithi007 ceph-mon[30879]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:18.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:17 smithi110 ceph-mon[34417]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:17 smithi145 ceph-mon[34766]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T07:41:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:18 smithi007 ceph-mon[30879]: Deploying daemon osd.10 on smithi110 2024-09-10T07:41:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T07:41:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:18 smithi110 ceph-mon[34417]: Deploying daemon osd.10 on smithi110 2024-09-10T07:41:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T07:41:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:18 smithi145 ceph-mon[34766]: Deploying daemon osd.10 on smithi110 2024-09-10T07:41:19.995 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:19 smithi110 ceph-mon[34417]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:20.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:19 smithi007 ceph-mon[30879]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:19 smithi145 ceph-mon[34766]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:22.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:21 smithi007 ceph-mon[30879]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:21 smithi110 ceph-mon[34417]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:22.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:21 smithi145 ceph-mon[34766]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:24.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:23 smithi110 ceph-mon[34417]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:23 smithi145 ceph-mon[34766]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:24.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:23 smithi007 ceph-mon[30879]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:25.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:25.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:25.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:26.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:26 smithi007 ceph-mon[30879]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:26 smithi110 ceph-mon[34417]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:26.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:26 smithi145 ceph-mon[34766]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:27.542 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.542+0000 7f31f5ffb640 1 -- 172.21.15.110:0/3721658683 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f32001a2a60 con 0x7f31e80a2bb0 2024-09-10T07:41:27.543 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 10 on host 'smithi110' 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 msgr2=0x7f31e80a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 0x7f31e80a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3200101b70 tx=0x7f31fc00b390 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 msgr2=0x7f32001a1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f31f800b970 tx=0x7f31f800be30 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 shutdown_connections 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31e80a2bb0 0x7f31e80a5070 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32001026d0 0x7f32001a1700 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3200101d10 0x7f320019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 --2- 172.21.15.110:0/3721658683 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3200100b10 0x7f320019a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:27.545 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.544+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 >> 172.21.15.110:0/3721658683 conn(0x7f32000fc2a0 msgr2=0x7f320006a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:27.546 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.545+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 shutdown_connections 2024-09-10T07:41:27.546 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-10T07:41:27.545+0000 7f3206d61640 1 -- 172.21.15.110:0/3721658683 wait complete. 2024-09-10T07:41:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:27 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:27 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.226 DEBUG:teuthology.orchestra.run.smithi110:osd.10> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.10.service 2024-09-10T07:41:28.228 INFO:tasks.cephadm:Deploying osd.11 on smithi145 with /dev/vg_nvme/lv_1... 2024-09-10T07:41:28.228 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T07:41:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:28.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:28.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:28.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:27 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:28.485 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:41:29.902 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:29 smithi145 ceph-mon[34766]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:30.074 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:29 smithi110 ceph-mon[34417]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:30.074 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 07:41:30 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T07:41:30.035+0000 7fcb34064640 -1 osd.10 0 log_to_monitors true 2024-09-10T07:41:30.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:29 smithi007 ceph-mon[30879]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:30 smithi110 ceph-mon[34417]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:30 smithi110 ceph-mon[34417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:30 smithi007 ceph-mon[30879]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:30 smithi007 ceph-mon[30879]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:30 smithi145 ceph-mon[34766]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:30 smithi145 ceph-mon[34766]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T07:41:31.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T07:41:31.302 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi145:vg_nvme/lv_1 2024-09-10T07:41:31.595 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:41:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T07:41:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T07:41:31.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi110 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:31.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 4272M 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:31.993 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:31.994 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:31.994 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.151 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 -- 172.21.15.145:0/3383721593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 msgr2=0x7ff8e4108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/3383721593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e4108f60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009ca0 tx=0x7ff8dc02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 -- 172.21.15.145:0/3383721593 shutdown_connections 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/3383721593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e4108f60 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/3383721593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4101d10 0x7ff8e4102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/3383721593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4100b10 0x7ff8e4100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 -- 172.21.15.145:0/3383721593 >> 172.21.15.145:0/3383721593 conn(0x7ff8e40fc2a0 msgr2=0x7ff8e40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 -- 172.21.15.145:0/3383721593 shutdown_connections 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.127+0000 7ff8e8e00640 1 -- 172.21.15.145:0/3383721593 wait complete. 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 Processor -- start 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 -- start start 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 0x7ff8e4197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:32.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4101d10 0x7ff8e4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:32.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:32.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e410d770 con 0x7ff8e4101d10 2024-09-10T07:41:32.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e410d5f0 con 0x7ff8e4100b10 2024-09-10T07:41:32.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e8e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e410d8f0 con 0x7ff8e41026d0 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:55218/0 (socket says 172.21.15.145:55218) 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e2d9d640 1 -- 172.21.15.145:0/2020788280 learned_addr learned my addr 172.21.15.145:0/2020788280 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e259c640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 0x7ff8e4197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.128+0000 7ff8e1d9b640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4101d10 0x7ff8e4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 -- 172.21.15.145:0/2020788280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 msgr2=0x7ff8e4197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 0x7ff8e4197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 -- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4101d10 msgr2=0x7ff8e4198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4101d10 0x7ff8e4198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 -- 172.21.15.145:0/2020788280 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e419f970 con 0x7ff8e41026d0 2024-09-10T07:41:32.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e259c640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 0x7ff8e4197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e2d9d640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009dc0 tx=0x7ff8dc003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc004040 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff8dc004690 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8e419fc00 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc02f4c0 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.129+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8e41a0140 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.130+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8e41a0310 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.131+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff8dc030650 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.132+0000 7ff8db7fe640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 0x7ff8d00a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.133+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6414+0+0 (secure 0 0 0) 0x7ff8dc0f0280 con 0x7ff8e41026d0 2024-09-10T07:41:32.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.133+0000 7ff8e259c640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 0x7ff8d00a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:32.158 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.133+0000 7ff8e259c640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 0x7ff8d00a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4101b70 tx=0x7ff8cc00a5e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:32.158 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.136+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff8dc0bd8b0 con 0x7ff8e41026d0 2024-09-10T07:41:32.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T07:41:31.857+0000 7fcb2ffe7640 -1 osd.10 0 waiting for initial osdmap 2024-09-10T07:41:32.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T07:41:31.869+0000 7fcb2be0f640 -1 osd.10 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi110 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 4272M 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:32.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.309 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:32.309+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff8e41a04e0 con 0x7ff8d00a2bb0 2024-09-10T07:41:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T07:41:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T07:41:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi110 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 4272M 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:32.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:32.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:32 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:32 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-09-10T07:41:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T07:41:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:41:33.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T07:41:33.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T07:41:33.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:32 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] boot 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: osdmap e67: 11 total, 11 up, 11 in 2024-09-10T07:41:33.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:33 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:41:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:41:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] boot 2024-09-10T07:41:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: osdmap e67: 11 total, 11 up, 11 in 2024-09-10T07:41:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:33 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:41:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:41:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-09-10T07:41:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: osd.10 [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] boot 2024-09-10T07:41:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: osdmap e67: 11 total, 11 up, 11 in 2024-09-10T07:41:34.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:33 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T07:41:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T07:41:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/1375181997' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]': finished 2024-09-10T07:41:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: osdmap e69: 12 total, 11 up, 12 in 2024-09-10T07:41:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:34 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T07:41:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/1375181997' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]': finished 2024-09-10T07:41:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: osdmap e69: 12 total, 11 up, 12 in 2024-09-10T07:41:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:34 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/1375181997' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]: dispatch 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5"}]': finished 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: osdmap e69: 12 total, 11 up, 12 in 2024-09-10T07:41:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:34 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:36.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:35 smithi110 ceph-mon[34417]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:36.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:35 smithi110 ceph-mon[34417]: from='client.? 172.21.15.145:0/892641408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:36.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:35 smithi110 ceph-mon[34417]: osdmap e70: 12 total, 11 up, 12 in 2024-09-10T07:41:36.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:35 smithi145 ceph-mon[34766]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:35 smithi145 ceph-mon[34766]: from='client.? 172.21.15.145:0/892641408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:35 smithi145 ceph-mon[34766]: osdmap e70: 12 total, 11 up, 12 in 2024-09-10T07:41:36.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:35 smithi007 ceph-mon[30879]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:35 smithi007 ceph-mon[30879]: from='client.? 172.21.15.145:0/892641408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T07:41:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:35 smithi007 ceph-mon[30879]: osdmap e70: 12 total, 11 up, 12 in 2024-09-10T07:41:36.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:37.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:37 smithi110 ceph-mon[34417]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T07:41:37.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:37 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:37.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:37 smithi145 ceph-mon[34766]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T07:41:37.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:37 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:38.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:37 smithi007 ceph-mon[30879]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T07:41:38.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:37 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:38.892 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:38 smithi145 ceph-mon[34766]: pgmap v230: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:38.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:38 smithi110 ceph-mon[34417]: pgmap v230: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:38 smithi007 ceph-mon[30879]: pgmap v230: 1 pgs: 1 remapped+peering; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:40 smithi110 ceph-mon[34417]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-09-10T07:41:40.955 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:40 smithi145 ceph-mon[34766]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-09-10T07:41:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:40 smithi007 ceph-mon[30879]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-09-10T07:41:42.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:42 smithi110 ceph-mon[34417]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:41:42.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:42 smithi145 ceph-mon[34766]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:41:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:42 smithi007 ceph-mon[30879]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T07:41:43.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T07:41:43.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:43 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:43.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T07:41:43.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:43 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:44.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T07:41:44.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:43 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:44.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:44 smithi145 ceph-mon[34766]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:41:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:44 smithi145 ceph-mon[34766]: Deploying daemon osd.11 on smithi145 2024-09-10T07:41:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:44 smithi110 ceph-mon[34417]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:41:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:44 smithi110 ceph-mon[34417]: Deploying daemon osd.11 on smithi145 2024-09-10T07:41:45.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:44 smithi007 ceph-mon[30879]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T07:41:45.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:44 smithi007 ceph-mon[30879]: Deploying daemon osd.11 on smithi145 2024-09-10T07:41:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:46 smithi145 ceph-mon[34766]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-10T07:41:46.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:46 smithi110 ceph-mon[34417]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-10T07:41:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:46 smithi007 ceph-mon[30879]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-10T07:41:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:48 smithi110 ceph-mon[34417]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-10T07:41:48.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:48 smithi145 ceph-mon[34766]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-10T07:41:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:48 smithi007 ceph-mon[30879]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-10T07:41:49.984 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:49.985 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:49.985 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:49 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:50.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:49 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:50.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:49 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:50.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:49 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:50.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:50.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:50.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:49 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:50 smithi145 ceph-mon[34766]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:50 smithi007 ceph-mon[30879]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:50 smithi110 ceph-mon[34417]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T07:41:52.451 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.452+0000 7ff8db7fe640 1 -- 172.21.15.145:0/2020788280 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7ff8e41a04e0 con 0x7ff8d00a2bb0 2024-09-10T07:41:52.452 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 11 on host 'smithi145' 2024-09-10T07:41:52.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 msgr2=0x7ff8d00a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:52.454 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 0x7ff8d00a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4101b70 tx=0x7ff8cc00a5e0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 msgr2=0x7ff8e419f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009dc0 tx=0x7ff8dc003ba0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 shutdown_connections 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff8d00a2bb0 0x7ff8d00a5070 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e41026d0 0x7ff8e419f300 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff8e4101d10 0x7ff8e4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 --2- 172.21.15.145:0/2020788280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff8e4100b10 0x7ff8e4197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 >> 172.21.15.145:0/2020788280 conn(0x7ff8e40fc2a0 msgr2=0x7ff8e40fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 shutdown_connections 2024-09-10T07:41:52.455 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:41:52.454+0000 7ff8e8e00640 1 -- 172.21.15.145:0/2020788280 wait complete. 2024-09-10T07:41:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:52 smithi145 ceph-mon[34766]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:52 smithi007 ceph-mon[30879]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:52 smithi110 ceph-mon[34417]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:53.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:53.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:53.581 DEBUG:teuthology.orchestra.run.smithi145:osd.11> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.11.service 2024-09-10T07:41:53.584 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-10T07:41:53.584 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T07:41:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 -- 172.21.15.7:0/3730316124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c100b10 msgr2=0x7f9e5c100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3730316124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c100b10 0x7f9e5c100f10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c009900 tx=0x7f9e4c02a410 comp rx=0 tx=0).stop 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 -- 172.21.15.7:0/3730316124 shutdown_connections 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3730316124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c1026d0 0x7f9e5c108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3730316124 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c101d10 0x7f9e5c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3730316124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c100b10 0x7f9e5c100f10 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 -- 172.21.15.7:0/3730316124 >> 172.21.15.7:0/3730316124 conn(0x7f9e5c0fc2a0 msgr2=0x7f9e5c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 -- 172.21.15.7:0/3730316124 shutdown_connections 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.337+0000 7f9e619ee640 1 -- 172.21.15.7:0/3730316124 wait complete. 2024-09-10T07:41:54.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 Processor -- start 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 -- start start 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c100b10 0x7f9e5c197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c1026d0 0x7f9e5c19f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5c10c6a0 con 0x7f9e5c101d10 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5c10c520 con 0x7f9e5c1026d0 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e619ee640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5c10c820 con 0x7f9e5c100b10 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41532/0 (socket says 172.21.15.7:41532) 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 -- 172.21.15.7:0/3596310051 learned_addr learned my addr 172.21.15.7:0/3596310051 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5affd640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c100b10 0x7f9e5c197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5b7fe640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c1026d0 0x7f9e5c19f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:54.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 -- 172.21.15.7:0/3596310051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c100b10 msgr2=0x7f9e5c197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c100b10 0x7f9e5c197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 -- 172.21.15.7:0/3596310051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c1026d0 msgr2=0x7f9e5c19f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c1026d0 0x7f9e5c19f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.338+0000 7f9e5a7fc640 1 -- 172.21.15.7:0/3596310051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5c19fae0 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e5a7fc640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000d950 tx=0x7f9e5000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50017070 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e50009c30 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5c19fdd0 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e5000f620 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.339+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e5c1a0300 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.340+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e5c1a05f0 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.341+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9e500109a0 con 0x7f9e5c101d10 2024-09-10T07:41:54.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.342+0000 7f9e609ec640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 0x7f9e440a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:54.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.342+0000 7f9e5affd640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 0x7f9e440a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:54.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.342+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6809+0+0 (secure 0 0 0) 0x7f9e500ce580 con 0x7f9e5c101d10 2024-09-10T07:41:54.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.342+0000 7f9e5affd640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 0x7f9e440a5070 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c004770 tx=0x7f9e4c000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:54.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.345+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9e50009de0 con 0x7f9e5c101d10 2024-09-10T07:41:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.518+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9e5c1a07c0 con 0x7f9e5c101d10 2024-09-10T07:41:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.519+0000 7f9e609ec640 1 -- 172.21.15.7:0/3596310051 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f9e5009b470 con 0x7f9e5c101d10 2024-09-10T07:41:54.518 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:41:54.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 msgr2=0x7f9e440a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:54.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 0x7f9e440a5070 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c004770 tx=0x7f9e4c000bc0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 msgr2=0x7f9e5c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:54.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000d950 tx=0x7f9e5000de10 comp rx=0 tx=0).stop 2024-09-10T07:41:54.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 shutdown_connections 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9e440a2bb0 0x7f9e440a5070 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9e5c1026d0 0x7f9e5c19f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5c101d10 0x7f9e5c1983f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.521+0000 7f9e619ee640 1 --2- 172.21.15.7:0/3596310051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5c100b10 0x7f9e5c197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.522+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 >> 172.21.15.7:0/3596310051 conn(0x7f9e5c0fc2a0 msgr2=0x7f9e5c06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.522+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 shutdown_connections 2024-09-10T07:41:54.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:54.522+0000 7f9e619ee640 1 -- 172.21.15.7:0/3596310051 wait complete. 2024-09-10T07:41:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:54 smithi007 ceph-mon[30879]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3596310051' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:54.981 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:54 smithi145 ceph-mon[34766]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:54.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:54.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:54.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3596310051' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:54 smithi110 ceph-mon[34417]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:55.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3596310051' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:55.240 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 07:41:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T07:41:54.981+0000 7f482d6ea640 -1 osd.11 0 log_to_monitors true 2024-09-10T07:41:55.293 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":71,"num_osds":12,"num_up_osds":11,"osd_up_since":1725954092,"num_in_osds":12,"osd_in_since":1725954094,"num_remapped_pgs":0} 2024-09-10T07:41:55.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:55 smithi145 ceph-mon[34766]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:55.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:55 smithi145 ceph-mon[34766]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:55 smithi007 ceph-mon[30879]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:55 smithi007 ceph-mon[30879]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:55 smithi110 ceph-mon[34417]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:56.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:55 smithi110 ceph-mon[34417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T07:41:56.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T07:41:56.568 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:41:56.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:56.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T07:41:56.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T07:41:56.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:56.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:56.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:56 smithi007 ceph-mon[30879]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:56.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T07:41:56.743+0000 7f482966d640 -1 osd.11 0 waiting for initial osdmap 2024-09-10T07:41:56.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T07:41:56.758+0000 7f4825495640 -1 osd.11 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:41:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T07:41:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T07:41:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:56.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:56.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:56 smithi145 ceph-mon[34766]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 -- 172.21.15.7:0/547786815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980101770 msgr2=0x7fb980101c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 --2- 172.21.15.7:0/547786815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980101770 0x7fb980101c20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb978009ca0 tx=0x7fb97802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 -- 172.21.15.7:0/547786815 shutdown_connections 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 --2- 172.21.15.7:0/547786815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980101770 0x7fb980101c20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 --2- 172.21.15.7:0/547786815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb980101230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 --2- 172.21.15.7:0/547786815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980100490 0x7fb980100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 -- 172.21.15.7:0/547786815 >> 172.21.15.7:0/547786815 conn(0x7fb9800fc2a0 msgr2=0x7fb9800fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 -- 172.21.15.7:0/547786815 shutdown_connections 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.054+0000 7fb9880ee640 1 -- 172.21.15.7:0/547786815 wait complete. 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 Processor -- start 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 -- start start 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb98019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980101770 0x7fb9801a1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb98010fa10 con 0x7fb980100490 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb98010f890 con 0x7fb980100dd0 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb9880ee640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb98010fb90 con 0x7fb980101770 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb985e8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb985e8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41548/0 (socket says 172.21.15.7:41548) 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb985e8a640 1 -- 172.21.15.7:0/2762121043 learned_addr learned my addr 172.21.15.7:0/2762121043 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.055+0000 7fb985689640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb98019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb98668b640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980101770 0x7fb9801a1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 -- 172.21.15.7:0/2762121043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980101770 msgr2=0x7fb9801a1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980101770 0x7fb9801a1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 -- 172.21.15.7:0/2762121043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 msgr2=0x7fb98019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb98019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 -- 172.21.15.7:0/2762121043 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9801a1d00 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985689640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb98019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb985e8a640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00b4a0 tx=0x7fb97c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c014070 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb97c010ac0 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9801a1ff0 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c017c30 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.056+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9801a24c0 con 0x7fb980100490 2024-09-10T07:41:57.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.057+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98010b1e0 con 0x7fb980100490 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.058+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fb97c017070 con 0x7fb980100490 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.059+0000 7fb976ffd640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 0x7fb96c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.059+0000 7fb985689640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 0x7fb96c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.060+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6847+0+0 (secure 0 0 0) 0x7fb97c0ce2f0 con 0x7fb980100490 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.060+0000 7fb985689640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 0x7fb96c0a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb98019b5f0 tx=0x7fb970008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.063+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb97c09b770 con 0x7fb980100490 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: from='osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:56 smithi110 ceph-mon[34417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2024-09-10T07:41:57.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.240+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fb98002da10 con 0x7fb980100490 2024-09-10T07:41:57.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.240+0000 7fb976ffd640 1 -- 172.21.15.7:0/2762121043 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7fb97c09b070 con 0x7fb980100490 2024-09-10T07:41:57.240 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:41:57.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 msgr2=0x7fb96c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 0x7fb96c0a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb98019b5f0 tx=0x7fb970008040 comp rx=0 tx=0).stop 2024-09-10T07:41:57.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 msgr2=0x7fb98019a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00b4a0 tx=0x7fb97c00b960 comp rx=0 tx=0).stop 2024-09-10T07:41:57.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 shutdown_connections 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb96c0a2bb0 0x7fb96c0a5070 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb980101770 0x7fb9801a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.242+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb980100dd0 0x7fb98019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.243+0000 7fb9880ee640 1 --2- 172.21.15.7:0/2762121043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb980100490 0x7fb98019a0d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.243+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 >> 172.21.15.7:0/2762121043 conn(0x7fb9800fc2a0 msgr2=0x7fb9800fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.243+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 shutdown_connections 2024-09-10T07:41:57.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:57.243+0000 7fb9880ee640 1 -- 172.21.15.7:0/2762121043 wait complete. 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:57.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:57.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:57 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2762121043' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:57 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2762121043' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:58.183 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1725954092,"num_in_osds":12,"osd_in_since":1725954094,"num_remapped_pgs":0} 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:41:58.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:57 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2762121043' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:41:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: purged_snaps scrub starts 2024-09-10T07:41:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: purged_snaps scrub ok 2024-09-10T07:41:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: Detected new or changed devices on smithi145 2024-09-10T07:41:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 4272M 2024-09-10T07:41:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] boot 2024-09-10T07:41:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: osdmap e74: 12 total, 12 up, 12 in 2024-09-10T07:41:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:58 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: purged_snaps scrub starts 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: purged_snaps scrub ok 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: Detected new or changed devices on smithi145 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 4272M 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] boot 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: osdmap e74: 12 total, 12 up, 12 in 2024-09-10T07:41:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:58 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.185 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T07:41:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: purged_snaps scrub starts 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: purged_snaps scrub ok 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: Detected new or changed devices on smithi145 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 4272M 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: osd.11 [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] boot 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: osdmap e74: 12 total, 12 up, 12 in 2024-09-10T07:41:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:58 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T07:41:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:41:59.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:41:59 smithi007 ceph-mon[30879]: osdmap e75: 12 total, 12 up, 12 in 2024-09-10T07:41:59.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 -- 172.21.15.7:0/155415963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 msgr2=0x7f2700102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 --2- 172.21.15.7:0/155415963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f2700102190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f26f4009900 tx=0x7f26f402a410 comp rx=0 tx=0).stop 2024-09-10T07:41:59.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 -- 172.21.15.7:0/155415963 shutdown_connections 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 --2- 172.21.15.7:0/155415963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 0x7f2700108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 --2- 172.21.15.7:0/155415963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f2700102190 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 --2- 172.21.15.7:0/155415963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 0x7f2700100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 -- 172.21.15.7:0/155415963 >> 172.21.15.7:0/155415963 conn(0x7f27000fc2a0 msgr2=0x7f27000fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 -- 172.21.15.7:0/155415963 shutdown_connections 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.919+0000 7f27065e9640 1 -- 172.21.15.7:0/155415963 wait complete. 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 Processor -- start 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 -- start start 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 0x7f270006b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 0x7f270019f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f270010c640 con 0x7f2700101d10 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f270010c4c0 con 0x7f27001026d0 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f27065e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f270010c7c0 con 0x7f2700100b10 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f26ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f26ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41568/0 (socket says 172.21.15.7:41568) 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.920+0000 7f26ff7fe640 1 -- 172.21.15.7:0/40458073 learned_addr learned my addr 172.21.15.7:0/40458073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26fffff640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 0x7f270006b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f2704b86640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 0x7f270019f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 -- 172.21.15.7:0/40458073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 msgr2=0x7f270006b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 0x7f270006b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 -- 172.21.15.7:0/40458073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 msgr2=0x7f270019f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 0x7f270019f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 -- 172.21.15.7:0/40458073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270019fb10 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26ff7fe640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f26f4004770 tx=0x7f26f40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f403f030 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26f4003cb0 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f270019fd40 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f4035070 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.921+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27001a01c0 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.922+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2700108000 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.923+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f26f4042030 con 0x7f2700101d10 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.924+0000 7f26fd7fa640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 0x7f26e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.924+0000 7f26fffff640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 0x7f26e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.924+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f26f40ef510 con 0x7f2700101d10 2024-09-10T07:41:59.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.925+0000 7f26fffff640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 0x7f26e80a5040 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f26f0005fd0 tx=0x7f26f000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:59.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:41:59.929+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f26f40bc910 con 0x7f2700101d10 2024-09-10T07:42:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.106+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f270002d940 con 0x7f2700101d10 2024-09-10T07:42:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.106+0000 7f26fd7fa640 1 -- 172.21.15.7:0/40458073 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7f26f40bc210 con 0x7f2700101d10 2024-09-10T07:42:00.106 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 msgr2=0x7f26e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 0x7f26e80a5040 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f26f0005fd0 tx=0x7f26f000b390 comp rx=0 tx=0).stop 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 msgr2=0x7f270019cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f26f4004770 tx=0x7f26f40042f0 comp rx=0 tx=0).stop 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 shutdown_connections 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26e80a2b80 0x7f26e80a5040 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27001026d0 0x7f270019f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2700101d10 0x7f270019cbe0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 --2- 172.21.15.7:0/40458073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2700100b10 0x7f270006b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 >> 172.21.15.7:0/40458073 conn(0x7f27000fc2a0 msgr2=0x7f27001051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.108+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 shutdown_connections 2024-09-10T07:42:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:00.109+0000 7f27065e9640 1 -- 172.21.15.7:0/40458073 wait complete. 2024-09-10T07:42:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:41:59 smithi110 ceph-mon[34417]: osdmap e75: 12 total, 12 up, 12 in 2024-09-10T07:42:00.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:41:59 smithi145 ceph-mon[34766]: osdmap e75: 12 total, 12 up, 12 in 2024-09-10T07:42:00.801 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":75,"num_osds":12,"num_up_osds":12,"osd_up_since":1725954117,"num_in_osds":12,"osd_in_since":1725954094,"num_remapped_pgs":0} 2024-09-10T07:42:00.801 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:42:00.851 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:00 smithi007 ceph-mon[30879]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:00 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/40458073' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:42:01.056 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:00 smithi110 ceph-mon[34417]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:00 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/40458073' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:42:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:00 smithi145 ceph-mon[34766]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:00 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/40458073' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T07:42:01.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 -- 172.21.15.7:0/2640763880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c0102df0 msgr2=0x7fa3c01031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2640763880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c0102df0 0x7fa3c01031d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa3b0009900 tx=0x7fa3b002a410 comp rx=0 tx=0).stop 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 -- 172.21.15.7:0/2640763880 shutdown_connections 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2640763880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 0x7fa3c010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2640763880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c01037a0 0x7fa3c010bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2640763880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c0102df0 0x7fa3c01031d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 -- 172.21.15.7:0/2640763880 >> 172.21.15.7:0/2640763880 conn(0x7fa3c00fc7d0 msgr2=0x7fa3c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 -- 172.21.15.7:0/2640763880 shutdown_connections 2024-09-10T07:42:01.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.485+0000 7fa3c6224640 1 -- 172.21.15.7:0/2640763880 wait complete. 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 Processor -- start 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 -- start start 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c0102df0 0x7fa3c01985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 0x7fa3c019ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa3c0111fc0 con 0x7fa3c01037a0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa3c0111e40 con 0x7fa3c010c2f0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3c6224640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa3c0112140 con 0x7fa3c0102df0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3b6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3b6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35958/0 (socket says 172.21.15.7:35958) 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3b6ffd640 1 -- 172.21.15.7:0/2312297696 learned_addr learned my addr 172.21.15.7:0/2312297696 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3bf7fe640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c0102df0 0x7fa3c01985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.486+0000 7fa3bffff640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 0x7fa3c019ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:01.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 -- 172.21.15.7:0/2312297696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c0102df0 msgr2=0x7fa3c01985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c0102df0 0x7fa3c01985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 -- 172.21.15.7:0/2312297696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 msgr2=0x7fa3c019ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 0x7fa3c019ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 -- 172.21.15.7:0/2312297696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3c019d550 con 0x7fa3c01037a0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3b6ffd640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa3a800d750 tx=0x7fa3a800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a8017070 con 0x7fa3c01037a0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa3a80054d0 con 0x7fa3c01037a0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3c019d840 con 0x7fa3c01037a0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a8004cf0 con 0x7fa3c01037a0 2024-09-10T07:42:01.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.487+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3c01a5120 con 0x7fa3c01037a0 2024-09-10T07:42:01.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.488+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3c006a790 con 0x7fa3c01037a0 2024-09-10T07:42:01.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.490+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa3a8004e90 con 0x7fa3c01037a0 2024-09-10T07:42:01.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.490+0000 7fa3bd7fa640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 0x7fa3ac0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:01.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.491+0000 7fa3bf7fe640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 0x7fa3ac0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:01.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.491+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7fa3a80ce940 con 0x7fa3c01037a0 2024-09-10T07:42:01.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.491+0000 7fa3bf7fe640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 0x7fa3ac0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa3b0031440 tx=0x7fa3b0005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:01.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.494+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa3a809b650 con 0x7fa3c01037a0 2024-09-10T07:42:01.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.670+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa3c01072a0 con 0x7fa3c01037a0 2024-09-10T07:42:01.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.671+0000 7fa3bd7fa640 1 -- 172.21.15.7:0/2312297696 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+18459 (secure 0 0 0) 0x7fa3a809f950 con 0x7fa3c01037a0 2024-09-10T07:42:01.671 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:01.671 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":75,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:41:58.744687+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:42:01.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 msgr2=0x7fa3ac0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:01.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 0x7fa3ac0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa3b0031440 tx=0x7fa3b0005b50 comp rx=0 tx=0).stop 2024-09-10T07:42:01.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 msgr2=0x7fa3c0198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa3a800d750 tx=0x7fa3a800dc10 comp rx=0 tx=0).stop 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 shutdown_connections 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3ac0a2b80 0x7fa3ac0a5040 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3c010c2f0 0x7fa3c019ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3c01037a0 0x7fa3c0198ae0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 --2- 172.21.15.7:0/2312297696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c0102df0 0x7fa3c01985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 >> 172.21.15.7:0/2312297696 conn(0x7fa3c00fc7d0 msgr2=0x7fa3c00fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 shutdown_connections 2024-09-10T07:42:01.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:01.674+0000 7fa3c6224640 1 -- 172.21.15.7:0/2312297696 wait complete. 2024-09-10T07:42:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:01 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2312297696' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:42:02.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:01 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2312297696' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:42:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:01 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2312297696' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:42:02.353 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:38:11.221333+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T07:42:02.354 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-10T07:42:02.610 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:03.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:02 smithi007 ceph-mon[30879]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:03.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.105+0000 7fd886217640 1 -- 172.21.15.7:0/3818624868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880106f10 msgr2=0x7fd88010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:03.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.105+0000 7fd886217640 1 --2- 172.21.15.7:0/3818624868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880106f10 0x7fd88010ea90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd878009900 tx=0x7fd87802a410 comp rx=0 tx=0).stop 2024-09-10T07:42:03.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 -- 172.21.15.7:0/3818624868 shutdown_connections 2024-09-10T07:42:03.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 --2- 172.21.15.7:0/3818624868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880106f10 0x7fd88010ea90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 --2- 172.21.15.7:0/3818624868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880102790 0x7fd8801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 --2- 172.21.15.7:0/3818624868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880101de0 0x7fd8801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 -- 172.21.15.7:0/3818624868 >> 172.21.15.7:0/3818624868 conn(0x7fd8800fd8c0 msgr2=0x7fd8800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 -- 172.21.15.7:0/3818624868 shutdown_connections 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 -- 172.21.15.7:0/3818624868 wait complete. 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 Processor -- start 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.106+0000 7fd886217640 1 -- start start 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880101de0 0x7fd880198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 0x7fd88019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:03.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd880111e20 con 0x7fd880102790 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd880111ca0 con 0x7fd880101de0 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd880111fa0 con 0x7fd880106f10 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35968/0 (socket says 172.21.15.7:35968) 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 -- 172.21.15.7:0/3516334983 learned_addr learned my addr 172.21.15.7:0/3516334983 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87ffff640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 0x7fd88019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87f7fe640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880101de0 0x7fd880198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:03.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 -- 172.21.15.7:0/3516334983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 msgr2=0x7fd88019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:03.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 0x7fd88019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 -- 172.21.15.7:0/3516334983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880101de0 msgr2=0x7fd880198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:03.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880101de0 0x7fd880198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 -- 172.21.15.7:0/3516334983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88019d2f0 con 0x7fd880102790 2024-09-10T07:42:03.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87ffff640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 0x7fd88019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87effd640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd87400d950 tx=0x7fd87400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874017070 con 0x7fd880102790 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd874009c30 con 0x7fd880102790 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88019d5e0 con 0x7fd880102790 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87400f620 con 0x7fd880102790 2024-09-10T07:42:03.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.107+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8801a4ec0 con 0x7fd880102790 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.109+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8801021c0 con 0x7fd880102790 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.110+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fd8740109a0 con 0x7fd880102790 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.110+0000 7fd87cff9640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 0x7fd8680a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.111+0000 7fd87f7fe640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 0x7fd8680a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.111+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7fd8740ce7e0 con 0x7fd880102790 2024-09-10T07:42:03.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.111+0000 7fd87f7fe640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 0x7fd8680a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd870005fd0 tx=0x7fd8700098b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:03.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.115+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd874009de0 con 0x7fd880102790 2024-09-10T07:42:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:02 smithi110 ceph-mon[34417]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:02 smithi145 ceph-mon[34766]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:03.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.290+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd88010a150 con 0x7fd880102790 2024-09-10T07:42:03.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.291+0000 7fd87cff9640 1 -- 172.21.15.7:0/3516334983 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) ==== 93+0+10 (secure 0 0 0) 0x7fd87409bbe0 con 0x7fd880102790 2024-09-10T07:42:03.290 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.292+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 msgr2=0x7fd8680a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.292+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 0x7fd8680a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd870005fd0 tx=0x7fd8700098b0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 msgr2=0x7fd880198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd87400d950 tx=0x7fd87400de10 comp rx=0 tx=0).stop 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 shutdown_connections 2024-09-10T07:42:03.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8680a2c00 0x7fd8680a50c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd880106f10 0x7fd88019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd880102790 0x7fd880198880 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 --2- 172.21.15.7:0/3516334983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd880101de0 0x7fd880198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 >> 172.21.15.7:0/3516334983 conn(0x7fd8800fd8c0 msgr2=0x7fd8800fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 shutdown_connections 2024-09-10T07:42:03.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:03.293+0000 7fd886217640 1 -- 172.21.15.7:0/3516334983 wait complete. 2024-09-10T07:42:04.075 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:03 smithi007 ceph-mon[30879]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:04.076 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:03 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3516334983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.a on smithi007 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.d on smithi007 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.g on smithi007 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.j on smithi007 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.b on smithi110 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.e on smithi110 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.h on smithi110 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.k on smithi110 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.c on smithi145 2024-09-10T07:42:04.104 INFO:tasks.cephadm:Adding mds.f on smithi145 2024-09-10T07:42:04.105 INFO:tasks.cephadm:Adding mds.i on smithi145 2024-09-10T07:42:04.105 INFO:tasks.cephadm:Adding mds.l on smithi145 2024-09-10T07:42:04.105 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph orch apply mds all '12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l' 2024-09-10T07:42:04.134 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:03 smithi145 ceph-mon[34766]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:04.134 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:03 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3516334983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:42:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:03 smithi110 ceph-mon[34417]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:03 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3516334983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:42:04.364 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T07:42:04.839 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 -- 172.21.15.145:0/4172720806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c105030 msgr2=0x7f919c107420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/4172720806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c105030 0x7f919c107420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9190009900 tx=0x7f919002a410 comp rx=0 tx=0).stop 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 -- 172.21.15.145:0/4172720806 shutdown_connections 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/4172720806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c107960 0x7f919c109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/4172720806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c105030 0x7f919c107420 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/4172720806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c102700 0x7f919c104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:04.840 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 -- 172.21.15.145:0/4172720806 >> 172.21.15.145:0/4172720806 conn(0x7f919c0fc2a0 msgr2=0x7f919c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 -- 172.21.15.145:0/4172720806 shutdown_connections 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.806+0000 7f91a0bb3640 1 -- 172.21.15.145:0/4172720806 wait complete. 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 Processor -- start 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 -- start start 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c105030 0x7f919c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c107960 0x7f919c19f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f919c10d720 con 0x7f919c107960 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f919c10d5a0 con 0x7f919c105030 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f91a0bb3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f919c10d8a0 con 0x7f919c102700 2024-09-10T07:42:04.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f919a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f919a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:50136/0 (socket says 172.21.15.145:50136) 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f919a59c640 1 -- 172.21.15.145:0/1580312166 learned_addr learned my addr 172.21.15.145:0/1580312166 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.807+0000 7f9199d9b640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c105030 0x7f919c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919ad9d640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c107960 0x7f919c19f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 -- 172.21.15.145:0/1580312166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c105030 msgr2=0x7f919c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c105030 0x7f919c1983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 -- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c107960 msgr2=0x7f919c19f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c107960 0x7f919c19f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 -- 172.21.15.145:0/1580312166 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f919c19fa90 con 0x7f919c102700 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f919a59c640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f918c00e9f0 tx=0x7f918c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c00cd80 con 0x7f919c102700 2024-09-10T07:42:04.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f918c0108e0 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c018920 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f919c19fd80 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.808+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f919c1a01d0 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.809+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f919c0fdd90 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.810+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f918c010a90 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.811+0000 7f918b7fe640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 0x7f91840a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.811+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f918c0cefc0 con 0x7f919c102700 2024-09-10T07:42:04.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.811+0000 7f9199d9b640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 0x7f91840a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:04.844 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.811+0000 7f9199d9b640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 0x7f91840a5070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9190004770 tx=0x7f9190000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:04.844 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.815+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f918c09c320 con 0x7f919c102700 2024-09-10T07:42:04.991 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:04.992+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l", "target": ["mon-mgr", ""]}) -- 0x7f919c0628f0 con 0x7f91840a2bb0 2024-09-10T07:42:04.999 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.000+0000 7f918b7fe640 1 -- 172.21.15.145:0/1580312166 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f919c0628f0 con 0x7f91840a2bb0 2024-09-10T07:42:04.999 INFO:teuthology.orchestra.run.smithi145.stdout:Scheduled mds.all update... 2024-09-10T07:42:05.001 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 msgr2=0x7f91840a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.001 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 0x7f91840a5070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9190004770 tx=0x7f9190000bc0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 msgr2=0x7f919c197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f918c00e9f0 tx=0x7f918c00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 shutdown_connections 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91840a2bb0 0x7f91840a5070 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f919c107960 0x7f919c19f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f919c105030 0x7f919c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 --2- 172.21.15.145:0/1580312166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919c102700 0x7f919c197e60 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 >> 172.21.15.145:0/1580312166 conn(0x7f919c0fc2a0 msgr2=0x7f919c102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 shutdown_connections 2024-09-10T07:42:05.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T07:42:05.002+0000 7f91a0bb3640 1 -- 172.21.15.145:0/1580312166 wait complete. 2024-09-10T07:42:05.726 DEBUG:teuthology.orchestra.run.smithi007:mds.a> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.a.service 2024-09-10T07:42:05.729 DEBUG:teuthology.orchestra.run.smithi007:mds.d> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.d.service 2024-09-10T07:42:05.772 DEBUG:teuthology.orchestra.run.smithi007:mds.g> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.g.service 2024-09-10T07:42:05.816 DEBUG:teuthology.orchestra.run.smithi007:mds.j> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.j.service 2024-09-10T07:42:05.859 DEBUG:teuthology.orchestra.run.smithi110:mds.b> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.b.service 2024-09-10T07:42:05.862 DEBUG:teuthology.orchestra.run.smithi110:mds.e> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.e.service 2024-09-10T07:42:05.905 DEBUG:teuthology.orchestra.run.smithi110:mds.h> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.h.service 2024-09-10T07:42:05.948 DEBUG:teuthology.orchestra.run.smithi110:mds.k> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.k.service 2024-09-10T07:42:05.991 DEBUG:teuthology.orchestra.run.smithi145:mds.c> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.c.service 2024-09-10T07:42:05.994 DEBUG:teuthology.orchestra.run.smithi145:mds.f> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.f.service 2024-09-10T07:42:06.037 DEBUG:teuthology.orchestra.run.smithi145:mds.i> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.i.service 2024-09-10T07:42:06.080 DEBUG:teuthology.orchestra.run.smithi145:mds.l> sudo journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.l.service 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l;count:12 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:06.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:05 smithi007 ceph-mon[30879]: Deploying daemon mds.l on smithi145 2024-09-10T07:42:06.123 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-10T07:42:06.123 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:06.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:06.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l;count:12 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:06 smithi110 ceph-mon[34417]: Deploying daemon mds.l on smithi145 2024-09-10T07:42:06.282 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:06.282 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:42:06.282 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l;count:12 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:06.283 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:06 smithi145 ceph-mon[34766]: Deploying daemon mds.l on smithi145 2024-09-10T07:42:06.377 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:06.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 -- 172.21.15.7:0/1862420636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f4810c170 msgr2=0x7f5f4810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 --2- 172.21.15.7:0/1862420636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f4810c170 0x7f5f4810e610 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009ca0 tx=0x7f5f4002a950 comp rx=0 tx=0).stop 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 -- 172.21.15.7:0/1862420636 shutdown_connections 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 --2- 172.21.15.7:0/1862420636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f4810c170 0x7f5f4810e610 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 --2- 172.21.15.7:0/1862420636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48103660 0x7f5f4810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 --2- 172.21.15.7:0/1862420636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f48102d40 0x7f5f48103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 -- 172.21.15.7:0/1862420636 >> 172.21.15.7:0/1862420636 conn(0x7f5f480fc7a0 msgr2=0x7f5f480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 -- 172.21.15.7:0/1862420636 shutdown_connections 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 -- 172.21.15.7:0/1862420636 wait complete. 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.845+0000 7f5f502ff640 1 Processor -- start 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 -- start start 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48102d40 0x7f5f481009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:06.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f4810c170 0x7f5f48101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f48111e60 con 0x7f5f48103660 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f48111ce0 con 0x7f5f48102d40 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f502ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f48111fe0 con 0x7f5f4810c170 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35996/0 (socket says 172.21.15.7:35996) 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 -- 172.21.15.7:0/2563723459 learned_addr learned my addr 172.21.15.7:0/2563723459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4e89c640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f4810c170 0x7f5f48101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4e09b640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48102d40 0x7f5f481009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 -- 172.21.15.7:0/2563723459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f4810c170 msgr2=0x7f5f48101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f4810c170 0x7f5f48101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:06.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 -- 172.21.15.7:0/2563723459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48102d40 msgr2=0x7f5f481009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48102d40 0x7f5f481009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 -- 172.21.15.7:0/2563723459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f481a6840 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.846+0000 7f5f4d89a640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5f3800b3f0 tx=0x7f5f3800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.847+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f38015020 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.847+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f481a6b30 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.847+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f38011ce0 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.847+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f38010d80 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.847+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f481a70c0 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.848+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f48103120 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.849+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f5f38018020 con 0x7f5f48103660 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.850+0000 7f5f3f7fe640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 0x7f5f340a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.850+0000 7f5f4e09b640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 0x7f5f340a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:06.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.850+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f5f380ce9d0 con 0x7f5f48103660 2024-09-10T07:42:06.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.850+0000 7f5f4e09b640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 0x7f5f340a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5f44005fd0 tx=0x7f5f44005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:06.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:06.853+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5f3801f020 con 0x7f5f48103660 2024-09-10T07:42:07.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.066+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f4802d7c0 con 0x7f5f48103660 2024-09-10T07:42:07.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.066+0000 7f5f3f7fe640 1 -- 172.21.15.7:0/2563723459 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7f5f3809bd30 con 0x7f5f48103660 2024-09-10T07:42:07.066 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:07.066 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":1,"btime":"2024-09-10T07:35:05:725283+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-10T07:42:07.066 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 1 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 msgr2=0x7f5f340a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 0x7f5f340a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5f44005fd0 tx=0x7f5f44005850 comp rx=0 tx=0).stop 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 msgr2=0x7f5f48100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5f3800b3f0 tx=0x7f5f3800b8b0 comp rx=0 tx=0).stop 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 shutdown_connections 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f340a2b80 0x7f5f340a5040 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f4810c170 0x7f5f48101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f48103660 0x7f5f48100ee0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:07.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 --2- 172.21.15.7:0/2563723459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f48102d40 0x7f5f481009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:07.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 >> 172.21.15.7:0/2563723459 conn(0x7f5f480fc7a0 msgr2=0x7f5f480fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:07.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 shutdown_connections 2024-09-10T07:42:07.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:07.068+0000 7f5f502ff640 1 -- 172.21.15.7:0/2563723459 wait complete. 2024-09-10T07:42:07.491 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 systemd[1]: Starting Ceph mds.l for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:07.909 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 podman[64495]: 2024-09-10 07:42:07.52237877 +0000 UTC m=+0.016259304 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:07.910 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 podman[64495]: 2024-09-10 07:42:07.63280018 +0000 UTC m=+0.126680700 container create e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T07:42:07.910 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 podman[64495]: 2024-09-10 07:42:07.910974439 +0000 UTC m=+0.404854959 container init e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T07:42:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:08 smithi007 ceph-mon[30879]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2563723459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:08 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6832/3480765510,v1:172.21.15.145:6833/3480765510] up:boot 2024-09-10T07:42:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:08 smithi007 ceph-mon[30879]: fsmap 1 up:standby 2024-09-10T07:42:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T07:42:08.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:08 smithi145 ceph-mon[34766]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2563723459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:08 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6832/3480765510,v1:172.21.15.145:6833/3480765510] up:boot 2024-09-10T07:42:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:08 smithi145 ceph-mon[34766]: fsmap 1 up:standby 2024-09-10T07:42:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T07:42:08.245 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 podman[64495]: 2024-09-10 07:42:07.913777622 +0000 UTC m=+0.407658144 container start e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-09-10T07:42:08.245 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 ceph-mds[64513]: -- 172.21.15.145:0/725793186 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ade91a7860 con 0x55ade9185400 2024-09-10T07:42:08.245 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l[64509]: starting mds.l at 2024-09-10T07:42:08.245 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:08 smithi145 bash[64495]: e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b 2024-09-10T07:42:08.245 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 07:42:08 smithi145 systemd[1]: Started Ceph mds.l for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:08.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:08 smithi110 ceph-mon[34417]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:08.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2563723459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:08.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:08 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6832/3480765510,v1:172.21.15.145:6833/3480765510] up:boot 2024-09-10T07:42:08.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:08 smithi110 ceph-mon[34417]: fsmap 1 up:standby 2024-09-10T07:42:08.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T07:42:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:09.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:09.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:09 smithi007 ceph-mon[30879]: Deploying daemon mds.k on smithi110 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:09.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:09 smithi110 ceph-mon[34417]: Deploying daemon mds.k on smithi110 2024-09-10T07:42:09.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:09.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:09.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:09.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:09.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:09 smithi145 ceph-mon[34766]: Deploying daemon mds.k on smithi110 2024-09-10T07:42:09.823 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:10.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:10 smithi110 ceph-mon[34417]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:10.233 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:10 smithi007 ceph-mon[30879]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:10 smithi145 ceph-mon[34766]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:10.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.550+0000 7fc4d0573640 1 -- 172.21.15.7:0/1166575826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102ef0 msgr2=0x7fc4c810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:10.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 --2- 172.21.15.7:0/1166575826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102ef0 0x7fc4c810da40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc4c0009ca0 tx=0x7fc4c002a950 comp rx=0 tx=0).stop 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 -- 172.21.15.7:0/1166575826 shutdown_connections 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 --2- 172.21.15.7:0/1166575826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102ef0 0x7fc4c810da40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 --2- 172.21.15.7:0/1166575826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102570 0x7fc4c81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 --2- 172.21.15.7:0/1166575826 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 -- 172.21.15.7:0/1166575826 >> 172.21.15.7:0/1166575826 conn(0x7fc4c80fc7d0 msgr2=0x7fc4c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 -- 172.21.15.7:0/1166575826 shutdown_connections 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 -- 172.21.15.7:0/1166575826 wait complete. 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 Processor -- start 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.551+0000 7fc4d0573640 1 -- start start 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c80fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102ef0 0x7fc4c80fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c8110e30 con 0x7fc4c8102570 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c8110cb0 con 0x7fc4c8100e20 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4d0573640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c8110fb0 con 0x7fc4c8102ef0 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49658/0 (socket says 172.21.15.7:49658) 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 -- 172.21.15.7:0/2296130579 learned_addr learned my addr 172.21.15.7:0/2296130579 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4ce30f640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c80fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4ceb10640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102ef0 0x7fc4c80fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 -- 172.21.15.7:0/2296130579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102ef0 msgr2=0x7fc4c80fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102ef0 0x7fc4c80fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 -- 172.21.15.7:0/2296130579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 msgr2=0x7fc4c80fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c80fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 -- 172.21.15.7:0/2296130579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4c81a6850 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4ce30f640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c80fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.552+0000 7fc4cdb0e640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc4c400d950 tx=0x7fc4c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.553+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c4017070 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.553+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4c4009c30 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.553+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c400f620 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.553+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4c81a6b40 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.553+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4c81a70d0 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.554+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4c8101200 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.555+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fc4c4010460 con 0x7fc4c8102570 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.556+0000 7fc4bb7fe640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 0x7fc4b40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.556+0000 7fc4ce30f640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 0x7fc4b40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.556+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7fc4c40ce640 con 0x7fc4c8102570 2024-09-10T07:42:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.556+0000 7fc4ce30f640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 0x7fc4b40a50c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc0095f0 tx=0x7fc4bc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.560+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4c4009de0 con 0x7fc4c8102570 2024-09-10T07:42:10.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.773+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4c810a0a0 con 0x7fc4c8102570 2024-09-10T07:42:10.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.773+0000 7fc4bb7fe640 1 -- 172.21.15.7:0/2296130579 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1438 (secure 0 0 0) 0x7fc4c409b3f0 con 0x7fc4c8102570 2024-09-10T07:42:10.774 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:10.774 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":2,"btime":"2024-09-10T07:42:07:941442+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T07:42:10.774 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 2 2024-09-10T07:42:10.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 msgr2=0x7fc4b40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:10.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 0x7fc4b40a50c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc0095f0 tx=0x7fc4bc005f90 comp rx=0 tx=0).stop 2024-09-10T07:42:10.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 msgr2=0x7fc4c80fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:10.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc4c400d950 tx=0x7fc4c400de10 comp rx=0 tx=0).stop 2024-09-10T07:42:10.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 shutdown_connections 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4b40a2c00 0x7fc4b40a50c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4c8102ef0 0x7fc4c80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4c8102570 0x7fc4c80fd1c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 --2- 172.21.15.7:0/2296130579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc4c8100e20 0x7fc4c80fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.775+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 >> 172.21.15.7:0/2296130579 conn(0x7fc4c80fc7d0 msgr2=0x7fc4c806a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.776+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 shutdown_connections 2024-09-10T07:42:10.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:10.776+0000 7fc4d0573640 1 -- 172.21.15.7:0/2296130579 wait complete. 2024-09-10T07:42:10.911 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 07:42:10 smithi110 systemd[1]: Started Ceph mds.k for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:11.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: Deploying daemon mds.j on smithi007 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2296130579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.110:6832/504991114,v1:172.21.15.110:6833/504991114] up:boot 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: fsmap 2 up:standby 2024-09-10T07:42:11.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:11 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: Deploying daemon mds.j on smithi007 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2296130579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:12.004 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.110:6832/504991114,v1:172.21.15.110:6833/504991114] up:boot 2024-09-10T07:42:12.005 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: fsmap 2 up:standby 2024-09-10T07:42:12.005 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:11 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T07:42:12.043 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: Deploying daemon mds.j on smithi007 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2296130579' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.110:6832/504991114,v1:172.21.15.110:6833/504991114] up:boot 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: fsmap 2 up:standby 2024-09-10T07:42:12.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:11 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T07:42:13.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:12 smithi007 ceph-mon[30879]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:12 smithi110 ceph-mon[34417]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:12 smithi145 ceph-mon[34766]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:13.602 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 systemd[1]: Starting Ceph mds.j for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:13.732 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:13.973 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 podman[67452]: 2024-09-10 07:42:13.607123403 +0000 UTC m=+0.016638285 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:13.973 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 podman[67452]: 2024-09-10 07:42:13.711009691 +0000 UTC m=+0.120524560 container create cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T07:42:13.973 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 podman[67452]: 2024-09-10 07:42:13.947226555 +0000 UTC m=+0.356741422 container init cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-10T07:42:13.973 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 podman[67452]: 2024-09-10 07:42:13.950473789 +0000 UTC m=+0.359988656 container start cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-10T07:42:14.178 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:14.301 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 ceph-mds[67501]: -- 172.21.15.7:0/1650492053 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5653c18fd860 con 0x5653c18db000 2024-09-10T07:42:14.301 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:13 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j[67485]: starting mds.j at 2024-09-10T07:42:14.301 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:14 smithi007 bash[67452]: cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e 2024-09-10T07:42:14.301 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 07:42:14 smithi007 systemd[1]: Started Ceph mds.j for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.683+0000 7f1c8a676640 1 -- 172.21.15.7:0/387094466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 msgr2=0x7f1c84100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.683+0000 7f1c8a676640 1 --2- 172.21.15.7:0/387094466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c84100ee0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c009930 tx=0x7f1c6c02a420 comp rx=0 tx=0).stop 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- 172.21.15.7:0/387094466 shutdown_connections 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- 172.21.15.7:0/387094466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84101420 0x7f1c8410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- 172.21.15.7:0/387094466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c84100ee0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- 172.21.15.7:0/387094466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84106a80 0x7f1c84106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- 172.21.15.7:0/387094466 >> 172.21.15.7:0/387094466 conn(0x7f1c840fc7a0 msgr2=0x7f1c840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- 172.21.15.7:0/387094466 shutdown_connections 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- 172.21.15.7:0/387094466 wait complete. 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 Processor -- start 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- start start 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 0x7f1c841977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84106a80 0x7f1c8419bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c84110d50 con 0x7f1c84100a80 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1c84110bd0 con 0x7f1c84101420 2024-09-10T07:42:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.684+0000 7f1c8a676640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1c84110ed0 con 0x7f1c84106a80 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49690/0 (socket says 172.21.15.7:49690) 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 -- 172.21.15.7:0/3727154644 learned_addr learned my addr 172.21.15.7:0/3727154644 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c88c13640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84106a80 0x7f1c8419bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c7bfff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 0x7f1c841977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 -- 172.21.15.7:0/3727154644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84106a80 msgr2=0x7f1c8419bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84106a80 0x7f1c8419bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 -- 172.21.15.7:0/3727154644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 msgr2=0x7f1c841977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 0x7f1c841977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 -- 172.21.15.7:0/3727154644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c8419c260 con 0x7f1c84100a80 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c7bfff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 0x7f1c841977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c83fff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400b4a0 tx=0x7f1c7400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:14.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74014070 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c74010ac0 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.685+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c8419c550 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.686+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74017c30 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.686+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c841a3e30 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.687+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c84100ee0 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.688+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f1c74017070 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.688+0000 7f1c81ffb640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 0x7f1c700a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.689+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f1c740ce2f0 con 0x7f1c84100a80 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.689+0000 7f1c7bfff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 0x7f1c700a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.689+0000 7f1c7bfff640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 0x7f1c700a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c000c00 tx=0x7f1c6c031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:14.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.692+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1c7409b6f0 con 0x7f1c84100a80 2024-09-10T07:42:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:14.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:14.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:14.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:14.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.926+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c84109070 con 0x7f1c84100a80 2024-09-10T07:42:14.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.926+0000 7f1c81ffb640 1 -- 172.21.15.7:0/3727154644 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3085 (secure 0 0 0) 0x7f1c7409aff0 con 0x7f1c84100a80 2024-09-10T07:42:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:14.928 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":4,"btime":"2024-09-10T07:42:14:752849+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T07:42:14.928 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 4 2024-09-10T07:42:14.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 msgr2=0x7f1c700a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:14.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 0x7f1c700a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c000c00 tx=0x7f1c6c031400 comp rx=0 tx=0).stop 2024-09-10T07:42:14.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 msgr2=0x7f1c841972b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400b4a0 tx=0x7f1c7400b960 comp rx=0 tx=0).stop 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 shutdown_connections 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c700a2b80 0x7f1c700a5040 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84106a80 0x7f1c8419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c84101420 0x7f1c841977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 --2- 172.21.15.7:0/3727154644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c84100a80 0x7f1c841972b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 >> 172.21.15.7:0/3727154644 conn(0x7f1c840fc7a0 msgr2=0x7f1c840fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 shutdown_connections 2024-09-10T07:42:14.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:14.929+0000 7f1c8a676640 1 -- 172.21.15.7:0/3727154644 wait complete. 2024-09-10T07:42:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:15.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:16.033 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:15 smithi007 ceph-mon[30879]: Deploying daemon mds.d on smithi007 2024-09-10T07:42:16.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:15 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.7:6834/4099401014,v1:172.21.15.7:6835/4099401014] up:boot 2024-09-10T07:42:16.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:15 smithi007 ceph-mon[30879]: fsmap 3 up:standby 2024-09-10T07:42:16.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:15 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T07:42:16.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:15 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3727154644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:15 smithi110 ceph-mon[34417]: Deploying daemon mds.d on smithi007 2024-09-10T07:42:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:15 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.7:6834/4099401014,v1:172.21.15.7:6835/4099401014] up:boot 2024-09-10T07:42:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:15 smithi110 ceph-mon[34417]: fsmap 3 up:standby 2024-09-10T07:42:16.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:15 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T07:42:16.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:15 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3727154644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:15 smithi145 ceph-mon[34766]: Deploying daemon mds.d on smithi007 2024-09-10T07:42:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:15 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.7:6834/4099401014,v1:172.21.15.7:6835/4099401014] up:boot 2024-09-10T07:42:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:15 smithi145 ceph-mon[34766]: fsmap 3 up:standby 2024-09-10T07:42:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:15 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T07:42:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:15 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3727154644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:16 smithi007 ceph-mon[30879]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:16 smithi110 ceph-mon[34417]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:16 smithi145 ceph-mon[34766]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:17.519 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 systemd[1]: Starting Ceph mds.d for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:17.801 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:17 smithi007 ceph-mon[30879]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:17.801 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 podman[67868]: 2024-09-10 07:42:17.422710796 +0000 UTC m=+0.016612437 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:17.802 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 podman[67868]: 2024-09-10 07:42:17.524652545 +0000 UTC m=+0.118554219 container create 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-10T07:42:17.802 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 podman[67868]: 2024-09-10 07:42:17.802460263 +0000 UTC m=+0.396361895 container init 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-10T07:42:17.849 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:18.102 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 podman[67868]: 2024-09-10 07:42:17.805647288 +0000 UTC m=+0.399548920 container start 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-10T07:42:18.102 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 ceph-mds[67886]: -- 172.21.15.7:0/3709732285 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560b54cad860 con 0x560b54c8a800 2024-09-10T07:42:18.102 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d[67882]: starting mds.d at 2024-09-10T07:42:18.102 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 bash[67868]: 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 2024-09-10T07:42:18.103 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 07:42:17 smithi007 systemd[1]: Started Ceph mds.d for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:18.114 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:17 smithi110 ceph-mon[34417]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:17 smithi145 ceph-mon[34766]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:18.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 -- 172.21.15.7:0/2766819089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 msgr2=0x7f2fdc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 --2- 172.21.15.7:0/2766819089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1029b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc009900 tx=0x7f2fcc02a480 comp rx=0 tx=0).stop 2024-09-10T07:42:18.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 -- 172.21.15.7:0/2766819089 shutdown_connections 2024-09-10T07:42:18.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 --2- 172.21.15.7:0/2766819089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 0x7f2fdc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 --2- 172.21.15.7:0/2766819089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1029b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 --2- 172.21.15.7:0/2766819089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 -- 172.21.15.7:0/2766819089 >> 172.21.15.7:0/2766819089 conn(0x7f2fdc0fc7d0 msgr2=0x7f2fdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 -- 172.21.15.7:0/2766819089 shutdown_connections 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.615+0000 7f2fe425a640 1 -- 172.21.15.7:0/2766819089 wait complete. 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 Processor -- start 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 -- start start 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 0x7f2fdc19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2fdc110e70 con 0x7f2fdc102570 2024-09-10T07:42:18.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2fdc110cf0 con 0x7f2fdc102ef0 2024-09-10T07:42:18.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe425a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2fdc110ff0 con 0x7f2fdc100e20 2024-09-10T07:42:18.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe17f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe17f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49724/0 (socket says 172.21.15.7:49724) 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe17f5640 1 -- 172.21.15.7:0/3260512623 learned_addr learned my addr 172.21.15.7:0/3260512623 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.616+0000 7f2fe27f7640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 0x7f2fdc19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe1ff6640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 -- 172.21.15.7:0/3260512623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 msgr2=0x7f2fdc198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 -- 172.21.15.7:0/3260512623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 msgr2=0x7f2fdc19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 0x7f2fdc19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 -- 172.21.15.7:0/3260512623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fdc19d440 con 0x7f2fdc102570 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe1ff6640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe17f5640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc006010 tx=0x7f2fcc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc03f030 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fcc003cb0 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fdc19d6d0 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc035070 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.617+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fdc1a5010 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.618+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fdc101200 con 0x7f2fdc102570 2024-09-10T07:42:18.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.619+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f2fcc042030 con 0x7f2fdc102570 2024-09-10T07:42:18.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.620+0000 7f2fd2ffd640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 0x7f2fc80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.620+0000 7f2fe1ff6640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 0x7f2fc80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.620+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f2fcc0ef880 con 0x7f2fdc102570 2024-09-10T07:42:18.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.620+0000 7f2fe1ff6640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 0x7f2fc80a50c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8005fd0 tx=0x7f2fd80093e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.623+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2fcc0bcbe0 con 0x7f2fdc102570 2024-09-10T07:42:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.836+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2fdc1997f0 con 0x7f2fdc102570 2024-09-10T07:42:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.837+0000 7f2fd2ffd640 1 -- 172.21.15.7:0/3260512623 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3907 (secure 0 0 0) 0x7f2fcc0bc4e0 con 0x7f2fdc102570 2024-09-10T07:42:18.837 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:18.837 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"btime":"2024-09-10T07:42:18:769762+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T07:42:18.837 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 5 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 msgr2=0x7f2fc80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 0x7f2fc80a50c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8005fd0 tx=0x7f2fd80093e0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 msgr2=0x7f2fdc1989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc006010 tx=0x7f2fcc0042f0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 shutdown_connections 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2fc80a2c00 0x7f2fc80a50c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2fdc102ef0 0x7f2fdc19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2fdc102570 0x7f2fdc1989d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 --2- 172.21.15.7:0/3260512623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fdc100e20 0x7f2fdc198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 >> 172.21.15.7:0/3260512623 conn(0x7f2fdc0fc7d0 msgr2=0x7f2fdc06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.839+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 shutdown_connections 2024-09-10T07:42:18.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:18.840+0000 7f2fe425a640 1 -- 172.21.15.7:0/3260512623 wait complete. 2024-09-10T07:42:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: Deploying daemon mds.e on smithi110 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.7:6836/2767705602,v1:172.21.15.7:6837/2767705602] up:boot 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: fsmap 4 up:standby 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T07:42:19.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:18 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3260512623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: Deploying daemon mds.e on smithi110 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.7:6836/2767705602,v1:172.21.15.7:6837/2767705602] up:boot 2024-09-10T07:42:19.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: fsmap 4 up:standby 2024-09-10T07:42:19.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T07:42:19.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:18 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3260512623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: Deploying daemon mds.e on smithi110 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.7:6836/2767705602,v1:172.21.15.7:6837/2767705602] up:boot 2024-09-10T07:42:19.401 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: fsmap 4 up:standby 2024-09-10T07:42:19.402 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T07:42:19.402 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:18 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3260512623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:19 smithi110 ceph-mon[34417]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:20.162 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 systemd[1]: Starting Ceph mds.e for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:19 smithi145 ceph-mon[34766]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:19 smithi007 ceph-mon[30879]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:20.545 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 podman[64142]: 2024-09-10 07:42:20.138270976 +0000 UTC m=+0.015560086 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:20.545 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 podman[64142]: 2024-09-10 07:42:20.243261794 +0000 UTC m=+0.120550947 container create 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T07:42:20.545 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 podman[64142]: 2024-09-10 07:42:20.454455377 +0000 UTC m=+0.331744488 container init 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-10T07:42:20.545 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 podman[64142]: 2024-09-10 07:42:20.457222038 +0000 UTC m=+0.334511153 container start 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-10T07:42:20.545 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 ceph-mds[64161]: -- 172.21.15.110:0/1822942503 <== mon.2 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aafb5d5c20 con 0x55aafb5b3000 2024-09-10T07:42:20.546 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e[64157]: starting mds.e at 2024-09-10T07:42:20.546 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 bash[64142]: 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 2024-09-10T07:42:20.911 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 07:42:20 smithi110 systemd[1]: Started Ceph mds.e for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:21.598 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: Deploying daemon mds.f on smithi145 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.110:6834/2122262516,v1:172.21.15.110:6835/2122262516] up:boot 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: fsmap 5 up:standby 2024-09-10T07:42:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:21 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: Deploying daemon mds.f on smithi145 2024-09-10T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.110:6834/2122262516,v1:172.21.15.110:6835/2122262516] up:boot 2024-09-10T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: fsmap 5 up:standby 2024-09-10T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:21 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T07:42:21.857 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:21.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: Deploying daemon mds.f on smithi145 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.110:6834/2122262516,v1:172.21.15.110:6835/2122262516] up:boot 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: fsmap 5 up:standby 2024-09-10T07:42:21.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:21 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 -- 172.21.15.7:0/2018106528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 msgr2=0x7f77f810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 --2- 172.21.15.7:0/2018106528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f810ea90 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f77f0009ca0 tx=0x7f77f002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 -- 172.21.15.7:0/2018106528 shutdown_connections 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 --2- 172.21.15.7:0/2018106528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f810ea90 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 --2- 172.21.15.7:0/2018106528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8102790 0x7f77f81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 --2- 172.21.15.7:0/2018106528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8101de0 0x7f77f81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 -- 172.21.15.7:0/2018106528 >> 172.21.15.7:0/2018106528 conn(0x7f77f80fd8c0 msgr2=0x7f77f80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 -- 172.21.15.7:0/2018106528 shutdown_connections 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.365+0000 7f77ff96c640 1 -- 172.21.15.7:0/2018106528 wait complete. 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 Processor -- start 2024-09-10T07:42:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 -- start start 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 0x7f77f819a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8102790 0x7f77f819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77f8111e20 con 0x7f77f8106f10 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77f8111ca0 con 0x7f77f8102790 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77ff96c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77f8111fa0 con 0x7f77f8101de0 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fd708640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 0x7f77f819a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56320/0 (socket says 172.21.15.7:56320) 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 -- 172.21.15.7:0/4250428520 learned_addr learned my addr 172.21.15.7:0/4250428520 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fcf07640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8102790 0x7f77f819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 -- 172.21.15.7:0/4250428520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 msgr2=0x7f77f819a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 0x7f77f819a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 -- 172.21.15.7:0/4250428520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8102790 msgr2=0x7f77f819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.366+0000 7f77fdf09640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8102790 0x7f77f819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77fdf09640 1 -- 172.21.15.7:0/4250428520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f819f4d0 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77fd708640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 0x7f77f819a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77fdf09640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f77f0009dc0 tx=0x7f77f0032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f0003bf0 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f819f760 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77f0003d90 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f0030b80 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.367+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f81a70a0 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.368+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77f81021c0 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.369+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f77f0004040 con 0x7f77f8106f10 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.370+0000 7f77ee7fc640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 0x7f77e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.370+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f77f00f0420 con 0x7f77f8106f10 2024-09-10T07:42:22.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.370+0000 7f77fd708640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 0x7f77e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:22.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.370+0000 7f77fd708640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 0x7f77e40a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77f4005d00 tx=0x7f77f400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:22.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.373+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77f00bd820 con 0x7f77f8106f10 2024-09-10T07:42:22.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.585+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f77f81a7300 con 0x7f77f8106f10 2024-09-10T07:42:22.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.586+0000 7f77ee7fc640 1 -- 172.21.15.7:0/4250428520 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4735 (secure 0 0 0) 0x7f77f00bd120 con 0x7f77f8106f10 2024-09-10T07:42:22.586 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:22.586 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":6,"btime":"2024-09-10T07:42:20:956583+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-10T07:42:22.586 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 6 2024-09-10T07:42:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 msgr2=0x7f77e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 0x7f77e40a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77f4005d00 tx=0x7f77f400b410 comp rx=0 tx=0).stop 2024-09-10T07:42:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 msgr2=0x7f77f819edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f77f0009dc0 tx=0x7f77f0032ff0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 shutdown_connections 2024-09-10T07:42:22.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77e40a2b80 0x7f77e40a5040 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77f8106f10 0x7f77f819edf0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77f8102790 0x7f77f819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 --2- 172.21.15.7:0/4250428520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f8101de0 0x7f77f819a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:22.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 >> 172.21.15.7:0/4250428520 conn(0x7f77f80fd8c0 msgr2=0x7f77f80fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:22.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 shutdown_connections 2024-09-10T07:42:22.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:22.589+0000 7f77ff96c640 1 -- 172.21.15.7:0/4250428520 wait complete. 2024-09-10T07:42:22.606 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 systemd[1]: Starting Ceph mds.f for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:22 smithi007 ceph-mon[30879]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:22 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4250428520' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:22.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:22 smithi110 ceph-mon[34417]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:22.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:22 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4250428520' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:22.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:22 smithi145 ceph-mon[34766]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:22.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:22 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4250428520' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:22.939 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 podman[64801]: 2024-09-10 07:42:22.600256682 +0000 UTC m=+0.015991254 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:22.939 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 podman[64801]: 2024-09-10 07:42:22.720666949 +0000 UTC m=+0.136401563 container create 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-10T07:42:22.939 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 podman[64801]: 2024-09-10 07:42:22.940253043 +0000 UTC m=+0.355987616 container init 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T07:42:23.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 podman[64801]: 2024-09-10 07:42:22.943046281 +0000 UTC m=+0.358780854 container start 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0) 2024-09-10T07:42:23.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 ceph-mds[64820]: -- 172.21.15.145:0/684650575 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559b5c8fd860 con 0x559b5c8da800 2024-09-10T07:42:23.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: starting mds.f at 2024-09-10T07:42:23.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:23 smithi145 bash[64801]: 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd 2024-09-10T07:42:23.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:42:23 smithi145 systemd[1]: Started Ceph mds.f for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:24.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:24.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: Deploying daemon mds.c on smithi145 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6834/2104125813,v1:172.21.15.145:6835/2104125813] up:boot 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: fsmap 6 up:standby 2024-09-10T07:42:24.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:24 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:42:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: Deploying daemon mds.c on smithi145 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6834/2104125813,v1:172.21.15.145:6835/2104125813] up:boot 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: fsmap 6 up:standby 2024-09-10T07:42:24.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:24 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:24.489 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: Deploying daemon mds.c on smithi145 2024-09-10T07:42:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6834/2104125813,v1:172.21.15.145:6835/2104125813] up:boot 2024-09-10T07:42:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: fsmap 6 up:standby 2024-09-10T07:42:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:24 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:42:25.177 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:24 smithi145 systemd[1]: Starting Ceph mds.c for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:25.341 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:25.443 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 podman[65101]: 2024-09-10 07:42:25.080420593 +0000 UTC m=+0.015715932 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:25.444 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 podman[65101]: 2024-09-10 07:42:25.204186621 +0000 UTC m=+0.139481959 container create bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T07:42:25.444 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 podman[65101]: 2024-09-10 07:42:25.445038587 +0000 UTC m=+0.380333917 container init bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T07:42:25.617 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:25.740 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 podman[65101]: 2024-09-10 07:42:25.448206611 +0000 UTC m=+0.383501941 container start bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731) 2024-09-10T07:42:25.740 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 ceph-mds[65120]: -- 172.21.15.145:0/549951014 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556bb2873860 con 0x556bb2850800 2024-09-10T07:42:25.741 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: starting mds.c at 2024-09-10T07:42:25.741 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 bash[65101]: bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 2024-09-10T07:42:25.741 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:42:25 smithi145 systemd[1]: Started Ceph mds.c for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 -- 172.21.15.7:0/2072204256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b68109120 msgr2=0x7f9b68110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/2072204256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b68109120 0x7f9b68110ca0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9b60009900 tx=0x7f9b6002a410 comp rx=0 tx=0).stop 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 -- 172.21.15.7:0/2072204256 shutdown_connections 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/2072204256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b68109120 0x7f9b68110ca0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/2072204256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b681049a0 0x7f9b681089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/2072204256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68103ff0 0x7f9b681043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 -- 172.21.15.7:0/2072204256 >> 172.21.15.7:0/2072204256 conn(0x7f9b680ffa90 msgr2=0x7f9b68101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:26.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 -- 172.21.15.7:0/2072204256 shutdown_connections 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.123+0000 7f9b6edb1640 1 -- 172.21.15.7:0/2072204256 wait complete. 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 Processor -- start 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 -- start start 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 0x7f9b6819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 0x7f9b6819ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b68114050 con 0x7f9b681049a0 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b68113ed0 con 0x7f9b68109120 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b6edb1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b681141d0 con 0x7f9b68103ff0 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.124+0000 7f9b67fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56350/0 (socket says 172.21.15.7:56350) 2024-09-10T07:42:26.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 -- 172.21.15.7:0/4241639236 learned_addr learned my addr 172.21.15.7:0/4241639236 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6d34e640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 0x7f9b6819ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6cb4d640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 0x7f9b6819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 -- 172.21.15.7:0/4241639236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 msgr2=0x7f9b6819a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 0x7f9b6819a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 -- 172.21.15.7:0/4241639236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 msgr2=0x7f9b6819ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 0x7f9b6819ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 -- 172.21.15.7:0/4241639236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6819f520 con 0x7f9b681049a0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6cb4d640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 0x7f9b6819a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6d34e640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 0x7f9b6819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b67fff640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800ba50 tx=0x7f9b5800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b58019070 con 0x7f9b681049a0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b5800cbe0 con 0x7f9b681049a0 2024-09-10T07:42:26.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6819f810 con 0x7f9b681049a0 2024-09-10T07:42:26.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b580075d0 con 0x7f9b681049a0 2024-09-10T07:42:26.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.125+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b681a70f0 con 0x7f9b681049a0 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.126+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b681043d0 con 0x7f9b681049a0 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.127+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9b5801c070 con 0x7f9b681049a0 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.128+0000 7f9b65ffb640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 0x7f9b540a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.128+0000 7f9b6cb4d640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 0x7f9b540a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.128+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f9b580ce1f0 con 0x7f9b681049a0 2024-09-10T07:42:26.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.129+0000 7f9b6cb4d640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 0x7f9b540a50c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9b500058c0 tx=0x7f9b50005ec0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:26.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.132+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9b5809b5f0 con 0x7f9b681049a0 2024-09-10T07:42:26.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.343+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b6810c3c0 con 0x7f9b681049a0 2024-09-10T07:42:26.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.344+0000 7f9b65ffb640 1 -- 172.21.15.7:0/4241639236 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6391 (secure 0 0 0) 0x7f9b5809aef0 con 0x7f9b681049a0 2024-09-10T07:42:26.344 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:26.344 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"btime":"2024-09-10T07:42:26:090217+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-10T07:42:26.344 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-09-10T07:42:26.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 msgr2=0x7f9b540a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:26.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 0x7f9b540a50c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9b500058c0 tx=0x7f9b50005ec0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 msgr2=0x7f9b6819aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:26.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800ba50 tx=0x7f9b5800bf10 comp rx=0 tx=0).stop 2024-09-10T07:42:26.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 shutdown_connections 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b540a2c00 0x7f9b540a50c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b68109120 0x7f9b6819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b681049a0 0x7f9b6819aab0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 --2- 172.21.15.7:0/4241639236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b68103ff0 0x7f9b6819a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 >> 172.21.15.7:0/4241639236 conn(0x7f9b680ffa90 msgr2=0x7f9b68100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 shutdown_connections 2024-09-10T07:42:26.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:26.346+0000 7f9b6edb1640 1 -- 172.21.15.7:0/4241639236 wait complete. 2024-09-10T07:42:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: Deploying daemon mds.h on smithi110 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:boot 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: fsmap 7 up:standby 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:26 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4241639236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:26.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: Deploying daemon mds.h on smithi110 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:boot 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: fsmap 7 up:standby 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T07:42:26.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:26 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4241639236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: Deploying daemon mds.h on smithi110 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:boot 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: fsmap 7 up:standby 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T07:42:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:26 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4241639236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:27.840 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:27 smithi110 systemd[1]: Starting Ceph mds.h for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:28.126 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:27 smithi110 podman[64445]: 2024-09-10 07:42:27.744167035 +0000 UTC m=+0.015572243 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:28.126 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:27 smithi110 podman[64445]: 2024-09-10 07:42:27.891406743 +0000 UTC m=+0.162811938 container create 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 podman[64445]: 2024-09-10 07:42:28.127634037 +0000 UTC m=+0.399039234 container init 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 podman[64445]: 2024-09-10 07:42:28.130450709 +0000 UTC m=+0.401855910 container start 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True) 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mds[64464]: -- 172.21.15.110:0/1892221789 <== mon.2 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563b91427860 con 0x563b91405400 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h[64460]: starting mds.h at 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 bash[64445]: 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 2024-09-10T07:42:28.412 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 07:42:28 smithi110 systemd[1]: Started Ceph mds.h for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:28 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:28.861 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:28.861 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.862 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.862 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.862 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:28.862 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:28.862 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:28 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:28.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:28 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:29.008 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:29.276 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:29.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:29 smithi007 ceph-mon[30879]: Deploying daemon mds.i on smithi145 2024-09-10T07:42:29.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:29 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.110:6836/1070178855,v1:172.21.15.110:6837/1070178855] up:boot 2024-09-10T07:42:29.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:29 smithi007 ceph-mon[30879]: fsmap 8 up:standby 2024-09-10T07:42:29.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:29 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T07:42:29.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:29 smithi110 ceph-mon[34417]: Deploying daemon mds.i on smithi145 2024-09-10T07:42:29.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:29 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.110:6836/1070178855,v1:172.21.15.110:6837/1070178855] up:boot 2024-09-10T07:42:29.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:29 smithi110 ceph-mon[34417]: fsmap 8 up:standby 2024-09-10T07:42:29.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:29 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- 172.21.15.7:0/1980432859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738106a80 msgr2=0x7f0738106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 --2- 172.21.15.7:0/1980432859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738106a80 0x7f0738106e60 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0728009930 tx=0x7f072802a420 comp rx=0 tx=0).stop 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- 172.21.15.7:0/1980432859 shutdown_connections 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 --2- 172.21.15.7:0/1980432859 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 0x7f073810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 --2- 172.21.15.7:0/1980432859 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738100a80 0x7f0738100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 --2- 172.21.15.7:0/1980432859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738106a80 0x7f0738106e60 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:29.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- 172.21.15.7:0/1980432859 >> 172.21.15.7:0/1980432859 conn(0x7f07380fc7a0 msgr2=0x7f07380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- 172.21.15.7:0/1980432859 shutdown_connections 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- 172.21.15.7:0/1980432859 wait complete. 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 Processor -- start 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.791+0000 7f073effb640 1 -- start start 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 0x7f07380fd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738106a80 0x7f07380fd950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0738110d30 con 0x7f0738100a80 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0738110bb0 con 0x7f0738101420 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0738110eb0 con 0x7f0738106a80 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56370/0 (socket says 172.21.15.7:56370) 2024-09-10T07:42:29.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 -- 172.21.15.7:0/378485366 learned_addr learned my addr 172.21.15.7:0/378485366 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073d598640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738106a80 0x7f07380fd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f0737fff640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 0x7f07380fd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 -- 172.21.15.7:0/378485366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738106a80 msgr2=0x7f07380fd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738106a80 0x7f07380fd950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 -- 172.21.15.7:0/378485366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 msgr2=0x7f07380fd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 0x7f07380fd410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 -- 172.21.15.7:0/378485366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07381a6890 con 0x7f0738100a80 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073cd97640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0728005940 tx=0x7f07280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072803f030 con 0x7f0738100a80 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07280318a0 con 0x7f0738100a80 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07381a6b20 con 0x7f0738100a80 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.792+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728035070 con 0x7f0738100a80 2024-09-10T07:42:29.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.793+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07381a7050 con 0x7f0738100a80 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.794+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0738100ee0 con 0x7f0738100a80 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.795+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f0728042030 con 0x7f0738100a80 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.795+0000 7f0735ffb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 0x7f07200a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.795+0000 7f0737fff640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 0x7f07200a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.795+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f07280ef2c0 con 0x7f0738100a80 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.796+0000 7f0737fff640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 0x7f07200a50c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07380fe960 tx=0x7f072c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:29.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:29.799+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07280bc6c0 con 0x7f0738100a80 2024-09-10T07:42:29.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:29 smithi145 ceph-mon[34766]: Deploying daemon mds.i on smithi145 2024-09-10T07:42:29.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:29 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.110:6836/1070178855,v1:172.21.15.110:6837/1070178855] up:boot 2024-09-10T07:42:29.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:29 smithi145 ceph-mon[34766]: fsmap 8 up:standby 2024-09-10T07:42:29.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:29 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T07:42:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.013+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07380fe400 con 0x7f0738100a80 2024-09-10T07:42:30.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.013+0000 7f0735ffb640 1 -- 172.21.15.7:0/378485366 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7219 (secure 0 0 0) 0x7f07280bbfc0 con 0x7f0738100a80 2024-09-10T07:42:30.013 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:30.013 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":9,"btime":"2024-09-10T07:42:28:597765+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-10T07:42:30.013 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 9 2024-09-10T07:42:30.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 msgr2=0x7f07200a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:30.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 0x7f07200a50c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07380fe960 tx=0x7f072c005f90 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 msgr2=0x7f07380fced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0728005940 tx=0x7f07280042f0 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 shutdown_connections 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07200a2c00 0x7f07200a50c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0738106a80 0x7f07380fd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0738101420 0x7f07380fd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 --2- 172.21.15.7:0/378485366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0738100a80 0x7f07380fced0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 >> 172.21.15.7:0/378485366 conn(0x7f07380fc7a0 msgr2=0x7f073806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 shutdown_connections 2024-09-10T07:42:30.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:30.016+0000 7f073effb640 1 -- 172.21.15.7:0/378485366 wait complete. 2024-09-10T07:42:30.406 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 systemd[1]: Starting Ceph mds.i for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:30.699 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:30 smithi145 ceph-mon[34766]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:30.699 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:30 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/378485366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:30.699 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 podman[65405]: 2024-09-10 07:42:30.310143335 +0000 UTC m=+0.015969173 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:30.700 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 podman[65405]: 2024-09-10 07:42:30.464788901 +0000 UTC m=+0.170614729 container create e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T07:42:30.700 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 podman[65405]: 2024-09-10 07:42:30.70085996 +0000 UTC m=+0.406685793 container init e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T07:42:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:30 smithi007 ceph-mon[30879]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:30 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/378485366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:30 smithi110 ceph-mon[34417]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:30 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/378485366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:30.990 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 podman[65405]: 2024-09-10 07:42:30.703938742 +0000 UTC m=+0.409764573 container start e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-10T07:42:30.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 ceph-mds[65425]: -- 172.21.15.145:0/1085649189 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5585bba25860 con 0x5585bba02800 2024-09-10T07:42:30.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: starting mds.i at 2024-09-10T07:42:30.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 bash[65405]: e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a 2024-09-10T07:42:30.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:42:30 smithi145 systemd[1]: Started Ceph mds.i for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: Deploying daemon mds.g on smithi007 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:boot 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: fsmap 9 up:standby 2024-09-10T07:42:32.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:31 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T07:42:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: Deploying daemon mds.g on smithi007 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:boot 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: fsmap 9 up:standby 2024-09-10T07:42:32.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:31 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T07:42:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: Deploying daemon mds.g on smithi007 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:boot 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: fsmap 9 up:standby 2024-09-10T07:42:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:31 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T07:42:32.639 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:33.102 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:33 smithi007 systemd[1]: Starting Ceph mds.g for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:33.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.591+0000 7f187a8e8640 1 -- 172.21.15.7:0/1181404078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874106b80 msgr2=0x7f1874106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:33.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.591+0000 7f187a8e8640 1 --2- 172.21.15.7:0/1181404078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874106b80 0x7f1874106f60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1864009900 tx=0x7f186402a410 comp rx=0 tx=0).stop 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 -- 172.21.15.7:0/1181404078 shutdown_connections 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 --2- 172.21.15.7:0/1181404078 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1874100500 0x7f187410ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 --2- 172.21.15.7:0/1181404078 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f18740ffb60 0x7f18740fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 --2- 172.21.15.7:0/1181404078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874106b80 0x7f1874106f60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 -- 172.21.15.7:0/1181404078 >> 172.21.15.7:0/1181404078 conn(0x7f18740fba90 msgr2=0x7f18740fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 -- 172.21.15.7:0/1181404078 shutdown_connections 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 -- 172.21.15.7:0/1181404078 wait complete. 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 Processor -- start 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.592+0000 7f187a8e8640 1 -- start start 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f18740ffb60 0x7f18741015d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1874106b80 0x7f1874102050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:33.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1874111e50 con 0x7f1874100500 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1874111cd0 con 0x7f1874106b80 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1874111fd0 con 0x7f18740ffb60 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44576/0 (socket says 172.21.15.7:44576) 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 -- 172.21.15.7:0/2623558347 learned_addr learned my addr 172.21.15.7:0/2623558347 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f1873fff640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f18740ffb60 0x7f18741015d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f1878e85640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1874106b80 0x7f1874102050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 -- 172.21.15.7:0/2623558347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f18740ffb60 msgr2=0x7f18741015d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f18740ffb60 0x7f18741015d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 -- 172.21.15.7:0/2623558347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1874106b80 msgr2=0x7f1874102050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1874106b80 0x7f1874102050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 -- 172.21.15.7:0/2623558347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18741a67f0 con 0x7f1874100500 2024-09-10T07:42:33.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18737fe640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f186800d950 tx=0x7f186800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1868017070 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1868009c30 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18741a6ae0 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.593+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f186800f620 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.594+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18741a7020 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.595+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18740fffc0 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.596+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f18680109a0 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.596+0000 7f18717fa640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 0x7f185c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.597+0000 7f1873fff640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 0x7f185c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.597+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f18680ce720 con 0x7f1874100500 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.597+0000 7f1873fff640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 0x7f185c0a5040 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1864009230 tx=0x7f18640058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:33.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.601+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1868009de0 con 0x7f1874100500 2024-09-10T07:42:33.817 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:33 smithi007 podman[68712]: 2024-09-10 07:42:33.637062667 +0000 UTC m=+0.249368251 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:33.817 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:33 smithi007 podman[68712]: 2024-09-10 07:42:33.743053088 +0000 UTC m=+0.355358657 container create c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-10T07:42:33.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.817+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f187402d7c0 con 0x7f1874100500 2024-09-10T07:42:33.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.818+0000 7f18717fa640 1 -- 172.21.15.7:0/2623558347 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8049 (secure 0 0 0) 0x7f186809b4d0 con 0x7f1874100500 2024-09-10T07:42:33.818 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:33.818 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":10,"btime":"2024-09-10T07:42:31:609662+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-10T07:42:33.819 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 10 2024-09-10T07:42:33.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 msgr2=0x7f185c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:33.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 0x7f185c0a5040 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1864009230 tx=0x7f18640058d0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 msgr2=0x7f1874101b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f186800d950 tx=0x7f186800de10 comp rx=0 tx=0).stop 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 shutdown_connections 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f185c0a2b80 0x7f185c0a5040 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1874106b80 0x7f1874102050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1874100500 0x7f1874101b10 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 --2- 172.21.15.7:0/2623558347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f18740ffb60 0x7f18741015d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 >> 172.21.15.7:0/2623558347 conn(0x7f18740fba90 msgr2=0x7f18740fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 shutdown_connections 2024-09-10T07:42:33.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:33.821+0000 7f187a8e8640 1 -- 172.21.15.7:0/2623558347 wait complete. 2024-09-10T07:42:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:33 smithi007 ceph-mon[30879]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:33 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2623558347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:33 smithi110 ceph-mon[34417]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:33 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2623558347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:33 smithi145 ceph-mon[34766]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:33 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2623558347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:34.602 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 podman[68712]: 2024-09-10 07:42:34.189290142 +0000 UTC m=+0.801595712 container init c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2) 2024-09-10T07:42:34.602 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 podman[68712]: 2024-09-10 07:42:34.192391138 +0000 UTC m=+0.804696708 container start c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-10T07:42:34.602 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 ceph-mds[68765]: -- 172.21.15.7:0/2788505422 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b5f1db860 con 0x557b5f1b9400 2024-09-10T07:42:34.603 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g[68761]: starting mds.g at 2024-09-10T07:42:34.603 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 bash[68712]: c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 2024-09-10T07:42:34.603 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 07:42:34 smithi007 systemd[1]: Started Ceph mds.g for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: Deploying daemon mds.a on smithi007 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.7:6838/1071223404,v1:172.21.15.7:6839/1071223404] up:boot 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: fsmap 10 up:standby 2024-09-10T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:35 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T07:42:35.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: Deploying daemon mds.a on smithi007 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.7:6838/1071223404,v1:172.21.15.7:6839/1071223404] up:boot 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: fsmap 10 up:standby 2024-09-10T07:42:35.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:35 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: Deploying daemon mds.a on smithi007 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.7:6838/1071223404,v1:172.21.15.7:6839/1071223404] up:boot 2024-09-10T07:42:35.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: fsmap 10 up:standby 2024-09-10T07:42:35.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:35 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T07:42:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:36 smithi007 ceph-mon[30879]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:36.602 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 systemd[1]: Starting Ceph mds.a for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:36 smithi110 ceph-mon[34417]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:36.712 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:36.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:36 smithi145 ceph-mon[34766]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:36.982 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 podman[69055]: 2024-09-10 07:42:36.618548557 +0000 UTC m=+0.017032684 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:36.983 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 podman[69055]: 2024-09-10 07:42:36.719939529 +0000 UTC m=+0.118423644 container create 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T07:42:36.983 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 podman[69055]: 2024-09-10 07:42:36.95610776 +0000 UTC m=+0.354591878 container init 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-10T07:42:36.983 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 podman[69055]: 2024-09-10 07:42:36.959558528 +0000 UTC m=+0.358042644 container start 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T07:42:36.983 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 ceph-mds[69106]: -- 172.21.15.7:0/1085441439 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9e6ca7860 con 0x55a9e6c84800 2024-09-10T07:42:37.114 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:37.237 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a[69088]: starting mds.a at 2024-09-10T07:42:37.237 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:37 smithi007 bash[69055]: 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf 2024-09-10T07:42:37.237 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 07:42:37 smithi007 systemd[1]: Started Ceph mds.a for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:37.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2733346644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 msgr2=0x7f2b081021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:37.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2733346644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081021c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2af0009900 tx=0x7f2af002a410 comp rx=0 tx=0).stop 2024-09-10T07:42:37.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2733346644 shutdown_connections 2024-09-10T07:42:37.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2733346644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 0x7f2b0810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2733346644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2733346644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081021c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2733346644 >> 172.21.15.7:0/2733346644 conn(0x7f2b080fd8c0 msgr2=0x7f2b080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2733346644 shutdown_connections 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.560+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2733346644 wait complete. 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 Processor -- start 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 -- start start 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 0x7f2b0810dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2b08111e40 con 0x7f2b08101de0 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2b08111cc0 con 0x7f2b08102790 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b0d30e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b08111fc0 con 0x7f2b08106f10 2024-09-10T07:42:37.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b06ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44648/0 (socket says 172.21.15.7:44648) 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.561+0000 7f2b06ffd640 1 -- 172.21.15.7:0/2788881702 learned_addr learned my addr 172.21.15.7:0/2788881702 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b067fc640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b077fe640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 0x7f2b0810dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 -- 172.21.15.7:0/2788881702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 msgr2=0x7f2b0810dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 0x7f2b0810dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 -- 172.21.15.7:0/2788881702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 msgr2=0x7f2b081a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 -- 172.21.15.7:0/2788881702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0810e440 con 0x7f2b08101de0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b067fc640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b06ffd640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2af0005940 tx=0x7f2af00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af003f030 con 0x7f2b08101de0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0810e6d0 con 0x7f2b08101de0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2af0003cb0 con 0x7f2b08101de0 2024-09-10T07:42:37.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af0035070 con 0x7f2b08101de0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.562+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b081ab570 con 0x7f2b08101de0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.563+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b081021c0 con 0x7f2b08101de0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.564+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f2af0042030 con 0x7f2b08101de0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.565+0000 7f2afffff640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 0x7f2af40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.565+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f2af00ef6c0 con 0x7f2b08101de0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.565+0000 7f2b067fc640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 0x7f2af40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.565+0000 7f2b067fc640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 0x7f2af40a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2b08076480 tx=0x7f2af8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:37.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.568+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2af00bcac0 con 0x7f2b08101de0 2024-09-10T07:42:37.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.779+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b0819fd90 con 0x7f2b08101de0 2024-09-10T07:42:37.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.779+0000 7f2afffff640 1 -- 172.21.15.7:0/2788881702 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9695 (secure 0 0 0) 0x7f2af00bc3c0 con 0x7f2b08101de0 2024-09-10T07:42:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:37.780 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":12,"btime":"2024-09-10T07:42:37:345899+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-10T07:42:37.780 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 12 2024-09-10T07:42:37.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 msgr2=0x7f2af40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:37.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 0x7f2af40a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2b08076480 tx=0x7f2af8005f90 comp rx=0 tx=0).stop 2024-09-10T07:42:37.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 msgr2=0x7f2b081a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:37.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2af0005940 tx=0x7f2af00042f0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 shutdown_connections 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2af40a2b80 0x7f2af40a5040 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b08106f10 0x7f2b0810dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b08102790 0x7f2b081a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 --2- 172.21.15.7:0/2788881702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b08101de0 0x7f2b081a46a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:37.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 >> 172.21.15.7:0/2788881702 conn(0x7f2b080fd8c0 msgr2=0x7f2b080feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:37.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 shutdown_connections 2024-09-10T07:42:37.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:37.782+0000 7f2b0d30e640 1 -- 172.21.15.7:0/2788881702 wait complete. 2024-09-10T07:42:38.154 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: Deploying daemon mds.b on smithi110 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.7:6840/1992385865,v1:172.21.15.7:6841/1992385865] up:boot 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: fsmap 11 up:standby 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T07:42:38.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:38 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2788881702' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:38.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:38.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: Deploying daemon mds.b on smithi110 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.7:6840/1992385865,v1:172.21.15.7:6841/1992385865] up:boot 2024-09-10T07:42:38.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: fsmap 11 up:standby 2024-09-10T07:42:38.414 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T07:42:38.414 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:38 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2788881702' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: Deploying daemon mds.b on smithi110 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.7:6840/1992385865,v1:172.21.15.7:6841/1992385865] up:boot 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: fsmap 11 up:standby 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T07:42:38.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:38 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2788881702' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:39.367 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 systemd[1]: Starting Ceph mds.b for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T07:42:39.633 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 podman[64746]: 2024-09-10 07:42:39.270985547 +0000 UTC m=+0.016091892 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T07:42:39.633 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 podman[64746]: 2024-09-10 07:42:39.389961624 +0000 UTC m=+0.135068007 container create 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T07:42:39.911 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 podman[64746]: 2024-09-10 07:42:39.63441098 +0000 UTC m=+0.379517325 container init 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T07:42:39.911 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 podman[64746]: 2024-09-10 07:42:39.637268368 +0000 UTC m=+0.382374709 container start 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-10T07:42:39.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 ceph-mds[64765]: -- 172.21.15.110:0/685332233 <== mon.2 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56088e797860 con 0x56088e775000 2024-09-10T07:42:39.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: starting mds.b at 2024-09-10T07:42:39.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 bash[64746]: 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba 2024-09-10T07:42:39.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:39 smithi110 systemd[1]: Started Ceph mds.b for 0ae38828-6f47-11ef-bcea-c7b262605968. 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:40 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:40 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:40.455 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:40.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:40 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:41 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:boot 2024-09-10T07:42:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:41 smithi007 ceph-mon[30879]: fsmap 12 up:standby 2024-09-10T07:42:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:41 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T07:42:41.383 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:41 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:boot 2024-09-10T07:42:41.383 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:41 smithi110 ceph-mon[34417]: fsmap 12 up:standby 2024-09-10T07:42:41.383 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:41 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T07:42:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:41 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:boot 2024-09-10T07:42:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:41 smithi145 ceph-mon[34766]: fsmap 12 up:standby 2024-09-10T07:42:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:41 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T07:42:41.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 -- 172.21.15.7:0/2695937463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 msgr2=0x7f91741067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:41.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2695937463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f91741067e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9164009900 tx=0x7f916402a410 comp rx=0 tx=0).stop 2024-09-10T07:42:41.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 -- 172.21.15.7:0/2695937463 shutdown_connections 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2695937463 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174106f10 0x7f917410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2695937463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f91741067e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2695937463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174101de0 0x7f91741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 -- 172.21.15.7:0/2695937463 >> 172.21.15.7:0/2695937463 conn(0x7f91740fd8c0 msgr2=0x7f91740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 -- 172.21.15.7:0/2695937463 shutdown_connections 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.564+0000 7f917c6b3640 1 -- 172.21.15.7:0/2695937463 wait complete. 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 Processor -- start 2024-09-10T07:42:41.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 -- start start 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 0x7f9174198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174106f10 0x7f917419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9174111e20 con 0x7f9174102790 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9174111ca0 con 0x7f9174101de0 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917c6b3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9174111fa0 con 0x7f9174106f10 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f9179c4e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f9179c4e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55812/0 (socket says 172.21.15.7:55812) 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f9179c4e640 1 -- 172.21.15.7:0/2225044160 learned_addr learned my addr 172.21.15.7:0/2225044160 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917a44f640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 0x7f9174198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:41.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.565+0000 7f917ac50640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174106f10 0x7f917419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 -- 172.21.15.7:0/2225044160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174106f10 msgr2=0x7f917419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174106f10 0x7f917419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 -- 172.21.15.7:0/2225044160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 msgr2=0x7f9174198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 0x7f9174198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 -- 172.21.15.7:0/2225044160 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f917419d3d0 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f917a44f640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 0x7f9174198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f9179c4e640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9164005940 tx=0x7f91640040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916403f030 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f917419d660 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91640044c0 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9164035070 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.566+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9174074420 con 0x7f9174102790 2024-09-10T07:42:41.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.567+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91741032c0 con 0x7f9174102790 2024-09-10T07:42:41.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.568+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9164042030 con 0x7f9174102790 2024-09-10T07:42:41.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.569+0000 7f916b7fe640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 0x7f91600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:41.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.569+0000 7f917a44f640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 0x7f91600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:41.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.569+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7f91640ef110 con 0x7f9174102790 2024-09-10T07:42:41.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.570+0000 7f917a44f640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 0x7f91600a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9170004190 tx=0x7f9170014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:41.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.572+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f91640bbec0 con 0x7f9174102790 2024-09-10T07:42:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.839+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91741021c0 con 0x7f9174102790 2024-09-10T07:42:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.841+0000 7f916b7fe640 1 -- 172.21.15.7:0/2225044160 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10524 (secure 0 0 0) 0x7f91741021c0 con 0x7f9174102790 2024-09-10T07:42:41.840 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:41.840 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"btime":"2024-09-10T07:42:40:091734+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24491,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-09-10T07:42:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 msgr2=0x7f91600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 0x7f91600a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9170004190 tx=0x7f9170014040 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 msgr2=0x7f9174198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9164005940 tx=0x7f91640040c0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 shutdown_connections 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91600a2b80 0x7f91600a5040 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9174106f10 0x7f917419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9174102790 0x7f9174198960 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 --2- 172.21.15.7:0/2225044160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9174101de0 0x7f9174198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:41.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.843+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 >> 172.21.15.7:0/2225044160 conn(0x7f91740fd8c0 msgr2=0x7f91740fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:41.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.844+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 shutdown_connections 2024-09-10T07:42:41.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:41.844+0000 7f917c6b3640 1 -- 172.21.15.7:0/2225044160 wait complete. 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2225044160' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:42.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:42.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:42.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:42 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:42.569 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-10T07:42:42.636 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2225044160' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.637 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:42 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2225044160' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:42.729 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:42.730 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:42 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:42:43.481 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:43.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 -- 172.21.15.7:0/890039410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc100e20 msgr2=0x7fc0cc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:43.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 --2- 172.21.15.7:0/890039410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc100e20 0x7fc0cc101200 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc009900 tx=0x7fc0bc02a480 comp rx=0 tx=0).stop 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 -- 172.21.15.7:0/890039410 shutdown_connections 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 --2- 172.21.15.7:0/890039410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc102ef0 0x7fc0cc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 --2- 172.21.15.7:0/890039410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102570 0x7fc0cc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 --2- 172.21.15.7:0/890039410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc100e20 0x7fc0cc101200 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 -- 172.21.15.7:0/890039410 >> 172.21.15.7:0/890039410 conn(0x7fc0cc0fc7d0 msgr2=0x7fc0cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 -- 172.21.15.7:0/890039410 shutdown_connections 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.960+0000 7fc0d1083640 1 -- 172.21.15.7:0/890039410 wait complete. 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 Processor -- start 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 -- start start 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc100e20 0x7fc0cc1991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:43.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102ef0 0x7fc0cc1a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc0cc110e30 con 0x7fc0cc102570 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc0cc110cb0 con 0x7fc0cc102ef0 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0d1083640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc0cc110fb0 con 0x7fc0cc100e20 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0ca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0ca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55838/0 (socket says 172.21.15.7:55838) 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.961+0000 7fc0ca59c640 1 -- 172.21.15.7:0/2870021904 learned_addr learned my addr 172.21.15.7:0/2870021904 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0cad9d640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc100e20 0x7fc0cc1991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0cb59e640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102ef0 0x7fc0cc1a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 -- 172.21.15.7:0/2870021904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc100e20 msgr2=0x7fc0cc1991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc100e20 0x7fc0cc1991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 -- 172.21.15.7:0/2870021904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102ef0 msgr2=0x7fc0cc1a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102ef0 0x7fc0cc1a4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:43.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 -- 172.21.15.7:0/2870021904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0cc1a47a0 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0ca59c640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400c890 tx=0x7fc0b400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4004220 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0cc1a4970 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0b40043c0 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0cc1a4f00 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.962+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4004a00 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.963+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0cc1021b0 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.965+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fc0b4004ba0 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.966+0000 7fc0c3fff640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 0x7fc0b80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.966+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7fc0b40cec70 con 0x7fc0cc102570 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.966+0000 7fc0cad9d640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 0x7fc0b80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.967+0000 7fc0cad9d640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 0x7fc0b80a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc009230 tx=0x7fc0bc0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:43.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:43.969+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc0b4014030 con 0x7fc0cc102570 2024-09-10T07:42:44.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.160+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc0cc101200 con 0x7fc0cc102570 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.161+0000 7fc0c3fff640 1 -- 172.21.15.7:0/2870021904 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v75) ==== 84+0+65 (secure 0 0 0) 0x7fc0cc101200 con 0x7fc0cc102570 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:42:44.161 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 msgr2=0x7fc0b80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 0x7fc0b80a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc009230 tx=0x7fc0bc0058d0 comp rx=0 tx=0).stop 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 msgr2=0x7fc0cc199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400c890 tx=0x7fc0b400cd50 comp rx=0 tx=0).stop 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 shutdown_connections 2024-09-10T07:42:44.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc0b80a2b80 0x7fc0b80a5040 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc0cc102ef0 0x7fc0cc1a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0cc102570 0x7fc0cc199720 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 --2- 172.21.15.7:0/2870021904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0cc100e20 0x7fc0cc1991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.163+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 >> 172.21.15.7:0/2870021904 conn(0x7fc0cc0fc7d0 msgr2=0x7fc0cc0fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.164+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 shutdown_connections 2024-09-10T07:42:44.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:44.164+0000 7fc0d1083640 1 -- 172.21.15.7:0/2870021904 wait complete. 2024-09-10T07:42:44.472 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:44.472 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.473 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.473 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.473 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.473 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.473 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:44 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2870021904' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:44 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2870021904' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T07:42:44.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:44 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2870021904' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T07:42:44.797 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:42:44.797 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:42:45.065 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 -- 172.21.15.7:0/3862024529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b41027a0 msgr2=0x7fe4b41067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 --2- 172.21.15.7:0/3862024529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b41027a0 0x7fe4b41067f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009900 tx=0x7fe4a802a410 comp rx=0 tx=0).stop 2024-09-10T07:42:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 -- 172.21.15.7:0/3862024529 shutdown_connections 2024-09-10T07:42:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 --2- 172.21.15.7:0/3862024529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b4106f20 0x7fe4b410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 --2- 172.21.15.7:0/3862024529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b41027a0 0x7fe4b41067f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 --2- 172.21.15.7:0/3862024529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.556+0000 7fe4baa98640 1 -- 172.21.15.7:0/3862024529 >> 172.21.15.7:0/3862024529 conn(0x7fe4b40fd8b0 msgr2=0x7fe4b40ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- 172.21.15.7:0/3862024529 shutdown_connections 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- 172.21.15.7:0/3862024529 wait complete. 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 Processor -- start 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- start start 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 0x7fe4b41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b4111e30 con 0x7fe4b4106f20 2024-09-10T07:42:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b4111cb0 con 0x7fe4b41027a0 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.557+0000 7fe4baa98640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b4111fb0 con 0x7fe4b4101df0 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55852/0 (socket says 172.21.15.7:55852) 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 -- 172.21.15.7:0/1106649588 learned_addr learned my addr 172.21.15.7:0/1106649588 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b3fff640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 0x7fe4b41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b8834640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 -- 172.21.15.7:0/1106649588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 msgr2=0x7fe4b4198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b4198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 -- 172.21.15.7:0/1106649588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 msgr2=0x7fe4b41988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 0x7fe4b41988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 -- 172.21.15.7:0/1106649588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b419d340 con 0x7fe4b4106f20 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b3fff640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 0x7fe4b41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b8834640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b9035640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00eaa0 tx=0x7fe4ac00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac00cdb0 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b419d630 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4ac005020 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac0116d0 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.558+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b41a4f10 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.559+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b41021d0 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.560+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fe4ac0051d0 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.561+0000 7fe4b1ffb640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 0x7fe49c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.561+0000 7fe4b8834640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 0x7fe49c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.561+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7127+0+0 (secure 0 0 0) 0x7fe4ac0cede0 con 0x7fe4b4106f20 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.562+0000 7fe4b8834640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 0x7fe49c0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe4a4009b50 tx=0x7fe4a4005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:45.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.565+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe4ac016030 con 0x7fe4b4106f20 2024-09-10T07:42:45.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:45.741+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe4b410a160 con 0x7fe4b4106f20 2024-09-10T07:42:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.394+0000 7fe4b1ffb640 1 -- 172.21.15.7:0/1106649588 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v76) ==== 138+0+0 (secure 0 0 0) 0x7fe4ac09c1e0 con 0x7fe4b4106f20 2024-09-10T07:42:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-09-10T07:42:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 msgr2=0x7fe49c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 0x7fe49c0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe4a4009b50 tx=0x7fe4a4005f90 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 msgr2=0x7fe4b419cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00eaa0 tx=0x7fe4ac00ef60 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 shutdown_connections 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe49c0a2b80 0x7fe49c0a5040 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4b4106f20 0x7fe4b419cc60 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4b41027a0 0x7fe4b41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 --2- 172.21.15.7:0/1106649588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b4101df0 0x7fe4b4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 >> 172.21.15.7:0/1106649588 conn(0x7fe4b40fd8b0 msgr2=0x7fe4b40fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 shutdown_connections 2024-09-10T07:42:46.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:46.397+0000 7fe4baa98640 1 -- 172.21.15.7:0/1106649588 wait complete. 2024-09-10T07:42:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:46.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:46.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:46 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:46 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T07:42:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:42:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:42:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:42:46.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:46 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T07:42:47.041 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-10T07:42:47.304 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:47 smithi007 ceph-mon[30879]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:47 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T07:42:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:47 smithi007 ceph-mon[30879]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T07:42:47.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:47 smithi145 ceph-mon[34766]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:47 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T07:42:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:47 smithi145 ceph-mon[34766]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T07:42:47.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:47 smithi110 ceph-mon[34417]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:47.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:47 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1106649588' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T07:42:47.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:47 smithi110 ceph-mon[34417]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T07:42:47.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 -- 172.21.15.7:0/2021066989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 msgr2=0x7fb81010dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 --2- 172.21.15.7:0/2021066989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81010dbd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb808009ca0 tx=0x7fb80802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 -- 172.21.15.7:0/2021066989 shutdown_connections 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 --2- 172.21.15.7:0/2021066989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81010dbd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 --2- 172.21.15.7:0/2021066989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 0x7fb810105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 --2- 172.21.15.7:0/2021066989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 0x7fb810101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 -- 172.21.15.7:0/2021066989 >> 172.21.15.7:0/2021066989 conn(0x7fb810077210 msgr2=0x7fb8100fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 -- 172.21.15.7:0/2021066989 shutdown_connections 2024-09-10T07:42:47.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.810+0000 7fb8167c7640 1 -- 172.21.15.7:0/2021066989 wait complete. 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 Processor -- start 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 -- start start 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 0x7fb810198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 0x7fb810198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb810110f00 con 0x7fb810106050 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb810110d80 con 0x7fb810101440 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb8167c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb810111080 con 0x7fb810101df0 2024-09-10T07:42:47.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55870/0 (socket says 172.21.15.7:55870) 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 -- 172.21.15.7:0/779434433 learned_addr learned my addr 172.21.15.7:0/779434433 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb80ffff640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 0x7fb810198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb807fff640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 0x7fb810198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 -- 172.21.15.7:0/779434433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 msgr2=0x7fb810198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 0x7fb810198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 -- 172.21.15.7:0/779434433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 msgr2=0x7fb810198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 0x7fb810198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.811+0000 7fb814d64640 1 -- 172.21.15.7:0/779434433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb81019d520 con 0x7fb810106050 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb814d64640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb808009dc0 tx=0x7fb808032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808003cf0 con 0x7fb810106050 2024-09-10T07:42:47.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8080044f0 con 0x7fb810106050 2024-09-10T07:42:47.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb81019d7b0 con 0x7fb810106050 2024-09-10T07:42:47.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808030bf0 con 0x7fb810106050 2024-09-10T07:42:47.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.812+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8101a50f0 con 0x7fb810106050 2024-09-10T07:42:47.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.813+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb810101820 con 0x7fb810106050 2024-09-10T07:42:47.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.814+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fb808004040 con 0x7fb810106050 2024-09-10T07:42:47.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.815+0000 7fb80dffb640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 0x7fb7fc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:47.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.815+0000 7fb80ffff640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 0x7fb7fc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:47.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.815+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7497+0+0 (secure 0 0 0) 0x7fb8080f04d0 con 0x7fb810106050 2024-09-10T07:42:47.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.816+0000 7fb80ffff640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 0x7fb7fc0a50c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb80000bbe0 tx=0x7fb80000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:47.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.818+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb8080bd6c0 con 0x7fb810106050 2024-09-10T07:42:47.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:47.997+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fb8101998d0 con 0x7fb810106050 2024-09-10T07:42:48.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.435+0000 7fb80dffb640 1 -- 172.21.15.7:0/779434433 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v78) ==== 171+0+0 (secure 0 0 0) 0x7fb8101998d0 con 0x7fb810106050 2024-09-10T07:42:48.434 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-09-10T07:42:48.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 msgr2=0x7fb7fc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:48.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 0x7fb7fc0a50c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb80000bbe0 tx=0x7fb80000b390 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 msgr2=0x7fb81019ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb808009dc0 tx=0x7fb808032ff0 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 shutdown_connections 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7fc0a2c00 0x7fb7fc0a50c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb810106050 0x7fb81019ce40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb810101df0 0x7fb810198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 --2- 172.21.15.7:0/779434433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb810101440 0x7fb810198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:48.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.437+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 >> 172.21.15.7:0/779434433 conn(0x7fb810077210 msgr2=0x7fb8101002d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:48.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.438+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 shutdown_connections 2024-09-10T07:42:48.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:48.438+0000 7fb8167c7640 1 -- 172.21.15.7:0/779434433 wait complete. 2024-09-10T07:42:48.740 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:48 smithi007 ceph-mon[30879]: pgmap v270: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:48.740 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:48 smithi007 ceph-mon[30879]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:48.740 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:48 smithi007 ceph-mon[30879]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T07:42:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:48 smithi145 ceph-mon[34766]: pgmap v270: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:48 smithi145 ceph-mon[34766]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:48 smithi145 ceph-mon[34766]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T07:42:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:48 smithi110 ceph-mon[34417]: pgmap v270: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:48 smithi110 ceph-mon[34417]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:48 smithi110 ceph-mon[34417]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T07:42:49.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:42:49.321 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:49.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:49 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T07:42:49.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:49 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T07:42:49.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:49 smithi145 ceph-mon[34766]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T07:42:49.719 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:49 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T07:42:49.719 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:49 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T07:42:49.719 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:49 smithi007 ceph-mon[30879]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T07:42:49.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 -- 172.21.15.7:0/1240674193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe24810c590 msgr2=0x7fe24810c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:49.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 --2- 172.21.15.7:0/1240674193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe24810c590 0x7fe24810c9f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe234009900 tx=0x7fe23402a410 comp rx=0 tx=0).stop 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 -- 172.21.15.7:0/1240674193 shutdown_connections 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 --2- 172.21.15.7:0/1240674193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe248119410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 --2- 172.21.15.7:0/1240674193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe24810c590 0x7fe24810c9f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 --2- 172.21.15.7:0/1240674193 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe248112640 0x7fe248112a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 -- 172.21.15.7:0/1240674193 >> 172.21.15.7:0/1240674193 conn(0x7fe24806cdc0 msgr2=0x7fe24806d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 -- 172.21.15.7:0/1240674193 shutdown_connections 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.805+0000 7fe24ee62640 1 -- 172.21.15.7:0/1240674193 wait complete. 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 Processor -- start 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 -- start start 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe24810c590 0x7fe2481a8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe2481a8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:49.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe24811c810 con 0x7fe248112640 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe24811c690 con 0x7fe24810c590 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24ee62640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe24811c990 con 0x7fe24810cf30 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24d3ff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.806+0000 7fe24d3ff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55886/0 (socket says 172.21.15.7:55886) 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 -- 172.21.15.7:0/4025331694 learned_addr learned my addr 172.21.15.7:0/4025331694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24cbfe640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe24810c590 0x7fe2481a8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe247fff640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe2481a8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 -- 172.21.15.7:0/4025331694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 msgr2=0x7fe2481a8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe2481a8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 -- 172.21.15.7:0/4025331694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe24810c590 msgr2=0x7fe2481a8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe24810c590 0x7fe2481a8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:49.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 -- 172.21.15.7:0/4025331694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2481a3390 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe247fff640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe2481a8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24d3ff640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe24000eb10 tx=0x7fe24000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24000ce20 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2481a3680 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe240005020 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe240010690 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.807+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2481af800 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.808+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe24810dcb0 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.809+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fe2400051d0 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.810+0000 7fe245ffb640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 0x7fe2380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.810+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7879+0+0 (secure 0 0 0) 0x7fe2400cf4d0 con 0x7fe248112640 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.810+0000 7fe24cbfe640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 0x7fe2380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:49.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.811+0000 7fe24cbfe640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 0x7fe2380a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe23c00abe0 tx=0x7fe23c00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:49.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:49.815+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe24009c5e0 con 0x7fe248112640 2024-09-10T07:42:49.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:49 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T07:42:49.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:49 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/779434433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T07:42:49.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:49 smithi110 ceph-mon[34417]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T07:42:50.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.026+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe2481144d0 con 0x7fe248112640 2024-09-10T07:42:50.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.451+0000 7fe245ffb640 1 -- 172.21.15.7:0/4025331694 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fe24009bee0 con 0x7fe248112640 2024-09-10T07:42:50.451 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 msgr2=0x7fe2380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 0x7fe2380a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe23c00abe0 tx=0x7fe23c00a2d0 comp rx=0 tx=0).stop 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 msgr2=0x7fe2481a2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe24000eb10 tx=0x7fe24000ef10 comp rx=0 tx=0).stop 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 shutdown_connections 2024-09-10T07:42:50.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe2380a2b80 0x7fe2380a5040 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe248112640 0x7fe2481a2b20 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe24810cf30 0x7fe2481a8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 --2- 172.21.15.7:0/4025331694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe24810c590 0x7fe2481a8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.453+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 >> 172.21.15.7:0/4025331694 conn(0x7fe24806cdc0 msgr2=0x7fe24810af20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.454+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 shutdown_connections 2024-09-10T07:42:50.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:50.454+0000 7fe24ee62640 1 -- 172.21.15.7:0/4025331694 wait complete. 2024-09-10T07:42:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:50 smithi145 ceph-mon[34766]: pgmap v273: 97 pgs: 22 active+clean, 1 creating+activating, 18 creating+peering, 56 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:50 smithi145 ceph-mon[34766]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T07:42:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:50 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T07:42:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:50 smithi145 ceph-mon[34766]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T07:42:50.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:50 smithi007 ceph-mon[30879]: pgmap v273: 97 pgs: 22 active+clean, 1 creating+activating, 18 creating+peering, 56 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:50.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:50 smithi007 ceph-mon[30879]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T07:42:50.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:50 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T07:42:50.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:50 smithi007 ceph-mon[30879]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T07:42:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:50 smithi110 ceph-mon[34417]: pgmap v273: 97 pgs: 22 active+clean, 1 creating+activating, 18 creating+peering, 56 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:42:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:50 smithi110 ceph-mon[34417]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T07:42:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:50 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T07:42:50.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:50 smithi110 ceph-mon[34417]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T07:42:51.128 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-10T07:42:51.128 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-10T07:42:51.390 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:51.697 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T07:42:51.697 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T07:42:51.698 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T07:42:51.698 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T07:42:51.698 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:active 2024-09-10T07:42:51.698 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:51 smithi007 ceph-mon[30879]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:active 2024-09-10T07:42:51.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:51 smithi145 ceph-mon[34766]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:42:51.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 -- 172.21.15.7:0/3131186086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50100a80 msgr2=0x7fba50100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:51.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 --2- 172.21.15.7:0/3131186086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50100a80 0x7fba50100ee0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fba3c009930 tx=0x7fba3c02a420 comp rx=0 tx=0).stop 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 -- 172.21.15.7:0/3131186086 shutdown_connections 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 --2- 172.21.15.7:0/3131186086 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 0x7fba5010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 --2- 172.21.15.7:0/3131186086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50100a80 0x7fba50100ee0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 --2- 172.21.15.7:0/3131186086 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50106a80 0x7fba50106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 -- 172.21.15.7:0/3131186086 >> 172.21.15.7:0/3131186086 conn(0x7fba500fc7a0 msgr2=0x7fba500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 -- 172.21.15.7:0/3131186086 shutdown_connections 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.892+0000 7fba56ffb640 1 -- 172.21.15.7:0/3131186086 wait complete. 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.893+0000 7fba56ffb640 1 Processor -- start 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.893+0000 7fba56ffb640 1 -- start start 2024-09-10T07:42:51.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.893+0000 7fba56ffb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50100a80 0x7fba501983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.893+0000 7fba56ffb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 0x7fba50198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba56ffb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba56ffb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba50110d30 con 0x7fba50106a80 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba56ffb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fba50110bb0 con 0x7fba50101420 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba56ffb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fba50110eb0 con 0x7fba50100a80 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40396/0 (socket says 172.21.15.7:40396) 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 -- 172.21.15.7:0/1736416198 learned_addr learned my addr 172.21.15.7:0/1736416198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba54d97640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50100a80 0x7fba501983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba4ffff640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 0x7fba50198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 -- 172.21.15.7:0/1736416198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50100a80 msgr2=0x7fba501983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50100a80 0x7fba501983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:51.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 -- 172.21.15.7:0/1736416198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 msgr2=0x7fba50198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 0x7fba50198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 -- 172.21.15.7:0/1736416198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5019d380 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba55598640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fba4800eb10 tx=0x7fba4800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48004b20 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba48004cc0 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba5019d670 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.894+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48010690 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.895+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba501a4f50 con 0x7fba50106a80 2024-09-10T07:42:51.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.896+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba50100ee0 con 0x7fba50106a80 2024-09-10T07:42:51.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.897+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fba48005000 con 0x7fba50106a80 2024-09-10T07:42:51.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.898+0000 7fba4dffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 0x7fba400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:51.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.898+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fba480cf670 con 0x7fba50106a80 2024-09-10T07:42:51.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.898+0000 7fba54d97640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 0x7fba400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:51.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.898+0000 7fba54d97640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 0x7fba400a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fba440058c0 tx=0x7fba4400a250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:51.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:51.901+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba480541b0 con 0x7fba50106a80 2024-09-10T07:42:51.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T07:42:51.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4025331694' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T07:42:51.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T07:42:51.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T07:42:51.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] up:active 2024-09-10T07:42:51.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:51 smithi110 ceph-mon[34417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:42:52.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.087+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fba50199730 con 0x7fba50106a80 2024-09-10T07:42:52.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.651+0000 7fba4dffb640 1 -- 172.21.15.7:0/1736416198 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v81) ==== 157+0+0 (secure 0 0 0) 0x7fba50199730 con 0x7fba50106a80 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 msgr2=0x7fba400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 0x7fba400a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fba440058c0 tx=0x7fba4400a250 comp rx=0 tx=0).stop 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 msgr2=0x7fba5019cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fba4800eb10 tx=0x7fba4800c2d0 comp rx=0 tx=0).stop 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 shutdown_connections 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fba400a2b80 0x7fba400a5040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba50106a80 0x7fba5019cca0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:52.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fba50101420 0x7fba50198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:52.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 --2- 172.21.15.7:0/1736416198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba50100a80 0x7fba501983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:52.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 >> 172.21.15.7:0/1736416198 conn(0x7fba500fc7a0 msgr2=0x7fba5006ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:52.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 shutdown_connections 2024-09-10T07:42:52.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:52.654+0000 7fba56ffb640 1 -- 172.21.15.7:0/1736416198 wait complete. 2024-09-10T07:42:52.710 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:52 smithi110 ceph-mon[34417]: pgmap v276: 97 pgs: 39 active+clean, 1 creating+activating, 18 creating+peering, 39 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 0 op/s 2024-09-10T07:42:52.710 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:52 smithi110 ceph-mon[34417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T07:42:52.710 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:52 smithi110 ceph-mon[34417]: Cluster is now healthy 2024-09-10T07:42:52.710 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T07:42:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:52 smithi145 ceph-mon[34766]: pgmap v276: 97 pgs: 39 active+clean, 1 creating+activating, 18 creating+peering, 39 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 0 op/s 2024-09-10T07:42:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:52 smithi145 ceph-mon[34766]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T07:42:52.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:52 smithi145 ceph-mon[34766]: Cluster is now healthy 2024-09-10T07:42:52.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T07:42:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:52 smithi007 ceph-mon[30879]: pgmap v276: 97 pgs: 39 active+clean, 1 creating+activating, 18 creating+peering, 39 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 0 op/s 2024-09-10T07:42:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:52 smithi007 ceph-mon[30879]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T07:42:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:52 smithi007 ceph-mon[30879]: Cluster is now healthy 2024-09-10T07:42:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T07:42:53.369 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:42:53.636 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:53.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:53 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T07:42:53.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:53 smithi007 ceph-mon[30879]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T07:42:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:53 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T07:42:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:53 smithi110 ceph-mon[34417]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T07:42:53.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:53 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1736416198' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T07:42:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:53 smithi145 ceph-mon[34766]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T07:42:54.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 -- 172.21.15.7:0/1663725138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb14103660 msgr2=0x7ffb1410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:54.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/1663725138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb14103660 0x7ffb1410bb50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ffb04009900 tx=0x7ffb0402a480 comp rx=0 tx=0).stop 2024-09-10T07:42:54.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 -- 172.21.15.7:0/1663725138 shutdown_connections 2024-09-10T07:42:54.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/1663725138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb1410c170 0x7ffb1410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:54.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/1663725138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb14103660 0x7ffb1410bb50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:54.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/1663725138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14102d40 0x7ffb14103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 -- 172.21.15.7:0/1663725138 >> 172.21.15.7:0/1663725138 conn(0x7ffb140fc7a0 msgr2=0x7ffb140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 -- 172.21.15.7:0/1663725138 shutdown_connections 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.120+0000 7ffb1ad98640 1 -- 172.21.15.7:0/1663725138 wait complete. 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 Processor -- start 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 -- start start 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb14102d40 0x7ffb14198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 0x7ffb14198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffb14111e60 con 0x7ffb1410c170 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffb14111ce0 con 0x7ffb14102d40 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb1ad98640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffb14111fe0 con 0x7ffb14103660 2024-09-10T07:42:54.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb19335640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb19335640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40412/0 (socket says 172.21.15.7:40412) 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb19335640 1 -- 172.21.15.7:0/2929149680 learned_addr learned my addr 172.21.15.7:0/2929149680 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.121+0000 7ffb18b34640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb14102d40 0x7ffb14198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb0bfff640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 0x7ffb14198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 -- 172.21.15.7:0/2929149680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 msgr2=0x7ffb14198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 0x7ffb14198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 -- 172.21.15.7:0/2929149680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb14102d40 msgr2=0x7ffb14198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb14102d40 0x7ffb14198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 -- 172.21.15.7:0/2929149680 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb1419d3d0 con 0x7ffb1410c170 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb0bfff640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 0x7ffb14198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb19335640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00cce0 tx=0x7ffb0c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:54.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c00f450 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb0c00faa0 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb1419d6c0 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c018a80 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.122+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb141a4fa0 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.123+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb14103120 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.124+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ffb0c00fc50 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.125+0000 7ffb09ffb640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 0x7ffafc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.125+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8277+0+0 (secure 0 0 0) 0x7ffb0c0cf5a0 con 0x7ffb1410c170 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.125+0000 7ffb18b34640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 0x7ffafc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:54.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.126+0000 7ffb18b34640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 0x7ffafc0a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009990 tx=0x7ffb10009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:54.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.129+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb0c014030 con 0x7ffb1410c170 2024-09-10T07:42:54.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:54.306+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ffb141071e0 con 0x7ffb1410c170 2024-09-10T07:42:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:55 smithi007 ceph-mon[30879]: pgmap v278: 97 pgs: 66 active+clean, 13 creating+peering, 18 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 2 op/s 2024-09-10T07:42:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:55 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T07:42:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:55 smithi110 ceph-mon[34417]: pgmap v278: 97 pgs: 66 active+clean, 13 creating+peering, 18 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 2 op/s 2024-09-10T07:42:55.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:55 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T07:42:55.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:42:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:42:55.099+0000 7f2b0c9e4640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:42:55.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:55 smithi145 ceph-mon[34766]: pgmap v278: 97 pgs: 66 active+clean, 13 creating+peering, 18 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 2 op/s 2024-09-10T07:42:55.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:55 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T07:42:55.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.662+0000 7ffb09ffb640 1 -- 172.21.15.7:0/2929149680 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v83) ==== 228+0+0 (secure 0 0 0) 0x7ffb0c09c470 con 0x7ffb1410c170 2024-09-10T07:42:55.662 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data_ec' created 2024-09-10T07:42:55.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.665+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 msgr2=0x7ffafc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:55.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.665+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 0x7ffafc0a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009990 tx=0x7ffb10009110 comp rx=0 tx=0).stop 2024-09-10T07:42:55.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.665+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 msgr2=0x7ffb1419ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:55.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.665+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00cce0 tx=0x7ffb0c00a620 comp rx=0 tx=0).stop 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 shutdown_connections 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffafc0a2b80 0x7ffafc0a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffb1410c170 0x7ffb1419ccf0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb14103660 0x7ffb14198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 --2- 172.21.15.7:0/2929149680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb14102d40 0x7ffb14198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 >> 172.21.15.7:0/2929149680 conn(0x7ffb140fc7a0 msgr2=0x7ffb140fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:55.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 shutdown_connections 2024-09-10T07:42:55.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:55.666+0000 7ffb1ad98640 1 -- 172.21.15.7:0/2929149680 wait complete. 2024-09-10T07:42:56.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:56 smithi007 ceph-mon[30879]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 8 op/s 2024-09-10T07:42:56.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:56 smithi007 ceph-mon[30879]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T07:42:56.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:56 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T07:42:56.301 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:56 smithi007 ceph-mon[30879]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T07:42:56.337 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-10T07:42:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:56 smithi110 ceph-mon[34417]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 8 op/s 2024-09-10T07:42:56.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:56 smithi110 ceph-mon[34417]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T07:42:56.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:56 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T07:42:56.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:56 smithi110 ceph-mon[34417]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T07:42:56.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:56 smithi145 ceph-mon[34766]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 8 op/s 2024-09-10T07:42:56.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:56 smithi145 ceph-mon[34766]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T07:42:56.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:56 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2929149680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T07:42:56.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:56 smithi145 ceph-mon[34766]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T07:42:56.601 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:57.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.073+0000 7f87a06fe640 1 -- 172.21.15.7:0/3839808030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 msgr2=0x7f8798105eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:57.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.073+0000 7f87a06fe640 1 --2- 172.21.15.7:0/3839808030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f8798105eb0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8794009900 tx=0x7f879402a410 comp rx=0 tx=0).stop 2024-09-10T07:42:57.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- 172.21.15.7:0/3839808030 shutdown_connections 2024-09-10T07:42:57.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- 172.21.15.7:0/3839808030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 0x7f879810d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- 172.21.15.7:0/3839808030 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 0x7f8798101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- 172.21.15.7:0/3839808030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f8798105eb0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- 172.21.15.7:0/3839808030 >> 172.21.15.7:0/3839808030 conn(0x7f8798077210 msgr2=0x7f87980fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- 172.21.15.7:0/3839808030 shutdown_connections 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- 172.21.15.7:0/3839808030 wait complete. 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 Processor -- start 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- start start 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 0x7f8798199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 0x7f87981996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:57.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8798110df0 con 0x7f8798105ad0 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8798110c70 con 0x7f87981011c0 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.074+0000 7f87a06fe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8798110f70 con 0x7f8798101b60 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40438/0 (socket says 172.21.15.7:40438) 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 -- 172.21.15.7:0/352219901 learned_addr learned my addr 172.21.15.7:0/352219901 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879dc99640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 0x7f87981996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879e49a640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 0x7f8798199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 -- 172.21.15.7:0/352219901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 msgr2=0x7f87981996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 0x7f87981996a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 -- 172.21.15.7:0/352219901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 msgr2=0x7f8798199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 0x7f8798199160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 -- 172.21.15.7:0/352219901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87981a4720 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f879ec9b640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f879000e9d0 tx=0x7f879000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879000cd80 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8790005020 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87981a48f0 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87900116d0 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.075+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87981a4e30 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.076+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8798101620 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.078+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f87900051d0 con 0x7f8798105ad0 2024-09-10T07:42:57.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.079+0000 7f878f7fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 0x7f87840a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:57.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.079+0000 7f879e49a640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 0x7f87840a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:57.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.079+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8770+0+0 (secure 0 0 0) 0x7f87900cf6e0 con 0x7f8798105ad0 2024-09-10T07:42:57.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.080+0000 7f879e49a640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 0x7f87840a50c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8794000c00 tx=0x7f8794005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:57.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.083+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8790016030 con 0x7f8798105ad0 2024-09-10T07:42:57.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.258+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f87981006a0 con 0x7f8798105ad0 2024-09-10T07:42:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.669+0000 7f878f7fe640 1 -- 172.21.15.7:0/352219901 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v85) ==== 169+0+0 (secure 0 0 0) 0x7f87981006a0 con 0x7f8798105ad0 2024-09-10T07:42:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:set pool 4 allow_ec_overwrites to true 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 msgr2=0x7f87840a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 0x7f87840a50c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8794000c00 tx=0x7f8794005a20 comp rx=0 tx=0).stop 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 msgr2=0x7f87981a41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f879000e9d0 tx=0x7f879000ee90 comp rx=0 tx=0).stop 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 shutdown_connections 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87840a2c00 0x7f87840a50c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8798105ad0 0x7f87981a41e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8798101b60 0x7f87981996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 --2- 172.21.15.7:0/352219901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87981011c0 0x7f8798199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.672+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 >> 172.21.15.7:0/352219901 conn(0x7f8798077210 msgr2=0x7f87981041f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.673+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 shutdown_connections 2024-09-10T07:42:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:57.673+0000 7f87a06fe640 1 -- 172.21.15.7:0/352219901 wait complete. 2024-09-10T07:42:57.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:57 smithi145 ceph-mon[34766]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T07:42:57.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:57 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T07:42:58.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:57 smithi007 ceph-mon[30879]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T07:42:58.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:57 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T07:42:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:57 smithi110 ceph-mon[34417]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T07:42:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:57 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T07:42:58.372 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-10T07:42:58.632 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:42:58.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:58 smithi007 ceph-mon[30879]: pgmap v283: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 8 op/s 2024-09-10T07:42:58.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:58 smithi007 ceph-mon[30879]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:58.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:58 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T07:42:58.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:58 smithi007 ceph-mon[30879]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T07:42:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:58 smithi145 ceph-mon[34766]: pgmap v283: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 8 op/s 2024-09-10T07:42:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:58 smithi145 ceph-mon[34766]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:58.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:58 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T07:42:58.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:58 smithi145 ceph-mon[34766]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 -- 172.21.15.7:0/3595616228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0101420 msgr2=0x7f68c010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 --2- 172.21.15.7:0/3595616228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0101420 0x7f68c010d950 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f68b8009cd0 tx=0x7f68b802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 -- 172.21.15.7:0/3595616228 shutdown_connections 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 --2- 172.21.15.7:0/3595616228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0101420 0x7f68c010d950 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 --2- 172.21.15.7:0/3595616228 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 0x7f68c0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 --2- 172.21.15.7:0/3595616228 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0106a80 0x7f68c0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 -- 172.21.15.7:0/3595616228 >> 172.21.15.7:0/3595616228 conn(0x7f68c00fc7a0 msgr2=0x7f68c00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.140+0000 7f68c7183640 1 -- 172.21.15.7:0/3595616228 shutdown_connections 2024-09-10T07:42:59.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 -- 172.21.15.7:0/3595616228 wait complete. 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 Processor -- start 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 -- start start 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 0x7f68c0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0101420 0x7f68c0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0110d30 con 0x7f68c0106a80 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0110bb0 con 0x7f68c0101420 2024-09-10T07:42:59.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.141+0000 7f68c7183640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0110eb0 con 0x7f68c0100a80 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40460/0 (socket says 172.21.15.7:40460) 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 -- 172.21.15.7:0/3012463177 learned_addr learned my addr 172.21.15.7:0/3012463177 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68bffff640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0101420 0x7f68c0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c4f1f640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 0x7f68c0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 -- 172.21.15.7:0/3012463177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 msgr2=0x7f68c0198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 0x7f68c0198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 -- 172.21.15.7:0/3012463177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0101420 msgr2=0x7f68c0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0101420 0x7f68c0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 -- 172.21.15.7:0/3012463177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c019d300 con 0x7f68c0106a80 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c5720640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f68b8005cc0 tx=0x7f68b8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8004450 con 0x7f68c0106a80 2024-09-10T07:42:59.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68b8031c90 con 0x7f68c0106a80 2024-09-10T07:42:59.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c019d590 con 0x7f68c0106a80 2024-09-10T07:42:59.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.142+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b803b400 con 0x7f68c0106a80 2024-09-10T07:42:59.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.143+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c01a4ed0 con 0x7f68c0106a80 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.144+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c0100ee0 con 0x7f68c0106a80 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.145+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f68b8004680 con 0x7f68c0106a80 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.145+0000 7f68bdffb640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 0x7f68b00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.146+0000 7f68c4f1f640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 0x7f68b00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.146+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8770+0+0 (secure 0 0 0) 0x7f68b802e030 con 0x7f68c0106a80 2024-09-10T07:42:59.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.146+0000 7f68c4f1f640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 0x7f68b00a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f68b400bb60 tx=0x7f68b400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:59.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.150+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f68b80bd0d0 con 0x7f68c0106a80 2024-09-10T07:42:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:58 smithi110 ceph-mon[34417]: pgmap v283: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 8 op/s 2024-09-10T07:42:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:58 smithi110 ceph-mon[34417]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T07:42:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:58 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/352219901' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T07:42:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:58 smithi110 ceph-mon[34417]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T07:42:59.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.364+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f68c010a060 con 0x7f68c0106a80 2024-09-10T07:42:59.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.677+0000 7f68bdffb640 1 -- 172.21.15.7:0/3012463177 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v16) ==== 137+0+0 (secure 0 0 0) 0x7f68b80098b0 con 0x7f68c0106a80 2024-09-10T07:42:59.677 INFO:teuthology.orchestra.run.smithi007.stderr:added data pool 4 to fsmap 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 msgr2=0x7f68b00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 0x7f68b00a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f68b400bb60 tx=0x7f68b400b390 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 msgr2=0x7f68c019cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f68b8005cc0 tx=0x7f68b8003c20 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 shutdown_connections 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68b00a2b80 0x7f68b00a5040 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68c0106a80 0x7f68c019cc20 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68c0101420 0x7f68c0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 --2- 172.21.15.7:0/3012463177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c0100a80 0x7f68c0198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 >> 172.21.15.7:0/3012463177 conn(0x7f68c00fc7a0 msgr2=0x7f68c006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 shutdown_connections 2024-09-10T07:42:59.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:42:59.680+0000 7f68c7183640 1 -- 172.21.15.7:0/3012463177 wait complete. 2024-09-10T07:42:59.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:42:59 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T07:43:00.059 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:42:59 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T07:43:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:42:59 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T07:43:00.415 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:43:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:00.929 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:00 smithi007 ceph-mon[30879]: pgmap v285: 129 pgs: 6 unknown, 123 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:00.929 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:00 smithi007 ceph-mon[30879]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T07:43:00.929 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:00 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T07:43:00.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:00 smithi007 ceph-mon[30879]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:00 smithi145 ceph-mon[34766]: pgmap v285: 129 pgs: 6 unknown, 123 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:00 smithi145 ceph-mon[34766]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T07:43:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:00 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T07:43:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:00 smithi145 ceph-mon[34766]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:00 smithi110 ceph-mon[34417]: pgmap v285: 129 pgs: 6 unknown, 123 active+clean; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:00 smithi110 ceph-mon[34417]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T07:43:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:00 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3012463177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T07:43:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:00 smithi110 ceph-mon[34417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:01.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 -- 172.21.15.7:0/1635264187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 msgr2=0x7fa3a0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:01.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 --2- 172.21.15.7:0/1635264187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a0100ee0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa390009930 tx=0x7fa39002a420 comp rx=0 tx=0).stop 2024-09-10T07:43:01.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 -- 172.21.15.7:0/1635264187 shutdown_connections 2024-09-10T07:43:01.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 --2- 172.21.15.7:0/1635264187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0101420 0x7fa3a010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 --2- 172.21.15.7:0/1635264187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a0100ee0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 --2- 172.21.15.7:0/1635264187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0106a80 0x7fa3a0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 -- 172.21.15.7:0/1635264187 >> 172.21.15.7:0/1635264187 conn(0x7fa3a00fc7a0 msgr2=0x7fa3a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 -- 172.21.15.7:0/1635264187 shutdown_connections 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 -- 172.21.15.7:0/1635264187 wait complete. 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.154+0000 7fa3a876a640 1 Processor -- start 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 -- start start 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0101420 0x7fa3a019ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0106a80 0x7fa3a019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a0110dd0 con 0x7fa3a0100a80 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a0110c50 con 0x7fa3a0101420 2024-09-10T07:43:01.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a876a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a0110f50 con 0x7fa3a0106a80 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42098/0 (socket says 172.21.15.7:42098) 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 -- 172.21.15.7:0/3490344054 learned_addr learned my addr 172.21.15.7:0/3490344054 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a5d05640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0101420 0x7fa3a019ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 -- 172.21.15.7:0/3490344054 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0106a80 msgr2=0x7fa3a019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6d07640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0106a80 0x7fa3a019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0106a80 0x7fa3a019efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 -- 172.21.15.7:0/3490344054 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0101420 msgr2=0x7fa3a019ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0101420 0x7fa3a019ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 -- 172.21.15.7:0/3490344054 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a019f690 con 0x7fa3a0100a80 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.155+0000 7fa3a6506640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa39c00b4a0 tx=0x7fa39c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:01.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.156+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c014070 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.156+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa39c010ac0 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.156+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a019f980 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.156+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c017c30 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.156+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a01a7260 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.157+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a0100f60 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.159+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa39c017070 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.159+0000 7fa3977fe640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 0x7fa38c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.159+0000 7fa3a5d05640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 0x7fa38c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.159+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fa39c0cea10 con 0x7fa3a0100a80 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.160+0000 7fa3a5d05640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 0x7fa38c0a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa390000c00 tx=0x7fa390031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:01.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.163+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa39c09b730 con 0x7fa3a0100a80 2024-09-10T07:43:01.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.375+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3a01a7520 con 0x7fa3a0100a80 2024-09-10T07:43:01.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.375+0000 7fa3977fe640 1 -- 172.21.15.7:0/3490344054 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11842 (secure 0 0 0) 0x7fa39c09b030 con 0x7fa3a0100a80 2024-09-10T07:43:01.376 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:01.376 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":16,"btime":"2024-09-10T07:42:59:672420+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:42:59.365810+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24491,"qdb_cluster":[24491]},"id":1}]} 2024-09-10T07:43:01.377 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 16 2024-09-10T07:43:01.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.377+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 msgr2=0x7fa38c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:01.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.377+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 0x7fa38c0a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa390000c00 tx=0x7fa390031400 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.377+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 msgr2=0x7fa3a019a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.377+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa39c00b4a0 tx=0x7fa39c00b960 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 shutdown_connections 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa38c0a2c00 0x7fa38c0a50c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a0106a80 0x7fa3a019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a0101420 0x7fa3a019ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 --2- 172.21.15.7:0/3490344054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa3a0100a80 0x7fa3a019a6e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 >> 172.21.15.7:0/3490344054 conn(0x7fa3a00fc7a0 msgr2=0x7fa3a006a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 shutdown_connections 2024-09-10T07:43:01.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:01.378+0000 7fa3a876a640 1 -- 172.21.15.7:0/3490344054 wait complete. 2024-09-10T07:43:01.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:01 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3490344054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:02.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:01 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3490344054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:02.067 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:01 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3490344054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:02.327 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:02.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:02 smithi007 ceph-mon[30879]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:02.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:02 smithi007 ceph-mon[30879]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T07:43:02.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:02 smithi007 ceph-mon[30879]: Cluster is now healthy 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 -- 172.21.15.7:0/3530359441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 msgr2=0x7f341410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 --2- 172.21.15.7:0/3530359441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f341410bb50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3404009900 tx=0x7f340402a480 comp rx=0 tx=0).stop 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 -- 172.21.15.7:0/3530359441 shutdown_connections 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 --2- 172.21.15.7:0/3530359441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 0x7f341410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 --2- 172.21.15.7:0/3530359441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f341410bb50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 --2- 172.21.15.7:0/3530359441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 0x7f3414103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.838+0000 7f341b696640 1 -- 172.21.15.7:0/3530359441 >> 172.21.15.7:0/3530359441 conn(0x7f34140fc7a0 msgr2=0x7f34140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- 172.21.15.7:0/3530359441 shutdown_connections 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- 172.21.15.7:0/3530359441 wait complete. 2024-09-10T07:43:02.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 Processor -- start 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- start start 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 0x7f3414198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 0x7f341419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3414111e20 con 0x7f3414103660 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3414111ca0 con 0x7f3414102d40 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f341b696640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3414111fa0 con 0x7f341410c170 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f3418c31640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f3418c31640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42112/0 (socket says 172.21.15.7:42112) 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.839+0000 7f3418c31640 1 -- 172.21.15.7:0/794293554 learned_addr learned my addr 172.21.15.7:0/794293554 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3419432640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 0x7f3414198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:02.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3419c33640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 0x7f341419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 -- 172.21.15.7:0/794293554 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 msgr2=0x7f341419cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 0x7f341419cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 -- 172.21.15.7:0/794293554 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 msgr2=0x7f3414198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 0x7f3414198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 -- 172.21.15.7:0/794293554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341419d340 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f3418c31640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3404005940 tx=0x7f34040042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340403f030 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3404003cb0 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341419d5d0 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404035070 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.840+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34141a4f10 con 0x7f3414103660 2024-09-10T07:43:02.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.841+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f341406b070 con 0x7f3414103660 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.842+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f3404042030 con 0x7f3414103660 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.843+0000 7f340a7fc640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 0x7f34000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.843+0000 7f3419432640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 0x7f34000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.844+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f34040ef9f0 con 0x7f3414103660 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.844+0000 7f3419432640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 0x7f34000a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3410005fd0 tx=0x7f3410009680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:02.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:02.848+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f34040bc0c0 con 0x7f3414103660 2024-09-10T07:43:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:02 smithi145 ceph-mon[34766]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:02 smithi145 ceph-mon[34766]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T07:43:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:02 smithi145 ceph-mon[34766]: Cluster is now healthy 2024-09-10T07:43:03.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.024+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f34141071e0 con 0x7f3414103660 2024-09-10T07:43:03.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.026+0000 7f340a7fc640 1 -- 172.21.15.7:0/794293554 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7f34040c03c0 con 0x7f3414103660 2024-09-10T07:43:03.026 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:03.026 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:03.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 msgr2=0x7f34000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:03.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 0x7f34000a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3410005fd0 tx=0x7f3410009680 comp rx=0 tx=0).stop 2024-09-10T07:43:03.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 msgr2=0x7f34141988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3404005940 tx=0x7f34040042f0 comp rx=0 tx=0).stop 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 shutdown_connections 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34000a2b80 0x7f34000a5040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f341410c170 0x7f341419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3414103660 0x7f34141988d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:03.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 --2- 172.21.15.7:0/794293554 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3414102d40 0x7f3414198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:03.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 >> 172.21.15.7:0/794293554 conn(0x7f34140fc7a0 msgr2=0x7f34140fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:03.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 shutdown_connections 2024-09-10T07:43:03.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:03.028+0000 7f341b696640 1 -- 172.21.15.7:0/794293554 wait complete. 2024-09-10T07:43:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:02 smithi110 ceph-mon[34417]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:02 smithi110 ceph-mon[34417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T07:43:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:02 smithi110 ceph-mon[34417]: Cluster is now healthy 2024-09-10T07:43:03.677 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:03.939 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:03 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/794293554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:04.061 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:03 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/794293554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:03 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/794293554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.411+0000 7ff3d4514640 1 -- 172.21.15.7:0/887240267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102ef0 msgr2=0x7ff3cc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.411+0000 7ff3d4514640 1 --2- 172.21.15.7:0/887240267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10da40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4009ca0 tx=0x7ff3c402a950 comp rx=0 tx=0).stop 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.411+0000 7ff3d4514640 1 -- 172.21.15.7:0/887240267 shutdown_connections 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.411+0000 7ff3d4514640 1 --2- 172.21.15.7:0/887240267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10da40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 --2- 172.21.15.7:0/887240267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc102570 0x7ff3cc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 --2- 172.21.15.7:0/887240267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc100e20 0x7ff3cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 -- 172.21.15.7:0/887240267 >> 172.21.15.7:0/887240267 conn(0x7ff3cc0fc7d0 msgr2=0x7ff3cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 -- 172.21.15.7:0/887240267 shutdown_connections 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 -- 172.21.15.7:0/887240267 wait complete. 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 Processor -- start 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 -- start start 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc100e20 0x7ff3cc10e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.412+0000 7ff3d4514640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc111f50 con 0x7ff3cc102570 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc111dd0 con 0x7ff3cc100e20 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc1120d0 con 0x7ff3cc102ef0 2024-09-10T07:43:04.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42140/0 (socket says 172.21.15.7:42140) 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 -- 172.21.15.7:0/547370150 learned_addr learned my addr 172.21.15.7:0/547370150 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d22b0640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc100e20 0x7ff3cc10e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d2ab1640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 -- 172.21.15.7:0/547370150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 msgr2=0x7ff3cc10ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 -- 172.21.15.7:0/547370150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc100e20 msgr2=0x7ff3cc10e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc100e20 0x7ff3cc10e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 -- 172.21.15.7:0/547370150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3cc1a6890 con 0x7ff3cc102570 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d2ab1640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d1aaf640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00d950 tx=0x7ff3bc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc017070 con 0x7ff3cc102570 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3bc009c30 con 0x7ff3cc102570 2024-09-10T07:43:04.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3cc1a6b80 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc00f620 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.413+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3cc1a7110 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.414+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3cc101200 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.416+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff3bc0109a0 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.417+0000 7ff3c37fe640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 0x7ff3b80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.417+0000 7ff3d22b0640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 0x7ff3b80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.417+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7ff3bc0ced90 con 0x7ff3cc102570 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.418+0000 7ff3d22b0640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 0x7ff3b80a50c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8005fd0 tx=0x7ff3c800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:04.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.420+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff3bc009de0 con 0x7ff3cc102570 2024-09-10T07:43:04.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.596+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff3cc10fa00 con 0x7ff3cc102570 2024-09-10T07:43:04.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.598+0000 7ff3c37fe640 1 -- 172.21.15.7:0/547370150 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7ff3cc10fa00 con 0x7ff3cc102570 2024-09-10T07:43:04.598 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:04.598 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 msgr2=0x7ff3b80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 0x7ff3b80a50c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8005fd0 tx=0x7ff3c800b390 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 msgr2=0x7ff3cc10ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00d950 tx=0x7ff3bc00de10 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 shutdown_connections 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3b80a2c00 0x7ff3b80a50c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff3cc102ef0 0x7ff3cc10ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3cc102570 0x7ff3cc10ea10 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 --2- 172.21.15.7:0/547370150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff3cc100e20 0x7ff3cc10e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 >> 172.21.15.7:0/547370150 conn(0x7ff3cc0fc7d0 msgr2=0x7ff3cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 shutdown_connections 2024-09-10T07:43:04.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:04.601+0000 7ff3d4514640 1 -- 172.21.15.7:0/547370150 wait complete. 2024-09-10T07:43:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:04 smithi007 ceph-mon[30879]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:04 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/547370150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:04 smithi145 ceph-mon[34766]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:04.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:04 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/547370150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:04 smithi110 ceph-mon[34417]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:05.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:04 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/547370150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:05.278 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:43:05.540 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:06.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 -- 172.21.15.7:0/2509767217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 msgr2=0x7f0d8c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:06.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 --2- 172.21.15.7:0/2509767217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c106e60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009930 tx=0x7f0d8802a420 comp rx=0 tx=0).stop 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 -- 172.21.15.7:0/2509767217 shutdown_connections 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 --2- 172.21.15.7:0/2509767217 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c101420 0x7f0d8c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 --2- 172.21.15.7:0/2509767217 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c100a80 0x7f0d8c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 --2- 172.21.15.7:0/2509767217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c106e60 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 -- 172.21.15.7:0/2509767217 >> 172.21.15.7:0/2509767217 conn(0x7f0d8c0fc7a0 msgr2=0x7f0d8c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 -- 172.21.15.7:0/2509767217 shutdown_connections 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.003+0000 7f0d93637640 1 -- 172.21.15.7:0/2509767217 wait complete. 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 Processor -- start 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 -- start start 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c100a80 0x7f0d8c19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c101420 0x7f0d8c19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c110cf0 con 0x7f0d8c106a80 2024-09-10T07:43:06.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c110b70 con 0x7f0d8c100a80 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d93637640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c110e70 con 0x7f0d8c101420 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d91bd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d91bd4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42148/0 (socket says 172.21.15.7:42148) 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d91bd4640 1 -- 172.21.15.7:0/2795459019 learned_addr learned my addr 172.21.15.7:0/2795459019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d913d3640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c100a80 0x7f0d8c19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.004+0000 7f0d90bd2640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c101420 0x7f0d8c19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 -- 172.21.15.7:0/2795459019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c101420 msgr2=0x7f0d8c19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c101420 0x7f0d8c19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 -- 172.21.15.7:0/2795459019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c100a80 msgr2=0x7f0d8c19a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c100a80 0x7f0d8c19a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 -- 172.21.15.7:0/2795459019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c19f4f0 con 0x7f0d8c106a80 2024-09-10T07:43:06.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d91bd4640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400cad0 tx=0x7f0d8400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d8400ad60 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d84005020 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d8400f6b0 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8c19f7e0 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.005+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8c1a70c0 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.006+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d8c100ee0 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.007+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f0d840051d0 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.008+0000 7f0d827fc640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 0x7f0d780a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.008+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f0d840cf500 con 0x7f0d8c106a80 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.008+0000 7f0d913d3640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 0x7f0d780a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.009+0000 7f0d913d3640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 0x7f0d780a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d88006010 tx=0x7f0d88000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:06.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.011+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d84014030 con 0x7f0d8c106a80 2024-09-10T07:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.223+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d8c19b8a0 con 0x7f0d8c106a80 2024-09-10T07:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.224+0000 7f0d827fc640 1 -- 172.21.15.7:0/2795459019 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11842 (secure 0 0 0) 0x7f0d8c19b8a0 con 0x7f0d8c106a80 2024-09-10T07:43:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:06.224 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":16,"btime":"2024-09-10T07:42:59:672420+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:42:59.365810+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24491,"qdb_cluster":[24491]},"id":1}]} 2024-09-10T07:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 16 2024-09-10T07:43:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 msgr2=0x7f0d780a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 0x7f0d780a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d88006010 tx=0x7f0d88000bc0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 msgr2=0x7f0d8c19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:06.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400cad0 tx=0x7f0d8400ced0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 shutdown_connections 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d780a2c00 0x7f0d780a50c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d8c106a80 0x7f0d8c19ee10 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d8c101420 0x7f0d8c19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 --2- 172.21.15.7:0/2795459019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d8c100a80 0x7f0d8c19a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 >> 172.21.15.7:0/2795459019 conn(0x7f0d8c0fc7a0 msgr2=0x7f0d8c10c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 shutdown_connections 2024-09-10T07:43:06.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:06.227+0000 7f0d93637640 1 -- 172.21.15.7:0/2795459019 wait complete. 2024-09-10T07:43:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:06 smithi007 ceph-mon[30879]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2795459019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:06 smithi145 ceph-mon[34766]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:06 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2795459019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:07.008 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:06 smithi110 ceph-mon[34417]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:06 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2795459019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:07.265 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 -- 172.21.15.7:0/3531672670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 msgr2=0x7fb9d0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 --2- 172.21.15.7:0/3531672670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0101200 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009900 tx=0x7fb9cc02a480 comp rx=0 tx=0).stop 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 -- 172.21.15.7:0/3531672670 shutdown_connections 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 --2- 172.21.15.7:0/3531672670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 0x7fb9d010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 --2- 172.21.15.7:0/3531672670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 --2- 172.21.15.7:0/3531672670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0101200 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 -- 172.21.15.7:0/3531672670 >> 172.21.15.7:0/3531672670 conn(0x7fb9d00fc7d0 msgr2=0x7fb9d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 -- 172.21.15.7:0/3531672670 shutdown_connections 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.760+0000 7fb9d7948640 1 -- 172.21.15.7:0/3531672670 wait complete. 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 Processor -- start 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 -- start start 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 0x7fb9d019cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d0110ec0 con 0x7fb9d0100e20 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d0110d40 con 0x7fb9d0102570 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d7948640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d0111040 con 0x7fb9d0102ef0 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:07.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42164/0 (socket says 172.21.15.7:42164) 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 -- 172.21.15.7:0/1364681608 learned_addr learned my addr 172.21.15.7:0/1364681608 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d5ee5640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 0x7fb9d019cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d4ee3640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 -- 172.21.15.7:0/1364681608 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 msgr2=0x7fb9d019cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 0x7fb9d019cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 -- 172.21.15.7:0/1364681608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 msgr2=0x7fb9d01989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.761+0000 7fb9d56e4640 1 -- 172.21.15.7:0/1364681608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d019d410 con 0x7fb9d0100e20 2024-09-10T07:43:07.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9d4ee3640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9d56e4640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc004770 tx=0x7fb9cc003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc03f070 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9cc03bd20 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc035030 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9d019d6a0 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.762+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9d01a4fe0 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.763+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9d01021b0 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.765+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fb9cc042070 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.765+0000 7fb9c67fc640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 0x7fb9bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.765+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fb9cc0eff20 con 0x7fb9d0100e20 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.765+0000 7fb9d4ee3640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 0x7fb9bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.766+0000 7fb9d4ee3640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 0x7fb9bc0a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb9d00fff70 tx=0x7fb9c0008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:07.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.769+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb9cc0bcc40 con 0x7fb9d0100e20 2024-09-10T07:43:07.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.946+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb9d01997f0 con 0x7fb9d0100e20 2024-09-10T07:43:07.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.948+0000 7fb9c67fc640 1 -- 172.21.15.7:0/1364681608 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7fb9d01997f0 con 0x7fb9d0100e20 2024-09-10T07:43:07.948 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:07.949 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:07.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 msgr2=0x7fb9bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:07.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 0x7fb9bc0a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb9d00fff70 tx=0x7fb9c0008040 comp rx=0 tx=0).stop 2024-09-10T07:43:07.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 msgr2=0x7fb9d0198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc004770 tx=0x7fb9cc003ca0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 shutdown_connections 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb9bc0a2b80 0x7fb9bc0a5040 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d0102ef0 0x7fb9d019cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9d0102570 0x7fb9d01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 --2- 172.21.15.7:0/1364681608 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb9d0100e20 0x7fb9d0198460 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:07.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 >> 172.21.15.7:0/1364681608 conn(0x7fb9d00fc7d0 msgr2=0x7fb9d006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:07.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 shutdown_connections 2024-09-10T07:43:07.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:07.950+0000 7fb9d7948640 1 -- 172.21.15.7:0/1364681608 wait complete. 2024-09-10T07:43:08.688 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:42:50.027669+0000', 'modified': '2024-09-10T07:42:59.365810+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24491}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24491': {'gid': 24491, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.110:6839/3910754312', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6838', 'nonce': 3910754312}, {'type': 'v1', 'addr': '172.21.15.110:6839', 'nonce': 3910754312}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24491, 'qdb_cluster': [24491]} 2024-09-10T07:43:08.688 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:43:08.688 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T07:43:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:08 smithi007 ceph-mon[30879]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1364681608' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:08.949 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:08 smithi145 ceph-mon[34766]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:08.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1364681608' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:08 smithi110 ceph-mon[34417]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:09.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1364681608' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 -- 172.21.15.7:0/309331808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664106f20 msgr2=0x7fc66410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/309331808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664106f20 0x7fc66410eaa0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc65c009ca0 tx=0x7fc65c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 -- 172.21.15.7:0/309331808 shutdown_connections 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/309331808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664106f20 0x7fc66410eaa0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/309331808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc6641027a0 0x7fc6641067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/309331808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc664101df0 0x7fc6641021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 -- 172.21.15.7:0/309331808 >> 172.21.15.7:0/309331808 conn(0x7fc6640fd8f0 msgr2=0x7fc6640ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 -- 172.21.15.7:0/309331808 shutdown_connections 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 -- 172.21.15.7:0/309331808 wait complete. 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.400+0000 7fc66b7e9640 1 Processor -- start 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 -- start start 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 0x7fc6641987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc664106f20 0x7fc66419cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc664111e30 con 0x7fc664101df0 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc664111cb0 con 0x7fc664106f20 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc66b7e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc664111fb0 con 0x7fc6641027a0 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42188/0 (socket says 172.21.15.7:42188) 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 -- 172.21.15.7:0/556422279 learned_addr learned my addr 172.21.15.7:0/556422279 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc668d84640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 0x7fc6641987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669d86640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc664106f20 0x7fc66419cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 -- 172.21.15.7:0/556422279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 msgr2=0x7fc6641987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 0x7fc6641987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 -- 172.21.15.7:0/556422279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc664106f20 msgr2=0x7fc66419cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc664106f20 0x7fc66419cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 -- 172.21.15.7:0/556422279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc66419d240 con 0x7fc664101df0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc668d84640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 0x7fc6641987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.401+0000 7fc669585640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc66000d770 tx=0x7fc66000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.402+0000 7fc65a7fc640 1 -- 172.21.15.7:0/556422279 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc660017070 con 0x7fc664101df0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.402+0000 7fc65a7fc640 1 -- 172.21.15.7:0/556422279 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6600054d0 con 0x7fc664101df0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.402+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc66419d530 con 0x7fc664101df0 2024-09-10T07:43:09.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.402+0000 7fc65a7fc640 1 -- 172.21.15.7:0/556422279 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc660004cf0 con 0x7fc664101df0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.402+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6641a4e10 con 0x7fc664101df0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 Processor -- start 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc65a7fc640 1 -- 172.21.15.7:0/556422279 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fc660004e90 con 0x7fc664101df0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 -- start start 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e16f0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e16f33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1648090 con 0x55d4e16e18d0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d4e15efa70 con 0x55d4e16f0fc0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1644050 con 0x55d4e16e21f0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42196/0 (socket says 172.21.15.7:42196) 2024-09-10T07:43:09.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc669d86640 1 -- 172.21.15.7:0/1654467167 learned_addr learned my addr 172.21.15.7:0/1654467167 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc669585640 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e16f0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.405+0000 7fc668d84640 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e16f33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 -- 172.21.15.7:0/1654467167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 msgr2=0x55d4e16f0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e16f0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 -- 172.21.15.7:0/1654467167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 msgr2=0x55d4e16f33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e16f33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 -- 172.21.15.7:0/1654467167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e15fc130 con 0x55d4e16e18d0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc65a7fc640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 0x7fc6500a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669585640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 0x7fc6500a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc669d86640 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc65c035000 tx=0x7fc65c031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949decb245c82716 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc65a7fc640 1 -- 172.21.15.7:0/556422279 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fc6600ced20 con 0x7fc664101df0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc64f7fe640 1 -- 172.21.15.7:0/1654467167 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c031450 con 0x55d4e16e18d0 2024-09-10T07:43:09.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc64f7fe640 1 -- 172.21.15.7:0/1654467167 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc65c036040 con 0x55d4e16e18d0 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.406+0000 7fc64f7fe640 1 -- 172.21.15.7:0/1654467167 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c004580 con 0x55d4e16e18d0 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- 172.21.15.7:0/1654467167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 msgr2=0x55d4e16e1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc669585640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 0x7fc6500a50c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc6600cc950 tx=0x7fc6600d2800 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc65c035000 tx=0x7fc65c031af0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- 172.21.15.7:0/1654467167 shutdown_connections 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e16f33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e16f0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/1654467167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e16e1cb0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- 172.21.15.7:0/1654467167 >> 172.21.15.7:0/1654467167 conn(0x55d4e16ddf60 msgr2=0x55d4e16de340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- 172.21.15.7:0/1654467167 shutdown_connections 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- 172.21.15.7:0/1654467167 wait complete. 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.407+0000 7fc66dbc2740 1 -- start start 2024-09-10T07:43:09.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 Processor -- start 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e18d0 0x55d4e16f0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16e21f0 0x55d4e16edc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d4e16f3b90 con 0x55d4e16f0fc0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1602f20 con 0x55d4e16e21f0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d4e16f3d10 con 0x55d4e16e18d0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc66dbc2740 10 client.0 _ll_register_callbacks cb 0x55d4e15cc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42198/0 (socket says 172.21.15.7:42198) 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 -- 172.21.15.7:0/196040382 learned_addr learned my addr 172.21.15.7:0/196040382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc668d84640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16e21f0 0x55d4e16edc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e18d0 0x55d4e16f0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 -- 172.21.15.7:0/196040382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e18d0 msgr2=0x55d4e16f0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e18d0 0x55d4e16f0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 -- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16e21f0 msgr2=0x55d4e16edc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16e21f0 0x55d4e16edc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.408+0000 7fc669d86640 1 -- 172.21.15.7:0/196040382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e13b92b0 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc669d86640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc65c009620 tx=0x7fc65c03e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d80d35b73654add server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c004320 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc65c036040 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fc65c0044c0 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fc65c004b40 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 10 client.14688 fetch_fsmap learned FSMap version 16 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x55d4e16f3b90 con 0x55d4e16f0fc0 2024-09-10T07:43:09.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc65c036040 con 0x55d4e16f0fc0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 16) ==== 8350+0+0 (secure 0 0 0) 0x7fc65c0308c0 con 0x55d4e16f0fc0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 10 client.14688 fetch_fsmap finished waiting for FSMap version 16 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 10 client.14688 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 20 client.14688 populate_metadata read hostname 'smithi007' 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e17016f0 0x55d4e1702b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 4 client.14688 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.409+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4e1655600 con 0x55d4e17016f0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.410+0000 7fc668d84640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e17016f0 0x55d4e1702b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.410+0000 7fc668d84640 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e17016f0 0x55d4e1702b60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdb057be11e2a855 server_cookie=ec8623f0032df820 in_seq=0 out_seq=0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.410+0000 7fc64cff9640 10 client.14688 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc64cff9640 1 -- 172.21.15.7:0/196040382 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4e1655600 con 0x55d4e17016f0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc64cff9640 10 client.14688 handle_command_reply: tid=0 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 client.14688 shutdown 2024-09-10T07:43:09.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 msgr2=0x55d4e16ee1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc65c009620 tx=0x7fc65c03e040 comp rx=0 tx=0).stop 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 shutdown_connections 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e17016f0 0x55d4e1702b60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16f0fc0 0x55d4e16ee1c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16e21f0 0x55d4e16edc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/196040382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e18d0 0x55d4e16f0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc64cff9640 0 client.14688 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 >> 172.21.15.7:0/196040382 conn(0x55d4e16ddf60 msgr2=0x55d4e16e3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 shutdown_connections 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 1 -- 172.21.15.7:0/196040382 wait complete. 2024-09-10T07:43:09.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.411+0000 7fc66dbc2740 20 client.14688 trim_cache size 0 max 16384 2024-09-10T07:43:09.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 Processor -- start 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 -- start start 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1702b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1701020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1700ea0 con 0x55d4e16e18d0 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1701570 con 0x55d4e16f0fc0 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.429+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1701c40 con 0x55d4e16e21f0 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42204/0 (socket says 172.21.15.7:42204) 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 -- 172.21.15.7:0/3062038707 learned_addr learned my addr 172.21.15.7:0/3062038707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc668d84640 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1702b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 -- 172.21.15.7:0/3062038707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 msgr2=0x55d4e1702b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1702b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 -- 172.21.15.7:0/3062038707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 msgr2=0x55d4e1701020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1701020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 -- 172.21.15.7:0/3062038707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e16f0c80 con 0x55d4e16e18d0 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc668d84640 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1702b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc669d86640 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc65c006010 tx=0x7fc65c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f3a931b4074ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc64effd640 1 -- 172.21.15.7:0/3062038707 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c030ea0 con 0x55d4e16e18d0 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc64effd640 1 -- 172.21.15.7:0/3062038707 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc65c036040 con 0x55d4e16e18d0 2024-09-10T07:43:09.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.430+0000 7fc64effd640 1 -- 172.21.15.7:0/3062038707 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c003970 con 0x55d4e16e18d0 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3062038707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 msgr2=0x55d4e17016f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc65c006010 tx=0x7fc65c009b20 comp rx=0 tx=0).stop 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3062038707 shutdown_connections 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1701020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1702b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3062038707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e17016f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3062038707 >> 172.21.15.7:0/3062038707 conn(0x55d4e16ddf60 msgr2=0x55d4e16de340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3062038707 shutdown_connections 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3062038707 wait complete. 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 -- start start 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.431+0000 7fc66dbc2740 1 Processor -- start 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1709230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1704370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d4e17029e0 con 0x55d4e16e18d0 2024-09-10T07:43:09.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d4e1702310 con 0x55d4e16f0fc0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d4e17030b0 con 0x55d4e16e21f0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc66dbc2740 10 client.0 _ll_register_callbacks cb 0x7fc654008310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42216/0 (socket says 172.21.15.7:42216) 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 -- 172.21.15.7:0/3145503913 learned_addr learned my addr 172.21.15.7:0/3145503913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc668d84640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1709230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1704370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 -- 172.21.15.7:0/3145503913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 msgr2=0x55d4e1709230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1709230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 -- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 msgr2=0x55d4e1704370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1704370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 -- 172.21.15.7:0/3145503913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e16e2020 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc669d86640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc65c02f3f0 tx=0x7fc65c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6532cd393fb52d86 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.432+0000 7fc64cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65c031a40 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fc65c003970 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc65c036040 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fc65c003b70 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 10 client.14694 fetch_fsmap learned FSMap version 16 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x55d4e17081f0 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc65c036040 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 16) ==== 8350+0+0 (secure 0 0 0) 0x7fc65c004ce0 con 0x55d4e16e18d0 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 10 client.14694 fetch_fsmap finished waiting for FSMap version 16 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 10 client.14694 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:43:09.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 20 client.14694 populate_metadata read hostname 'smithi007' 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e176fbf0 0x55d4e176e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 4 client.14694 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.433+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "status"}) -- 0x55d4e164fb10 con 0x55d4e176fbf0 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc668d84640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e176fbf0 0x55d4e176e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc668d84640 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e176fbf0 0x55d4e176e900 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0cf50b8523ed373 server_cookie=5513ef3ccb30bc80 in_seq=0 out_seq=0 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc64cff9640 10 client.14694 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc64cff9640 1 -- 172.21.15.7:0/3145503913 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d4e164fb10 con 0x55d4e176fbf0 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc64cff9640 10 client.14694 handle_command_reply: tid=0 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 client.14694 shutdown 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 msgr2=0x55d4e1708cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc65c02f3f0 tx=0x7fc65c009a20 comp rx=0 tx=0).stop 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 shutdown_connections 2024-09-10T07:43:09.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4e176fbf0 0x55d4e176e900 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d4e16f0fc0 0x55d4e1704370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4e16e21f0 0x55d4e1709230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 --2- 172.21.15.7:0/3145503913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4e16e18d0 0x55d4e1708cf0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc64cff9640 0 client.14694 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.434+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 >> 172.21.15.7:0/3145503913 conn(0x55d4e16ddf60 msgr2=0x55d4e1700700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 shutdown_connections 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66dbc2740 1 -- 172.21.15.7:0/3145503913 wait complete. 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66dbc2740 20 client.14694 trim_cache size 0 max 16384 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:43:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24491, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 18.981205116000002, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 16, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 86, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 29.772526938999999 2024-09-10T07:43:09.441 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 msgr2=0x7fc6500a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 0x7fc6500a50c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc6600cc950 tx=0x7fc6600d2800 comp rx=0 tx=0).stop 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 msgr2=0x7fc664198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc66000d770 tx=0x7fc66000dc30 comp rx=0 tx=0).stop 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 shutdown_connections 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6500a2c00 0x7fc6500a50c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc664106f20 0x7fc66419cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6641027a0 0x7fc6641987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 --2- 172.21.15.7:0/556422279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc664101df0 0x7fc664198290 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:09.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 >> 172.21.15.7:0/556422279 conn(0x7fc6640fd8f0 msgr2=0x7fc6640febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:09.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 shutdown_connections 2024-09-10T07:43:09.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:09.435+0000 7fc66b7e9640 1 -- 172.21.15.7:0/556422279 wait complete. 2024-09-10T07:43:10.165 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:43:10.166 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:10.166 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs ls 2024-09-10T07:43:10.424 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:10 smithi007 ceph-mon[30879]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:10.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 -- 172.21.15.7:0/3024227268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c103720 msgr2=0x7f020c10bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 --2- 172.21.15.7:0/3024227268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c103720 0x7f020c10bc10 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f01f4009900 tx=0x7f01f402a480 comp rx=0 tx=0).stop 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 -- 172.21.15.7:0/3024227268 shutdown_connections 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 --2- 172.21.15.7:0/3024227268 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 --2- 172.21.15.7:0/3024227268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c103720 0x7f020c10bc10 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 --2- 172.21.15.7:0/3024227268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c102e00 0x7f020c1031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 -- 172.21.15.7:0/3024227268 >> 172.21.15.7:0/3024227268 conn(0x7f020c0fc7a0 msgr2=0x7f020c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 -- 172.21.15.7:0/3024227268 shutdown_connections 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.873+0000 7f02115a9640 1 -- 172.21.15.7:0/3024227268 wait complete. 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 Processor -- start 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 -- start start 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c103720 0x7f020c198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:10.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f020c111e60 con 0x7f020c102e00 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f020c111ce0 con 0x7f020c10c1a0 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f02115a9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f020c111fe0 con 0x7f020c103720 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f020affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.874+0000 7f020affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57038/0 (socket says 172.21.15.7:57038) 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 -- 172.21.15.7:0/3638939322 learned_addr learned my addr 172.21.15.7:0/3638939322 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020b7fe640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:10.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020a7fc640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c103720 0x7f020c198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 -- 172.21.15.7:0/3638939322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c103720 msgr2=0x7f020c198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c103720 0x7f020c198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 -- 172.21.15.7:0/3638939322 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 msgr2=0x7f020c19ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c19ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 -- 172.21.15.7:0/3638939322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f020c19d3d0 con 0x7f020c102e00 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020b7fe640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f020affd640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f01fc00b4a0 tx=0x7f01fc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01fc014070 con 0x7f020c102e00 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01fc010ac0 con 0x7f020c102e00 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f020c19d6c0 con 0x7f020c102e00 2024-09-10T07:43:10.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01fc017c30 con 0x7f020c102e00 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.875+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f020c1a4fa0 con 0x7f020c102e00 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.876+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f020c1031e0 con 0x7f020c102e00 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.877+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f01fc017070 con 0x7f020c102e00 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.878+0000 7f0203fff640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 0x7f01f80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.878+0000 7f020a7fc640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 0x7f01f80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.878+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f01fc0ce650 con 0x7f020c102e00 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.879+0000 7f020a7fc640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 0x7f01f80a50c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f01f4031440 tx=0x7f01f40095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:10.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:10.882+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f01fc09b370 con 0x7f020c102e00 2024-09-10T07:43:10.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:10 smithi110 ceph-mon[34417]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:10 smithi145 ceph-mon[34766]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:11.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.095+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f020c107250 con 0x7f020c102e00 2024-09-10T07:43:11.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.095+0000 7f0203fff640 1 -- 172.21.15.7:0/3638939322 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+88 (secure 0 0 0) 0x7f01fc09ac70 con 0x7f020c102e00 2024-09-10T07:43:11.095 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 msgr2=0x7f01f80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 0x7f01f80a50c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f01f4031440 tx=0x7f01f40095f0 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 msgr2=0x7f020c198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f01fc00b4a0 tx=0x7f01fc00b960 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 shutdown_connections 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f01f80a2c00 0x7f01f80a50c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f020c10c1a0 0x7f020c19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f020c103720 0x7f020c198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 --2- 172.21.15.7:0/3638939322 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f020c102e00 0x7f020c198420 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:11.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 >> 172.21.15.7:0/3638939322 conn(0x7f020c0fc7a0 msgr2=0x7f020c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:11.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 shutdown_connections 2024-09-10T07:43:11.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:11.097+0000 7f02115a9640 1 -- 172.21.15.7:0/3638939322 wait complete. 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:11.893 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T07:43:11.894 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:43:11.894 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:43:11.894 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T07:43:11.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:11.894 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:43:11.912 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42305sec preferred_lft 42305sec 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:43:11.913 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-10T07:43:11.914 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-10T07:43:11.914 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T07:43:11.914 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:43:11.914 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:43:11.915 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add name ceph-brx type bridge 2024-09-10T07:43:11.915 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr flush dev ceph-brx 2024-09-10T07:43:11.915 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set ceph-brx up 2024-09-10T07:43:11.915 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T07:43:11.915 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:43:11.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:11 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3638939322' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:43:12.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:43:12.012 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:11 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3638939322' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:43:12.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:12.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:12.133 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:43:12.159 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-10T07:43:12.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:12.160 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-10T07:43:12.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:11 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3638939322' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:43:12.233 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-10T07:43:12.233 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:43:12.234 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:43:12.234 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:43:12.234 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:43:12.234 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:43:12.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:43:12.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:12.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:12.539 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-10T07:43:12.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:12.555 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-09-10T07:43:12.611 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:43:12.611 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:43:12.611 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:12.612 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-10T07:43:12.612 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:43:12.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:43:12.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:12.733 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-10T07:43:12.734 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:43:12.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:43:12.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:12.866 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:43:12.866 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:43:12.866 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-10T07:43:12.866 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T07:43:12.866 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:43:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:43:12.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:12.946 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-10T07:43:12.946 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:43:12.946 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:12.963 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T07:43:12.963 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:43:12.963 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:12.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:12 smithi145 ceph-mon[34766]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:13.019 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-10T07:43:13.081 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:12 smithi007 ceph-mon[30879]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:13.086 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:43:13.143 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-10T07:43:13.143 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-10T07:43:13.143 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-10T07:43:13.144 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-10T07:43:13.145 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/a6e99069ddfe5b001d543b35d8dc654d4f5d0f0af06c1043eb14f05ba6c93c8a/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/52ec4fbbba2d784d4420e90d1742fd374ae1b27f2016fbaf3bcbf26c1bed3a1f/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/2d097d9fabd5564d14f5a9081cead8717fd0d85b86c39f780646894fba688d33/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/cedc2baedff440f2b99689ac650a44e7e17bba46a86eec7fa4abd608c7bd724c/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/41e768aa5baa8b0c1f31a11799c2043ef3c3e5773602a8647bf2b2068a12eeda/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/c4b0e137596971e04d499fb7436ba1563628b0bbf69282d7ebeb160463201676/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/5b1ae277ad319066bf164f64de83c80f35f16b30626e4137b768e044bb637443/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a29fcb9df49f2d0fd95dc8737d743a9d7c33a3d13b6d2dccec061a9d1c56cb/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8a0463522aca41f78a9f4bd695510cdf9cdbe5c467686c54ff1a956abf2179e8/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a32b0561ffde8e8ddcc66983c811ebf3b3837c0c1a750b5517eecf5bef3205/merged 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-10T07:43:13.146 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:13.147 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:13.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:13.147 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-10T07:43:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:12 smithi110 ceph-mon[34417]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:13.199 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:43:13.200 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-10T07:43:13.242 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-10T07:43:13.267 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-10T07:43:13.325 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-10T07:43:13.326 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/a6e99069ddfe5b001d543b35d8dc654d4f5d0f0af06c1043eb14f05ba6c93c8a/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/52ec4fbbba2d784d4420e90d1742fd374ae1b27f2016fbaf3bcbf26c1bed3a1f/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/2d097d9fabd5564d14f5a9081cead8717fd0d85b86c39f780646894fba688d33/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/cedc2baedff440f2b99689ac650a44e7e17bba46a86eec7fa4abd608c7bd724c/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/41e768aa5baa8b0c1f31a11799c2043ef3c3e5773602a8647bf2b2068a12eeda/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/c4b0e137596971e04d499fb7436ba1563628b0bbf69282d7ebeb160463201676/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/5b1ae277ad319066bf164f64de83c80f35f16b30626e4137b768e044bb637443/merged 2024-09-10T07:43:13.327 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a29fcb9df49f2d0fd95dc8737d743a9d7c33a3d13b6d2dccec061a9d1c56cb/merged 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8a0463522aca41f78a9f4bd695510cdf9cdbe5c467686c54ff1a956abf2179e8/merged 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a32b0561ffde8e8ddcc66983c811ebf3b3837c0c1a750b5517eecf5bef3205/merged 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:13.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:13.328 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-10T07:43:13.375 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi007.stderr:2024-09-10T07:43:13.376+0000 7f411a111480 -1 init, newargv = 0x5636bdf91ae0 newargc=15 2024-09-10T07:43:13.375 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi007.stderr:ceph-fuse[72237]: starting ceph client 2024-09-10T07:43:13.382 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi007.stderr:ceph-fuse[72237]: starting fuse 2024-09-10T07:43:14.483 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-10T07:43:14.520 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:43:14.577 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-10T07:43:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:43:14.579 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/a6e99069ddfe5b001d543b35d8dc654d4f5d0f0af06c1043eb14f05ba6c93c8a/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/52ec4fbbba2d784d4420e90d1742fd374ae1b27f2016fbaf3bcbf26c1bed3a1f/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/2d097d9fabd5564d14f5a9081cead8717fd0d85b86c39f780646894fba688d33/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/cedc2baedff440f2b99689ac650a44e7e17bba46a86eec7fa4abd608c7bd724c/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/41e768aa5baa8b0c1f31a11799c2043ef3c3e5773602a8647bf2b2068a12eeda/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/c4b0e137596971e04d499fb7436ba1563628b0bbf69282d7ebeb160463201676/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/5b1ae277ad319066bf164f64de83c80f35f16b30626e4137b768e044bb637443/merged 2024-09-10T07:43:14.580 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a29fcb9df49f2d0fd95dc8737d743a9d7c33a3d13b6d2dccec061a9d1c56cb/merged 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8a0463522aca41f78a9f4bd695510cdf9cdbe5c467686c54ff1a956abf2179e8/merged 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a32b0561ffde8e8ddcc66983c811ebf3b3837c0c1a750b5517eecf5bef3205/merged 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run.smithi007.stdout:/home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:14.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:14.581 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-10T07:43:14.637 INFO:teuthology.orchestra.run.smithi007.stdout:120 2024-09-10T07:43:14.638 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:43:14.638 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:43:14.639 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.admin")) 2024-09-10T07:43:14.640 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-10T07:43:14.771 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.admin.72237.asok 2024-09-10T07:43:14.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:14.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:14 smithi007 ceph-mon[30879]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:14.783 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.72237.asok 2024-09-10T07:43:14.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:14.783 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.72237.asok status 2024-09-10T07:43:14.925 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:43:14.925 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-10T07:43:14.925 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:43:14.925 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:43:14.925 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "admin", 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "72237", 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/" 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-10T07:43:14.926 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 14706, 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 14706 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-10T07:43:14.927 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1735394945 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1735394945 2024-09-10T07:43:14.928 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.14706 192.168.0.1:0/1735394945", 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/1735394945", 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 1, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 16, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 86, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-10T07:43:14.929 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-10T07:43:14.930 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:43:14.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:14.934 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-10T07:43:14.934 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:14.950 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-10T07:43:14.951 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:14.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:14.951 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:14.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:14 smithi145 ceph-mon[34766]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:15.018 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-10T07:43:15.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T07:43:15.153 INFO:teuthology.orchestra.run.smithi007.stdout:# file: . 2024-09-10T07:43:15.153 INFO:teuthology.orchestra.run.smithi007.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-10T07:43:15.153 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:15.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:43:15.159 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:43:15.159 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:43:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:14 smithi110 ceph-mon[34417]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:15.177 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T07:43:15.474 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 -- 172.21.15.7:0/3590843900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 msgr2=0x7eff70103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 --2- 172.21.15.7:0/3590843900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70103120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7eff60009900 tx=0x7eff6002a480 comp rx=0 tx=0).stop 2024-09-10T07:43:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 -- 172.21.15.7:0/3590843900 shutdown_connections 2024-09-10T07:43:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 --2- 172.21.15.7:0/3590843900 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff7010c170 0x7eff7010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 --2- 172.21.15.7:0/3590843900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff70103660 0x7eff7010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 --2- 172.21.15.7:0/3590843900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70103120 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.977+0000 7eff75be9640 1 -- 172.21.15.7:0/3590843900 >> 172.21.15.7:0/3590843900 conn(0x7eff700fc7a0 msgr2=0x7eff700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.978+0000 7eff75be9640 1 -- 172.21.15.7:0/3590843900 shutdown_connections 2024-09-10T07:43:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.978+0000 7eff75be9640 1 -- 172.21.15.7:0/3590843900 wait complete. 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.978+0000 7eff75be9640 1 Processor -- start 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.978+0000 7eff75be9640 1 -- start start 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff70103660 0x7eff70198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff7010c170 0x7eff7019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff70111e20 con 0x7eff70102d40 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7eff70111ca0 con 0x7eff70103660 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff75be9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff70111fa0 con 0x7eff7010c170 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57056/0 (socket says 172.21.15.7:57056) 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 -- 172.21.15.7:0/3977073093 learned_addr learned my addr 172.21.15.7:0/3977073093 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6effd640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff70103660 0x7eff70198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6ffff640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff7010c170 0x7eff7019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 -- 172.21.15.7:0/3977073093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff7010c170 msgr2=0x7eff7019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff7010c170 0x7eff7019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 -- 172.21.15.7:0/3977073093 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff70103660 msgr2=0x7eff70198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff70103660 0x7eff70198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 -- 172.21.15.7:0/3977073093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7019d2d0 con 0x7eff70102d40 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.979+0000 7eff6f7fe640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff60005940 tx=0x7eff60004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.980+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6003f030 con 0x7eff70102d40 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.980+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff60003aa0 con 0x7eff70102d40 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.980+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff7019d560 con 0x7eff70102d40 2024-09-10T07:43:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.980+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60035070 con 0x7eff70102d40 2024-09-10T07:43:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.980+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff701a4ea0 con 0x7eff70102d40 2024-09-10T07:43:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.981+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff70103120 con 0x7eff70102d40 2024-09-10T07:43:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.982+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7eff60042030 con 0x7eff70102d40 2024-09-10T07:43:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.983+0000 7eff6cff9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 0x7eff580a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.983+0000 7eff6effd640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 0x7eff580a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.983+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7eff600efbc0 con 0x7eff70102d40 2024-09-10T07:43:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.983+0000 7eff6effd640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 0x7eff580a50c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7eff7010d6b0 tx=0x7eff6400b2e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:15.986+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff600bc8e0 con 0x7eff70102d40 2024-09-10T07:43:16.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.172+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7eff70199680 con 0x7eff70102d40 2024-09-10T07:43:16.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.173+0000 7eff6cff9640 1 -- 172.21.15.7:0/3977073093 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) ==== 81+0+581 (secure 0 0 0) 0x7eff70199680 con 0x7eff70102d40 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2441986460 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1747995407 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/784006693 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2806203313 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1170129686 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:16.174 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2271722001 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:listed 10 entries 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 msgr2=0x7eff580a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 0x7eff580a50c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7eff7010d6b0 tx=0x7eff6400b2e0 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 msgr2=0x7eff70198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff60005940 tx=0x7eff60004270 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 shutdown_connections 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff580a2c00 0x7eff580a50c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff7010c170 0x7eff7019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff70103660 0x7eff70198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 --2- 172.21.15.7:0/3977073093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff70102d40 0x7eff70198320 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 >> 172.21.15.7:0/3977073093 conn(0x7eff700fc7a0 msgr2=0x7eff700fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:16.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 shutdown_connections 2024-09-10T07:43:16.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:16.175+0000 7eff75be9640 1 -- 172.21.15.7:0/3977073093 wait complete. 2024-09-10T07:43:16.812 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:43:16.812 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:43:16.832 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T07:43:16.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:16 smithi007 ceph-mon[30879]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:16.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:16 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3977073093' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:16 smithi145 ceph-mon[34766]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:16 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3977073093' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:16 smithi110 ceph-mon[34417]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:16 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3977073093' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:17.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- 172.21.15.7:0/2878574756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 msgr2=0x7f81081021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:17.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 --2- 172.21.15.7:0/2878574756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f81081021c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8100009900 tx=0x7f810002a410 comp rx=0 tx=0).stop 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- 172.21.15.7:0/2878574756 shutdown_connections 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 --2- 172.21.15.7:0/2878574756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 --2- 172.21.15.7:0/2878574756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f81081067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 --2- 172.21.15.7:0/2878574756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f81081021c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- 172.21.15.7:0/2878574756 >> 172.21.15.7:0/2878574756 conn(0x7f81080fd8c0 msgr2=0x7f81080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- 172.21.15.7:0/2878574756 shutdown_connections 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- 172.21.15.7:0/2878574756 wait complete. 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 Processor -- start 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.628+0000 7f810d965640 1 -- start start 2024-09-10T07:43:17.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f8108198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810819ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8108111ec0 con 0x7f8108101de0 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8108111d40 con 0x7f8108102790 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810d965640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8108112040 con 0x7f8108106f10 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57064/0 (socket says 172.21.15.7:57064) 2024-09-10T07:43:17.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 -- 172.21.15.7:0/3107452927 learned_addr learned my addr 172.21.15.7:0/3107452927 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f81077fe640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810819ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f81067fc640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f8108198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 -- 172.21.15.7:0/3107452927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 msgr2=0x7f810819ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810819ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 -- 172.21.15.7:0/3107452927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 msgr2=0x7f8108198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f8108198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 -- 172.21.15.7:0/3107452927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810819d540 con 0x7f8108101de0 2024-09-10T07:43:17.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f81077fe640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810819ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f81067fc640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f8108198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f8106ffd640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8100006010 tx=0x7f8100004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.629+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810003f030 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.630+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81000035f0 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.630+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810819d7d0 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.630+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8100035070 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.630+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81081a5110 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.631+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8108102240 con 0x7f8108101de0 2024-09-10T07:43:17.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.632+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f8100003b10 con 0x7f8108101de0 2024-09-10T07:43:17.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.633+0000 7f810c963640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:17.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.633+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f81000efcf0 con 0x7f8108101de0 2024-09-10T07:43:17.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.633+0000 7f81067fc640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:17.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.633+0000 7f81067fc640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 0x7f80f40a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f81080fff70 tx=0x7f80f0008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:17.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.637+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f81000bc9b0 con 0x7f8108101de0 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.827+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f810810a0f0 con 0x7f8108101de0 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.827+0000 7f810c963640 1 -- 172.21.15.7:0/3107452927 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) ==== 81+0+581 (secure 0 0 0) 0x7f81000b6e20 con 0x7f8108101de0 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2441986460 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1747995407 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/784006693 2024-09-11T07:35:58.729459+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2806203313 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1170129686 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2271722001 2024-09-11T07:35:35.178412+0000 2024-09-10T07:43:17.829 INFO:teuthology.orchestra.run.smithi007.stderr:listed 10 entries 2024-09-10T07:43:17.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 msgr2=0x7f80f40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:17.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 0x7f80f40a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f81080fff70 tx=0x7f80f0008040 comp rx=0 tx=0).stop 2024-09-10T07:43:17.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 msgr2=0x7f8108198590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:17.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8100006010 tx=0x7f8100004270 comp rx=0 tx=0).stop 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 shutdown_connections 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8108106f10 0x7f810819ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8108102790 0x7f8108198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 --2- 172.21.15.7:0/3107452927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8108101de0 0x7f8108198590 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 >> 172.21.15.7:0/3107452927 conn(0x7f81080fd8c0 msgr2=0x7f81080fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 shutdown_connections 2024-09-10T07:43:17.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:17.830+0000 7f810d965640 1 -- 172.21.15.7:0/3107452927 wait complete. 2024-09-10T07:43:18.540 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-10T07:43:18.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:18.541 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:43:18.610 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi007.stderr:ceph-fuse[72237]: fuse finished with error 0 and tester_r 0 2024-09-10T07:43:18.613 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:18.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:18 smithi007 ceph-mon[30879]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:18.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:18 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3107452927' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:18.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:18 smithi145 ceph-mon[34766]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:18.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:18 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3107452927' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:18 smithi110 ceph-mon[34417]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T07:43:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:18 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3107452927' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T07:43:20.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:20 smithi145 ceph-mon[34766]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:20 smithi007 ceph-mon[30879]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:20 smithi110 ceph-mon[34417]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:22 smithi145 ceph-mon[34766]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:22 smithi007 ceph-mon[30879]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:22 smithi110 ceph-mon[34417]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:24.714 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:43:24.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:43:24.715 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-10T07:43:24.756 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:24.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:24 smithi145 ceph-mon[34766]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:25.068 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:24 smithi007 ceph-mon[30879]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:24 smithi110 ceph-mon[34417]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T07:43:25.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 -- 172.21.15.7:0/502162286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 msgr2=0x7f629c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:25.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 --2- 172.21.15.7:0/502162286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c10ea90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6294009ca0 tx=0x7f629402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 -- 172.21.15.7:0/502162286 shutdown_connections 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 --2- 172.21.15.7:0/502162286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c10ea90 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 --2- 172.21.15.7:0/502162286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 0x7f629c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 --2- 172.21.15.7:0/502162286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 -- 172.21.15.7:0/502162286 >> 172.21.15.7:0/502162286 conn(0x7f629c0fd8c0 msgr2=0x7f629c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 -- 172.21.15.7:0/502162286 shutdown_connections 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.545+0000 7f62a30b4640 1 -- 172.21.15.7:0/502162286 wait complete. 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 Processor -- start 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 -- start start 2024-09-10T07:43:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 0x7f629c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f629c111e20 con 0x7f629c106f10 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f629c111ca0 con 0x7f629c101de0 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a30b4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f629c111fa0 con 0x7f629c102790 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a1651640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a1651640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58908/0 (socket says 172.21.15.7:58908) 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.546+0000 7f62a1651640 1 -- 172.21.15.7:0/802283766 learned_addr learned my addr 172.21.15.7:0/802283766 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f629bfff640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 0x7f629c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a0e50640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 -- 172.21.15.7:0/802283766 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 msgr2=0x7f629c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 0x7f629c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 -- 172.21.15.7:0/802283766 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 msgr2=0x7f629c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 -- 172.21.15.7:0/802283766 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f629c1a6820 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a0e50640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a1651640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6294009dc0 tx=0x7f6294032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294003cf0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f629c1a6ab0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62940044f0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294030bf0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.547+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f629c1a6ff0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.548+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f629c1021c0 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.549+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f6294004040 con 0x7f629c106f10 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.550+0000 7f6299ffb640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 0x7f628c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.550+0000 7f62a0e50640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 0x7f628c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.550+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f62940f08a0 con 0x7f629c106f10 2024-09-10T07:43:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.551+0000 7f62a0e50640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 0x7f628c0a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62900058c0 tx=0x7f6290005ec0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.555+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62940bd5c0 con 0x7f629c106f10 2024-09-10T07:43:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.735+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f629c10a0f0 con 0x7f629c106f10 2024-09-10T07:43:25.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.737+0000 7f6299ffb640 1 -- 172.21.15.7:0/802283766 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7f62940bcec0 con 0x7f629c106f10 2024-09-10T07:43:25.781 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:25.781 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 msgr2=0x7f628c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 0x7f628c0a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62900058c0 tx=0x7f6290005ec0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 msgr2=0x7f629c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6294009dc0 tx=0x7f6294032ff0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 shutdown_connections 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f628c0a2b80 0x7f628c0a5040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f629c106f10 0x7f629c074f70 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.739+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f629c102790 0x7f629c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.740+0000 7f62a30b4640 1 --2- 172.21.15.7:0/802283766 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629c101de0 0x7f629c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.740+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 >> 172.21.15.7:0/802283766 conn(0x7f629c0fd8c0 msgr2=0x7f629c0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.740+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 shutdown_connections 2024-09-10T07:43:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:25.740+0000 7f62a30b4640 1 -- 172.21.15.7:0/802283766 wait complete. 2024-09-10T07:43:26.470 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:26.727 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:26.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:26 smithi007 ceph-mon[30879]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:26.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:26 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/802283766' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:26 smithi145 ceph-mon[34766]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:26 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/802283766' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:26 smithi110 ceph-mon[34417]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:26 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/802283766' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 -- 172.21.15.7:0/1207061507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 msgr2=0x7fa2bc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 --2- 172.21.15.7:0/1207061507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc1067e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac009900 tx=0x7fa2ac02a410 comp rx=0 tx=0).stop 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 -- 172.21.15.7:0/1207061507 shutdown_connections 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 --2- 172.21.15.7:0/1207061507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 0x7fa2bc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 --2- 172.21.15.7:0/1207061507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc1067e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 --2- 172.21.15.7:0/1207061507 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 -- 172.21.15.7:0/1207061507 >> 172.21.15.7:0/1207061507 conn(0x7fa2bc0fd8c0 msgr2=0x7fa2bc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 -- 172.21.15.7:0/1207061507 shutdown_connections 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.209+0000 7fa2c343b640 1 -- 172.21.15.7:0/1207061507 wait complete. 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 Processor -- start 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 -- start start 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 0x7fa2bc19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc111e20 con 0x7fa2bc102790 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc111ca0 con 0x7fa2bc101de0 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c343b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc111fa0 con 0x7fa2bc106f10 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58916/0 (socket says 172.21.15.7:58916) 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 -- 172.21.15.7:0/799562769 learned_addr learned my addr 172.21.15.7:0/799562769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c11d7640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 -- 172.21.15.7:0/799562769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 msgr2=0x7fa2bc19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c19d8640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 0x7fa2bc19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 0x7fa2bc19cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 -- 172.21.15.7:0/799562769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 msgr2=0x7fa2bc198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.210+0000 7fa2c09d6640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2c09d6640 1 -- 172.21.15.7:0/799562769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2bc19d2f0 con 0x7fa2bc102790 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2c11d7640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2c09d6640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac005940 tx=0x7fa2ac004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac03f030 con 0x7fa2bc102790 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2ac003aa0 con 0x7fa2bc102790 2024-09-10T07:43:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac035070 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2bc19d580 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.211+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2bc1a4ec0 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.212+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2bc1032c0 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.213+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa2ac042030 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.214+0000 7fa2b27fc640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 0x7fa2a80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.214+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fa2ac0efaa0 con 0x7fa2bc102790 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.214+0000 7fa2c11d7640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 0x7fa2a80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.214+0000 7fa2c11d7640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 0x7fa2a80a50c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa2b800abe0 tx=0x7fa2b800a5c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.218+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2ac0bc7c0 con 0x7fa2bc102790 2024-09-10T07:43:27.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.396+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa2bc10a0f0 con 0x7fa2bc102790 2024-09-10T07:43:27.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.398+0000 7fa2b27fc640 1 -- 172.21.15.7:0/799562769 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7fa2ac0bc0c0 con 0x7fa2bc102790 2024-09-10T07:43:27.398 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:27.398 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 msgr2=0x7fa2a80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 0x7fa2a80a50c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa2b800abe0 tx=0x7fa2b800a5c0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 msgr2=0x7fa2bc198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac005940 tx=0x7fa2ac004270 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 shutdown_connections 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa2a80a2c00 0x7fa2a80a50c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2bc106f10 0x7fa2bc19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2bc102790 0x7fa2bc198880 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 --2- 172.21.15.7:0/799562769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2bc101de0 0x7fa2bc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 >> 172.21.15.7:0/799562769 conn(0x7fa2bc0fd8c0 msgr2=0x7fa2bc0fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 shutdown_connections 2024-09-10T07:43:27.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:27.400+0000 7fa2c343b640 1 -- 172.21.15.7:0/799562769 wait complete. 2024-09-10T07:43:27.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:27 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/799562769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:28.084 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:27 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/799562769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:28.114 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:43:28.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:27 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/799562769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:28.372 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:28.754 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:28 smithi007 ceph-mon[30879]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 -- 172.21.15.7:0/393552554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34102790 msgr2=0x7fbb341067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 --2- 172.21.15.7:0/393552554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34102790 0x7fbb341067e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009900 tx=0x7fbb2802a410 comp rx=0 tx=0).stop 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 -- 172.21.15.7:0/393552554 shutdown_connections 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 --2- 172.21.15.7:0/393552554 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 0x7fbb3410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 --2- 172.21.15.7:0/393552554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34102790 0x7fbb341067e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 --2- 172.21.15.7:0/393552554 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34101de0 0x7fbb341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 -- 172.21.15.7:0/393552554 >> 172.21.15.7:0/393552554 conn(0x7fbb340fd8c0 msgr2=0x7fbb340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 -- 172.21.15.7:0/393552554 shutdown_connections 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.842+0000 7fbb39de2640 1 -- 172.21.15.7:0/393552554 wait complete. 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.843+0000 7fbb39de2640 1 Processor -- start 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.843+0000 7fbb39de2640 1 -- start start 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34102790 0x7fbb341988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 0x7fbb3419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb34111e20 con 0x7fbb34101de0 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb34111ca0 con 0x7fbb34102790 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb34111fa0 con 0x7fbb34106f10 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58936/0 (socket says 172.21.15.7:58936) 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 -- 172.21.15.7:0/1690872163 learned_addr learned my addr 172.21.15.7:0/1690872163 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb32ffd640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34102790 0x7fbb341988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb33fff640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 0x7fbb3419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 -- 172.21.15.7:0/1690872163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 msgr2=0x7fbb3419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 0x7fbb3419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 -- 172.21.15.7:0/1690872163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34102790 msgr2=0x7fbb341988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34102790 0x7fbb341988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 -- 172.21.15.7:0/1690872163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3419d330 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb337fe640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400c890 tx=0x7fbb2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb24004220 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb240043c0 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.844+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3419d620 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.845+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb24004a00 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.845+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb341a4f00 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.846+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb341021c0 con 0x7fbb34101de0 2024-09-10T07:43:28.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.847+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fbb24004ba0 con 0x7fbb34101de0 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.847+0000 7fbb30ff9640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 0x7fbb1c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.848+0000 7fbb32ffd640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 0x7fbb1c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.848+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fbb240cee90 con 0x7fbb34101de0 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.848+0000 7fbb32ffd640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 0x7fbb1c0a5040 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbb28031440 tx=0x7fbb28005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:28.852+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbb24014030 con 0x7fbb34101de0 2024-09-10T07:43:28.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:28 smithi145 ceph-mon[34766]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:29.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.064+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fbb34109bc0 con 0x7fbb34101de0 2024-09-10T07:43:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:28 smithi110 ceph-mon[34417]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:29.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.731+0000 7fbb30ff9640 1 -- 172.21.15.7:0/1690872163 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fbb2409b560 con 0x7fbb34101de0 2024-09-10T07:43:29.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 msgr2=0x7fbb1c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 0x7fbb1c0a5040 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbb28031440 tx=0x7fbb28005e80 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 msgr2=0x7fbb34198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400c890 tx=0x7fbb2400cd50 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 shutdown_connections 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb1c0a2b80 0x7fbb1c0a5040 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb34106f10 0x7fbb3419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb34102790 0x7fbb341988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 --2- 172.21.15.7:0/1690872163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb34101de0 0x7fbb34198380 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 >> 172.21.15.7:0/1690872163 conn(0x7fbb340fd8c0 msgr2=0x7fbb340fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 shutdown_connections 2024-09-10T07:43:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:29.734+0000 7fbb39de2640 1 -- 172.21.15.7:0/1690872163 wait complete. 2024-09-10T07:43:29.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T07:43:30.092 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T07:43:30.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T07:43:30.507 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-09-10T07:43:30.507 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-09-10T07:43:30.773 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:30 smithi145 ceph-mon[34766]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:30 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T07:43:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:30 smithi145 ceph-mon[34766]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:31.021 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:30 smithi007 ceph-mon[30879]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:31.021 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:30 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T07:43:31.021 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:30 smithi007 ceph-mon[30879]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:30 smithi110 ceph-mon[34417]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T07:43:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:30 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1690872163' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T07:43:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:30 smithi110 ceph-mon[34417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:31.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 -- 172.21.15.7:0/3191204775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102ef0 msgr2=0x7f6cfc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 --2- 172.21.15.7:0/3191204775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc10da40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009ca0 tx=0x7f6cf402a950 comp rx=0 tx=0).stop 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 -- 172.21.15.7:0/3191204775 shutdown_connections 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 --2- 172.21.15.7:0/3191204775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc10da40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 --2- 172.21.15.7:0/3191204775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc102570 0x7f6cfc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 --2- 172.21.15.7:0/3191204775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc100e20 0x7f6cfc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 -- 172.21.15.7:0/3191204775 >> 172.21.15.7:0/3191204775 conn(0x7f6cfc0fc7d0 msgr2=0x7f6cfc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 -- 172.21.15.7:0/3191204775 shutdown_connections 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.235+0000 7f6d02306640 1 -- 172.21.15.7:0/3191204775 wait complete. 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 Processor -- start 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 -- start start 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 0x7f6cfc199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc1a4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc110ea0 con 0x7f6cfc102570 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc110d20 con 0x7f6cfc100e20 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d02306640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc111020 con 0x7f6cfc102ef0 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54000/0 (socket says 172.21.15.7:54000) 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 -- 172.21.15.7:0/4112358736 learned_addr learned my addr 172.21.15.7:0/4112358736 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cfbfff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 0x7f6cfc199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6d008a3640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc1a4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 -- 172.21.15.7:0/4112358736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc102ef0 msgr2=0x7f6cfc1a4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc1a4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 -- 172.21.15.7:0/4112358736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 msgr2=0x7f6cfc199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 0x7f6cfc199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cf3fff640 1 -- 172.21.15.7:0/4112358736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cfc1a4850 con 0x7f6cfc102570 2024-09-10T07:43:31.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.236+0000 7f6cfbfff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 0x7f6cfc199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400d950 tx=0x7f6ce400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce4017070 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cfc1a4a20 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ce4009c30 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce400f620 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.237+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cfc1a4f10 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.238+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cfc101200 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.239+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f6ce40109a0 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.240+0000 7f6cf9ffb640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 0x7f6ce80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.240+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f6ce40cef80 con 0x7f6cfc102570 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.240+0000 7f6cfbfff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 0x7f6ce80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.240+0000 7f6cfbfff640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 0x7f6ce80a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6cec009930 tx=0x7f6cec008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.244+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6ce4009de0 con 0x7f6cfc102570 2024-09-10T07:43:31.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.458+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f6cfc109090 con 0x7f6cfc102570 2024-09-10T07:43:31.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.738+0000 7f6cf9ffb640 1 -- 172.21.15.7:0/4112358736 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f6ce409bca0 con 0x7f6cfc102570 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 msgr2=0x7f6ce80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 0x7f6ce80a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6cec009930 tx=0x7f6cec008040 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 msgr2=0x7f6cfc1997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400d950 tx=0x7f6ce400de10 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 shutdown_connections 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ce80a2b80 0x7f6ce80a5040 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cfc102ef0 0x7f6cfc1a4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cfc102570 0x7f6cfc1997d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 --2- 172.21.15.7:0/4112358736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cfc100e20 0x7f6cfc199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 >> 172.21.15.7:0/4112358736 conn(0x7f6cfc0fc7d0 msgr2=0x7f6cfc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 shutdown_connections 2024-09-10T07:43:31.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:31.740+0000 7f6d02306640 1 -- 172.21.15.7:0/4112358736 wait complete. 2024-09-10T07:43:31.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:31 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-10T07:43:32.071 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:31 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-10T07:43:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:31 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-10T07:43:32.506 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-10T07:43:32.775 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T07:43:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T07:43:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-10T07:43:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T07:43:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T07:43:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:32 smithi145 ceph-mon[34766]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T07:43:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T07:43:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T07:43:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-10T07:43:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T07:43:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:33.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T07:43:33.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:32 smithi007 ceph-mon[30879]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T07:43:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4112358736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T07:43:33.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:32 smithi110 ceph-mon[34417]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T07:43:33.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 -- 172.21.15.7:0/282607263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 msgr2=0x7f319c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 --2- 172.21.15.7:0/282607263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c1021c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3198009900 tx=0x7f319802a3f0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 -- 172.21.15.7:0/282607263 shutdown_connections 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 --2- 172.21.15.7:0/282607263 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c106f10 0x7f319c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 --2- 172.21.15.7:0/282607263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c102790 0x7f319c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 --2- 172.21.15.7:0/282607263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c1021c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 -- 172.21.15.7:0/282607263 >> 172.21.15.7:0/282607263 conn(0x7f319c0fd8c0 msgr2=0x7f319c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 -- 172.21.15.7:0/282607263 shutdown_connections 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.244+0000 7f31a42ae640 1 -- 172.21.15.7:0/282607263 wait complete. 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 Processor -- start 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 -- start start 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 0x7f319c198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 0x7f319c19cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f319c111e20 con 0x7f319c101de0 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f319c111ca0 con 0x7f319c102790 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a42ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f319c111fa0 con 0x7f319c106f10 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a204a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a204a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54018/0 (socket says 172.21.15.7:54018) 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.245+0000 7f31a204a640 1 -- 172.21.15.7:0/409959581 learned_addr learned my addr 172.21.15.7:0/409959581 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a1849640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 0x7f319c198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a284b640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 0x7f319c19cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 -- 172.21.15.7:0/409959581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 msgr2=0x7f319c19cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 0x7f319c19cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 -- 172.21.15.7:0/409959581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 msgr2=0x7f319c198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 0x7f319c198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 -- 172.21.15.7:0/409959581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f319c19d200 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a1849640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 0x7f319c198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a284b640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 0x7f319c19cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a204a640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3198006010 tx=0x7f3198004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319803f030 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f319c19d490 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31980035f0 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198035070 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.246+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f319c1a4dd0 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.247+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f319c1021c0 con 0x7f319c101de0 2024-09-10T07:43:33.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.248+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f3198003b10 con 0x7f319c101de0 2024-09-10T07:43:33.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.249+0000 7f31937fe640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 0x7f31880a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.249+0000 7f31a1849640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 0x7f31880a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.249+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f31980efeb0 con 0x7f319c101de0 2024-09-10T07:43:33.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.249+0000 7f31a1849640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 0x7f31880a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f319c108870 tx=0x7f318c005d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.253+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31980bcbd0 con 0x7f319c101de0 2024-09-10T07:43:33.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.469+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f319c10a0f0 con 0x7f319c101de0 2024-09-10T07:43:33.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.753+0000 7f31937fe640 1 -- 172.21.15.7:0/409959581 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7f31980bc4d0 con 0x7f319c101de0 2024-09-10T07:43:33.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 msgr2=0x7f31880a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 0x7f31880a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f319c108870 tx=0x7f318c005d90 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 msgr2=0x7f319c198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3198006010 tx=0x7f3198004270 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 shutdown_connections 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31880a2b80 0x7f31880a5040 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f319c106f10 0x7f319c19cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f319c102790 0x7f319c198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 --2- 172.21.15.7:0/409959581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f319c101de0 0x7f319c198250 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 >> 172.21.15.7:0/409959581 conn(0x7f319c0fd8c0 msgr2=0x7f319c0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 shutdown_connections 2024-09-10T07:43:33.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:33.755+0000 7f31a42ae640 1 -- 172.21.15.7:0/409959581 wait complete. 2024-09-10T07:43:34.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: Cluster is now healthy 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T07:43:34.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:33 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T07:43:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: Cluster is now healthy 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T07:43:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:33 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T07:43:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: Cluster is now healthy 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T07:43:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:33 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T07:43:34.493 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-10T07:43:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:35.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:34 smithi007 ceph-mon[30879]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2024-09-10T07:43:35.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:34 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T07:43:35.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:34 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:43:35.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:34 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2024-09-10T07:43:35.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:34 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:35.102 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:34 smithi110 ceph-mon[34417]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2024-09-10T07:43:35.102 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:34 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T07:43:35.102 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:34 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:43:35.102 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:34 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2024-09-10T07:43:35.102 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:34 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:34 smithi145 ceph-mon[34766]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s 2024-09-10T07:43:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:34 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/409959581' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T07:43:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:34 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:43:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:34 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2024-09-10T07:43:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:34 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 -- 172.21.15.7:0/1316779697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef58103660 msgr2=0x7fef5810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1316779697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef58103660 0x7fef5810bb50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fef4c009900 tx=0x7fef4c02a480 comp rx=0 tx=0).stop 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 -- 172.21.15.7:0/1316779697 shutdown_connections 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1316779697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef5810c170 0x7fef5810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1316779697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef58103660 0x7fef5810bb50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1316779697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58102d40 0x7fef58103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 -- 172.21.15.7:0/1316779697 >> 172.21.15.7:0/1316779697 conn(0x7fef580fc7a0 msgr2=0x7fef580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 -- 172.21.15.7:0/1316779697 shutdown_connections 2024-09-10T07:43:35.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.246+0000 7fef5dde4640 1 -- 172.21.15.7:0/1316779697 wait complete. 2024-09-10T07:43:35.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 Processor -- start 2024-09-10T07:43:35.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 -- start start 2024-09-10T07:43:35.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef58102d40 0x7fef58198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef5810c170 0x7fef5819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111e20 con 0x7fef58103660 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111ca0 con 0x7fef5810c170 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef5dde4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111fa0 con 0x7fef58102d40 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.247+0000 7fef56ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54032/0 (socket says 172.21.15.7:54032) 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 -- 172.21.15.7:0/1884381255 learned_addr learned my addr 172.21.15.7:0/1884381255 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef57fff640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef5810c170 0x7fef5819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef577fe640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef58102d40 0x7fef58198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 -- 172.21.15.7:0/1884381255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef58102d40 msgr2=0x7fef58198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef58102d40 0x7fef58198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 -- 172.21.15.7:0/1884381255 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef5810c170 msgr2=0x7fef5819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef5810c170 0x7fef5819cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 -- 172.21.15.7:0/1884381255 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef5819d340 con 0x7fef58103660 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef56ffd640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fef4c005940 tx=0x7fef4c031a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:35.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c03f030 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef5819d5d0 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef4c0043d0 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c035070 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.248+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef581a4f10 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.249+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef58103120 con 0x7fef58103660 2024-09-10T07:43:35.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.251+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fef4c042030 con 0x7fef58103660 2024-09-10T07:43:35.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.251+0000 7fef54ff9640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 0x7fef400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.251+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fef4c0ef550 con 0x7fef58103660 2024-09-10T07:43:35.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.251+0000 7fef577fe640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 0x7fef400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.252+0000 7fef577fe640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 0x7fef400a5040 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fef48005fd0 tx=0x7fef48009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:35.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.255+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fef4c0bbbc0 con 0x7fef58103660 2024-09-10T07:43:35.411 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:43:35 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:43:35.101+0000 7f2b0c9e4640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-10T07:43:35.411 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:43:35 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:43:35.101+0000 7f2b0c9e4640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-10T07:43:35.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.470+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fef58106c80 con 0x7fef58103660 2024-09-10T07:43:35.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.759+0000 7fef54ff9640 1 -- 172.21.15.7:0/1884381255 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v24) ==== 115+0+0 (secure 0 0 0) 0x7fef4c0bfec0 con 0x7fef58103660 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 msgr2=0x7fef400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 0x7fef400a5040 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fef48005fd0 tx=0x7fef48009500 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 msgr2=0x7fef581988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fef4c005940 tx=0x7fef4c031a10 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 shutdown_connections 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fef400a2b80 0x7fef400a5040 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fef5810c170 0x7fef5819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef58103660 0x7fef581988d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 --2- 172.21.15.7:0/1884381255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef58102d40 0x7fef58198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 >> 172.21.15.7:0/1884381255 conn(0x7fef580fc7a0 msgr2=0x7fef580fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:35.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.761+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 shutdown_connections 2024-09-10T07:43:35.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:35.762+0000 7fef5dde4640 1 -- 172.21.15.7:0/1884381255 wait complete. 2024-09-10T07:43:36.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:35 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T07:43:36.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:35 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T07:43:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:35 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T07:43:36.363 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-09-10T07:43:36.363 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-10T07:43:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:37.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:36 smithi007 ceph-mon[30879]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-10T07:43:37.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:36 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T07:43:37.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:36 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- 172.21.15.7:0/363497277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 msgr2=0x7fcbdc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 --2- 172.21.15.7:0/363497277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc101200 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8009900 tx=0x7fcbd802a480 comp rx=0 tx=0).stop 2024-09-10T07:43:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- 172.21.15.7:0/363497277 shutdown_connections 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 --2- 172.21.15.7:0/363497277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 --2- 172.21.15.7:0/363497277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 0x7fcbdc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 --2- 172.21.15.7:0/363497277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc101200 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- 172.21.15.7:0/363497277 >> 172.21.15.7:0/363497277 conn(0x7fcbdc0fc7d0 msgr2=0x7fcbdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- 172.21.15.7:0/363497277 shutdown_connections 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- 172.21.15.7:0/363497277 wait complete. 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 Processor -- start 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.112+0000 7fcbe4471640 1 -- start start 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 0x7fcbdc198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc19cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc110ec0 con 0x7fcbdc100e20 2024-09-10T07:43:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc110d40 con 0x7fcbdc102570 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe4471640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc111040 con 0x7fcbdc102ef0 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54052/0 (socket says 172.21.15.7:54052) 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 -- 172.21.15.7:0/2848799479 learned_addr learned my addr 172.21.15.7:0/2848799479 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe2a0e640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc19cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe1a0c640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 0x7fcbdc198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 -- 172.21.15.7:0/2848799479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 msgr2=0x7fcbdc19cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc19cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 -- 172.21.15.7:0/2848799479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 msgr2=0x7fcbdc198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 0x7fcbdc198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 -- 172.21.15.7:0/2848799479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc19d3e0 con 0x7fcbdc100e20 2024-09-10T07:43:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe2a0e640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc19cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.113+0000 7fcbe220d640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8004770 tx=0x7fcbd8003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd803f070 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbd803bd20 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbdc19d670 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8035030 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbdc1a4fb0 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.114+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbdc101200 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.116+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fcbd8042070 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.117+0000 7fcbd37fe640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 0x7fcbc80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.117+0000 7fcbe1a0c640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 0x7fcbc80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.117+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fcbd80efed0 con 0x7fcbdc100e20 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.117+0000 7fcbe1a0c640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 0x7fcbc80a50c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0ff060 tx=0x7fcbcc008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.120+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcbd80bcbf0 con 0x7fcbdc100e20 2024-09-10T07:43:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:36 smithi110 ceph-mon[34417]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-10T07:43:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:36 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T07:43:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:36 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:36 smithi145 ceph-mon[34766]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-10T07:43:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:36 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1884381255' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T07:43:37.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:36 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:43:37.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.320+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fcbdc062630 con 0x7fcbc80a2c00 2024-09-10T07:43:37.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.346+0000 7fcbd37fe640 1 -- 172.21.15.7:0/2848799479 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcbdc062630 con 0x7fcbc80a2c00 2024-09-10T07:43:37.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 msgr2=0x7fcbc80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 0x7fcbc80a50c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0ff060 tx=0x7fcbcc008040 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 msgr2=0x7fcbdc198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8004770 tx=0x7fcbd8003ca0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 shutdown_connections 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcbc80a2c00 0x7fcbc80a50c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbdc102ef0 0x7fcbdc19cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcbdc102570 0x7fcbdc198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 --2- 172.21.15.7:0/2848799479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbdc100e20 0x7fcbdc198430 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 >> 172.21.15.7:0/2848799479 conn(0x7fcbdc0fc7d0 msgr2=0x7fcbdc06a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 shutdown_connections 2024-09-10T07:43:37.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:37.348+0000 7fcbe4471640 1 -- 172.21.15.7:0/2848799479 wait complete. 2024-09-10T07:43:37.602 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:43:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:43:37.326+0000 7f814ad48640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T07:43:37.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:43:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:43:37.326+0000 7f814ad48640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T07:43:37.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:43:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:43:37.326+0000 7f814ad48640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T07:43:37.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:43:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:43:37.326+0000 7f814ad48640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T07:43:37.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 07:43:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T07:43:37.326+0000 7f814ad48640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T07:43:37.927 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-10T07:43:38.183 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 -- 172.21.15.7:0/2230968676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be8103660 msgr2=0x7f1be810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 --2- 172.21.15.7:0/2230968676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be8103660 0x7f1be810bb50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8009900 tx=0x7f1bd802a480 comp rx=0 tx=0).stop 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 -- 172.21.15.7:0/2230968676 shutdown_connections 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 --2- 172.21.15.7:0/2230968676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be810c170 0x7f1be810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 --2- 172.21.15.7:0/2230968676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be8103660 0x7f1be810bb50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 --2- 172.21.15.7:0/2230968676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 -- 172.21.15.7:0/2230968676 >> 172.21.15.7:0/2230968676 conn(0x7f1be80fc7a0 msgr2=0x7f1be80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 -- 172.21.15.7:0/2230968676 shutdown_connections 2024-09-10T07:43:38.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.647+0000 7f1befe90640 1 -- 172.21.15.7:0/2230968676 wait complete. 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 Processor -- start 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 -- start start 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be8103660 0x7f1be8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8111ee0 con 0x7f1be810c170 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8111d60 con 0x7f1be8103660 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1befe90640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8112060 con 0x7f1be8102d40 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54096/0 (socket says 172.21.15.7:54096) 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 -- 172.21.15.7:0/1985022548 learned_addr learned my addr 172.21.15.7:0/1985022548 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bedc2c640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bed42b640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be8103660 0x7f1be8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 -- 172.21.15.7:0/1985022548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 msgr2=0x7f1be81009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be81009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 -- 172.21.15.7:0/1985022548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be8103660 msgr2=0x7f1be8100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be8103660 0x7f1be8100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 -- 172.21.15.7:0/1985022548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be81a69a0 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bedc2c640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.648+0000 7f1bee42d640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1be000b970 tx=0x7f1be000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.649+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be0019070 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.649+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1be0014440 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.649+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be81a6c90 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.649+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be00075d0 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.649+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be81a71d0 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.650+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1be81031a0 con 0x7f1be810c170 2024-09-10T07:43:38.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.651+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f1be001c070 con 0x7f1be810c170 2024-09-10T07:43:38.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.652+0000 7f1bdeffd640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 0x7f1bd40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.652+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f1be00cece0 con 0x7f1be810c170 2024-09-10T07:43:38.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.652+0000 7f1bedc2c640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 0x7f1bd40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.652+0000 7f1bedc2c640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 0x7f1bd40a50c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1be4009930 tx=0x7f1be4008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:38.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.655+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1be009ba00 con 0x7f1be810c170 2024-09-10T07:43:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:38 smithi007 ceph-mon[30879]: pgmap v305: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-09-10T07:43:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:38 smithi007 ceph-mon[30879]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:38.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.859+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f1be8062630 con 0x7f1bd40a2c00 2024-09-10T07:43:38.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.884+0000 7f1bdeffd640 1 -- 172.21.15.7:0/1985022548 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1be8062630 con 0x7f1bd40a2c00 2024-09-10T07:43:38.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 msgr2=0x7f1bd40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 0x7f1bd40a50c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1be4009930 tx=0x7f1be4008040 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 msgr2=0x7f1be8101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1be000b970 tx=0x7f1be000be30 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 shutdown_connections 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1bd40a2c00 0x7f1bd40a50c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1be810c170 0x7f1be8101420 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1be8103660 0x7f1be8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 --2- 172.21.15.7:0/1985022548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be8102d40 0x7f1be81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 >> 172.21.15.7:0/1985022548 conn(0x7f1be80fc7a0 msgr2=0x7f1be80fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 shutdown_connections 2024-09-10T07:43:38.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:38.886+0000 7f1befe90640 1 -- 172.21.15.7:0/1985022548 wait complete. 2024-09-10T07:43:39.042 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:38 smithi145 ceph-mon[34766]: pgmap v305: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-09-10T07:43:39.043 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:38 smithi145 ceph-mon[34766]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:38 smithi110 ceph-mon[34417]: pgmap v305: 129 pgs: 129 active+clean; 583 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-09-10T07:43:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:38 smithi110 ceph-mon[34417]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:39.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-10T07:43:39.820 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 -- 172.21.15.7:0/1502322230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 msgr2=0x7fc2d010eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/1502322230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d010eaf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8009cd0 tx=0x7fc2c802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 -- 172.21.15.7:0/1502322230 shutdown_connections 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/1502322230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d010eaf0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/1502322230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0106860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/1502322230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 0x7fc2d0100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 -- 172.21.15.7:0/1502322230 >> 172.21.15.7:0/1502322230 conn(0x7fc2d0077210 msgr2=0x7fc2d00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 -- 172.21.15.7:0/1502322230 shutdown_connections 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.306+0000 7fc2d7a06640 1 -- 172.21.15.7:0/1502322230 wait complete. 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 Processor -- start 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 -- start start 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 0x7fc2d0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d0111e50 con 0x7fc2d0106fc0 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d0111cd0 con 0x7fc2d0100370 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d7a06640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d0111fd0 con 0x7fc2d0100d20 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d5fa3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:40.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d5fa3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54124/0 (socket says 172.21.15.7:54124) 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d5fa3640 1 -- 172.21.15.7:0/228232162 learned_addr learned my addr 172.21.15.7:0/228232162 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d57a2640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 0x7fc2d0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.307+0000 7fc2d4fa1640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 -- 172.21.15.7:0/228232162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 msgr2=0x7fc2d0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 -- 172.21.15.7:0/228232162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 msgr2=0x7fc2d0198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 0x7fc2d0198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 -- 172.21.15.7:0/228232162 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2d019d300 con 0x7fc2d0106fc0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d4fa1640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d5fa3640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8005cc0 tx=0x7fc2c8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c8004450 con 0x7fc2d0106fc0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2c8031c90 con 0x7fc2d0106fc0 2024-09-10T07:43:40.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2d019d590 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c803b400 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.308+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2d01a4ed0 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.309+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2d0100750 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.310+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fc2c8004680 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.311+0000 7fc2c67fc640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 0x7fc2bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.311+0000 7fc2d57a2640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 0x7fc2bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.311+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fc2c802e030 con 0x7fc2d0106fc0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.311+0000 7fc2d57a2640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 0x7fc2bc0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00bbe0 tx=0x7fc2cc00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:40.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.315+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc2c80bd1b0 con 0x7fc2d0106fc0 2024-09-10T07:43:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.518+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fc2d010a170 con 0x7fc2bc0a2c10 2024-09-10T07:43:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.523+0000 7fc2c67fc640 1 -- 172.21.15.7:0/228232162 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fc2cc010c30 con 0x7fc2bc0a2c10 2024-09-10T07:43:40.523 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 msgr2=0x7fc2bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 0x7fc2bc0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00bbe0 tx=0x7fc2cc00b390 comp rx=0 tx=0).stop 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 msgr2=0x7fc2d019cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8005cc0 tx=0x7fc2c8003c20 comp rx=0 tx=0).stop 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 shutdown_connections 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2bc0a2c10 0x7fc2bc0a50d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc2d0106fc0 0x7fc2d019cc20 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2d0100d20 0x7fc2d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 --2- 172.21.15.7:0/228232162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2d0100370 0x7fc2d0198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:40.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.525+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 >> 172.21.15.7:0/228232162 conn(0x7fc2d0077210 msgr2=0x7fc2d00fc800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:40.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.526+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 shutdown_connections 2024-09-10T07:43:40.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:40.526+0000 7fc2d7a06640 1 -- 172.21.15.7:0/228232162 wait complete. 2024-09-10T07:43:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:40 smithi007 ceph-mon[30879]: pgmap v306: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:40 smithi007 ceph-mon[30879]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:40 smithi007 ceph-mon[30879]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T07:43:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:40 smithi110 ceph-mon[34417]: pgmap v306: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:40 smithi110 ceph-mon[34417]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:40 smithi110 ceph-mon[34417]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T07:43:41.163 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-10T07:43:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:40 smithi145 ceph-mon[34766]: pgmap v306: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:40 smithi145 ceph-mon[34766]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:40 smithi145 ceph-mon[34766]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T07:43:41.425 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:41.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:41 smithi007 ceph-mon[30879]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 -- 172.21.15.7:0/493898954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230102d40 msgr2=0x7fb230103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 --2- 172.21.15.7:0/493898954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230102d40 0x7fb230103120 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb220009900 tx=0x7fb22002a480 comp rx=0 tx=0).stop 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 -- 172.21.15.7:0/493898954 shutdown_connections 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 --2- 172.21.15.7:0/493898954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 0x7fb23010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 --2- 172.21.15.7:0/493898954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230103660 0x7fb23010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 --2- 172.21.15.7:0/493898954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230102d40 0x7fb230103120 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.905+0000 7fb236700640 1 -- 172.21.15.7:0/493898954 >> 172.21.15.7:0/493898954 conn(0x7fb2300fc7a0 msgr2=0x7fb2300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:41.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.906+0000 7fb236700640 1 -- 172.21.15.7:0/493898954 shutdown_connections 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.906+0000 7fb236700640 1 -- 172.21.15.7:0/493898954 wait complete. 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.906+0000 7fb236700640 1 Processor -- start 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.906+0000 7fb236700640 1 -- start start 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.906+0000 7fb236700640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230102d40 0x7fb2301983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 0x7fb23019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb230111e20 con 0x7fb230103660 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb230111ca0 con 0x7fb23010c170 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb230111fa0 con 0x7fb230102d40 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50392/0 (socket says 172.21.15.7:50392) 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 -- 172.21.15.7:0/3726588430 learned_addr learned my addr 172.21.15.7:0/3726588430 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:41.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb234c9d640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 0x7fb23019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22ffff640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230102d40 0x7fb2301983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 -- 172.21.15.7:0/3726588430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230102d40 msgr2=0x7fb2301983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230102d40 0x7fb2301983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 -- 172.21.15.7:0/3726588430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 msgr2=0x7fb23019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 0x7fb23019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 -- 172.21.15.7:0/3726588430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23019d390 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22f7fe640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb22400d750 tx=0x7fb22400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb224017070 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb224005020 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb23019d680 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb224004c60 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.907+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2301a4f60 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.909+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb230103120 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.910+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fb224009a30 con 0x7fb230103660 2024-09-10T07:43:41.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.911+0000 7fb22d7fa640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 0x7fb2180a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.911+0000 7fb22ffff640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 0x7fb2180a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.911+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fb2240ced80 con 0x7fb230103660 2024-09-10T07:43:41.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.912+0000 7fb22ffff640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 0x7fb2180a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb220031440 tx=0x7fb2200095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:41.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:41.916+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb22409b940 con 0x7fb230103660 2024-09-10T07:43:42.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.119+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb230107240 con 0x7fb2180a2c90 2024-09-10T07:43:42.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.144+0000 7fb22d7fa640 1 -- 172.21.15.7:0/3726588430 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb230107240 con 0x7fb2180a2c90 2024-09-10T07:43:42.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 msgr2=0x7fb2180a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:42.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 0x7fb2180a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb220031440 tx=0x7fb2200095f0 comp rx=0 tx=0).stop 2024-09-10T07:43:42.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 msgr2=0x7fb230198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:42.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb22400d750 tx=0x7fb22400dc10 comp rx=0 tx=0).stop 2024-09-10T07:43:42.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 shutdown_connections 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2180a2c90 0x7fb2180a5150 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb23010c170 0x7fb23019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb230103660 0x7fb230198920 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 --2- 172.21.15.7:0/3726588430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb230102d40 0x7fb2301983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 >> 172.21.15.7:0/3726588430 conn(0x7fb2300fc7a0 msgr2=0x7fb2300fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 shutdown_connections 2024-09-10T07:43:42.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:42.147+0000 7fb236700640 1 -- 172.21.15.7:0/3726588430 wait complete. 2024-09-10T07:43:42.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:41 smithi110 ceph-mon[34417]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:42.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:41 smithi145 ceph-mon[34766]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:42.821 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-10T07:43:43.080 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:43.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:42 smithi007 ceph-mon[30879]: pgmap v307: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:42 smithi110 ceph-mon[34417]: pgmap v307: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:42 smithi145 ceph-mon[34766]: pgmap v307: 129 pgs: 129 active+clean; 590 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-09-10T07:43:43.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 -- 172.21.15.7:0/3503876601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc101420 msgr2=0x7f61dc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:43.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 --2- 172.21.15.7:0/3503876601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc101420 0x7f61dc10d950 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f61cc009cd0 tx=0x7f61cc02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 -- 172.21.15.7:0/3503876601 shutdown_connections 2024-09-10T07:43:43.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 --2- 172.21.15.7:0/3503876601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc101420 0x7f61dc10d950 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 --2- 172.21.15.7:0/3503876601 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 --2- 172.21.15.7:0/3503876601 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc106a80 0x7f61dc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 -- 172.21.15.7:0/3503876601 >> 172.21.15.7:0/3503876601 conn(0x7f61dc0fc7a0 msgr2=0x7f61dc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.587+0000 7f61e47b7640 1 -- 172.21.15.7:0/3503876601 shutdown_connections 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.588+0000 7f61e47b7640 1 -- 172.21.15.7:0/3503876601 wait complete. 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.588+0000 7f61e47b7640 1 Processor -- start 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.588+0000 7f61e47b7640 1 -- start start 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 0x7f61dc1976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f61dc110d30 con 0x7f61dc106a80 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f61dc110bb0 con 0x7f61dc101420 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61dc110eb0 con 0x7f61dc100a80 2024-09-10T07:43:43.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50404/0 (socket says 172.21.15.7:50404) 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 -- 172.21.15.7:0/1066463896 learned_addr learned my addr 172.21.15.7:0/1066463896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2553640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 -- 172.21.15.7:0/1066463896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 msgr2=0x7f61dc197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 -- 172.21.15.7:0/1066463896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 msgr2=0x7f61dc1976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e1d52640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 0x7f61dc1976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 0x7f61dc1976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 -- 172.21.15.7:0/1066463896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61dc19c130 con 0x7f61dc106a80 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2553640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e1d52640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 0x7f61dc1976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e2d54640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f61cc005cc0 tx=0x7f61cc003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:43.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61cc004450 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61cc031c90 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61dc19c3c0 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.589+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61cc03b400 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.590+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61dc1a3d00 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.590+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61dc100ee0 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.592+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f61cc004680 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.593+0000 7f61db7fe640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 0x7f61c40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.593+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f61cc02e030 con 0x7f61dc106a80 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.593+0000 7f61e2553640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 0x7f61c40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.593+0000 7f61e2553640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 0x7f61c40a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f61d4005e10 tx=0x7f61d4005da0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:43.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.596+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f61cc0bd810 con 0x7f61dc106a80 2024-09-10T07:43:43.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.800+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f61dc062630 con 0x7f61c40a2c10 2024-09-10T07:43:43.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.804+0000 7f61db7fe640 1 -- 172.21.15.7:0/1066463896 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f61dc062630 con 0x7f61c40a2c10 2024-09-10T07:43:43.804 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_1/90aab69c-88d5-4df5-9fb4-0f1edf5bc70c 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 msgr2=0x7f61c40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 0x7f61c40a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f61d4005e10 tx=0x7f61d4005da0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 msgr2=0x7f61dc19ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f61cc005cc0 tx=0x7f61cc003c20 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 shutdown_connections 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2c10 0x7f61c40a50d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61dc106a80 0x7f61dc19ba50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61dc101420 0x7f61dc1976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 --2- 172.21.15.7:0/1066463896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61dc100a80 0x7f61dc197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:43.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 >> 172.21.15.7:0/1066463896 conn(0x7f61dc0fc7a0 msgr2=0x7f61dc0fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:43.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 shutdown_connections 2024-09-10T07:43:43.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:43.806+0000 7f61e47b7640 1 -- 172.21.15.7:0/1066463896 wait complete. 2024-09-10T07:43:44.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:43 smithi007 ceph-mon[30879]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:44.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:43 smithi007 ceph-mon[30879]: pgmap v308: 129 pgs: 129 active+clean; 591 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-09-10T07:43:44.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:43 smithi110 ceph-mon[34417]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:44.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:43 smithi110 ceph-mon[34417]: pgmap v308: 129 pgs: 129 active+clean; 591 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-09-10T07:43:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:43 smithi145 ceph-mon[34766]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:43 smithi145 ceph-mon[34766]: pgmap v308: 129 pgs: 129 active+clean; 591 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-09-10T07:43:44.451 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:43:44.711 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:44 smithi007 ceph-mon[30879]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:44 smithi110 ceph-mon[34417]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- 172.21.15.7:0/401046998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5280102da0 msgr2=0x7f5280103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 --2- 172.21.15.7:0/401046998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5280102da0 0x7f5280103180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f527c009900 tx=0x7f527c02a480 comp rx=0 tx=0).stop 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- 172.21.15.7:0/401046998 shutdown_connections 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 --2- 172.21.15.7:0/401046998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f528010c180 0x7f528010e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 --2- 172.21.15.7:0/401046998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52801036c0 0x7f528010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 --2- 172.21.15.7:0/401046998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5280102da0 0x7f5280103180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- 172.21.15.7:0/401046998 >> 172.21.15.7:0/401046998 conn(0x7f52800fc780 msgr2=0x7f52800feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- 172.21.15.7:0/401046998 shutdown_connections 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- 172.21.15.7:0/401046998 wait complete. 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 Processor -- start 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.217+0000 7f5286fc1640 1 -- start start 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5280102da0 0x7f5280198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 0x7f528019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5280111e00 con 0x7f52801036c0 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5280111c80 con 0x7f528010c180 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5286fc1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5280111f80 con 0x7f5280102da0 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:45.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50418/0 (socket says 172.21.15.7:50418) 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5284d5d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5280102da0 0x7f5280198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 -- 172.21.15.7:0/1348469851 learned_addr learned my addr 172.21.15.7:0/1348469851 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f528555e640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 0x7f528019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 -- 172.21.15.7:0/1348469851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5280102da0 msgr2=0x7f5280198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5280102da0 0x7f5280198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 -- 172.21.15.7:0/1348469851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 msgr2=0x7f528019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 0x7f528019ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 -- 172.21.15.7:0/1348469851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528019d3b0 con 0x7f52801036c0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f528555e640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 0x7f528019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.218+0000 7f5277fff640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f527000e9f0 tx=0x7f527000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.219+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f527000cd80 con 0x7f52801036c0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.219+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52700108e0 con 0x7f52801036c0 2024-09-10T07:43:45.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.219+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f528019d6a0 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.219+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5270018920 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.219+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52801a4f80 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.220+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5280103180 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.221+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f5270010a90 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.222+0000 7f5275ffb640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 0x7f52680a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.222+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f52700cf6f0 con 0x7f52801036c0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.222+0000 7f5284d5d640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 0x7f52680a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.222+0000 7f5284d5d640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 0x7f52680a5150 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f527c031440 tx=0x7f527c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:45.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.226+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f527009bc00 con 0x7f52801036c0 2024-09-10T07:43:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:44 smithi145 ceph-mon[34766]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:43:45.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.450+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5280107220 con 0x7f52801036c0 2024-09-10T07:43:45.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.451+0000 7f5275ffb640 1 -- 172.21.15.7:0/1348469851 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7f527009ff00 con 0x7f52801036c0 2024-09-10T07:43:45.450 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:45.450 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:43:45.450 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 msgr2=0x7f52680a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 0x7f52680a5150 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f527c031440 tx=0x7f527c005b50 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 msgr2=0x7f5280198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f527000e9f0 tx=0x7f527000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 shutdown_connections 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52680a2c90 0x7f52680a5150 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528010c180 0x7f528019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52801036c0 0x7f5280198940 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 --2- 172.21.15.7:0/1348469851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5280102da0 0x7f5280198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 >> 172.21.15.7:0/1348469851 conn(0x7f52800fc780 msgr2=0x7f52800fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 shutdown_connections 2024-09-10T07:43:45.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:45.453+0000 7f5286fc1640 1 -- 172.21.15.7:0/1348469851 wait complete. 2024-09-10T07:43:45.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:45 smithi110 ceph-mon[34417]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 14 op/s 2024-09-10T07:43:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:45 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:43:45.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:45 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1348469851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:45.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:45 smithi145 ceph-mon[34766]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 14 op/s 2024-09-10T07:43:45.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:45 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:43:45.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:45 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1348469851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:46.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:45 smithi007 ceph-mon[30879]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 14 op/s 2024-09-10T07:43:46.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:45 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:43:46.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:45 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1348469851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:43:46.686 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:46.973 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 -- 172.21.15.7:0/851417940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0100e20 msgr2=0x7f16d0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 --2- 172.21.15.7:0/851417940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0100e20 0x7f16d0101200 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f16cc009900 tx=0x7f16cc02a480 comp rx=0 tx=0).stop 2024-09-10T07:43:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 -- 172.21.15.7:0/851417940 shutdown_connections 2024-09-10T07:43:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 --2- 172.21.15.7:0/851417940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0102ef0 0x7f16d010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 --2- 172.21.15.7:0/851417940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 0x7f16d01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 --2- 172.21.15.7:0/851417940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0100e20 0x7f16d0101200 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 -- 172.21.15.7:0/851417940 >> 172.21.15.7:0/851417940 conn(0x7f16d00fc7d0 msgr2=0x7f16d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.457+0000 7f16d6abb640 1 -- 172.21.15.7:0/851417940 shutdown_connections 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 -- 172.21.15.7:0/851417940 wait complete. 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 Processor -- start 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 -- start start 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0100e20 0x7f16d0197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 0x7f16d0197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16d0110e50 con 0x7f16d0102ef0 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16d0110cd0 con 0x7f16d0100e20 2024-09-10T07:43:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d6abb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16d0110fd0 con 0x7f16d0102570 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d5058640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d5058640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50426/0 (socket says 172.21.15.7:50426) 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.458+0000 7f16d5058640 1 -- 172.21.15.7:0/3768795620 learned_addr learned my addr 172.21.15.7:0/3768795620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d4857640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0100e20 0x7f16d0197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16c7fff640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 0x7f16d0197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 -- 172.21.15.7:0/3768795620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 msgr2=0x7f16d0197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 0x7f16d0197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 -- 172.21.15.7:0/3768795620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0100e20 msgr2=0x7f16d0197050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0100e20 0x7f16d0197050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 -- 172.21.15.7:0/3768795620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d01a68c0 con 0x7f16d0102ef0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d5058640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f16c800b970 tx=0x7f16c800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8019070 con 0x7f16d0102ef0 2024-09-10T07:43:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16c8014440 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d01a6bb0 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c80075d0 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.459+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d01a70f0 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.460+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d0101200 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.462+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f16c801c070 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.462+0000 7f16c5ffb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 0x7f16b80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.463+0000 7f16d4857640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 0x7f16b80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.463+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f16c80ce810 con 0x7f16d0102ef0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.463+0000 7f16d4857640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 0x7f16b80a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16cc009230 tx=0x7f16cc0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.467+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f16c809ae90 con 0x7f16d0102ef0 2024-09-10T07:43:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.666+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16d0108b00 con 0x7f16d0102ef0 2024-09-10T07:43:47.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.668+0000 7f16c5ffb640 1 -- 172.21.15.7:0/3768795620 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7f16c809f190 con 0x7f16d0102ef0 2024-09-10T07:43:47.668 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:47.668 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 msgr2=0x7f16b80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 0x7f16b80a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16cc009230 tx=0x7f16cc0058d0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 msgr2=0x7f16d0197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f16c800b970 tx=0x7f16c800be30 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 shutdown_connections 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16b80a2c90 0x7f16b80a5150 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16d0102ef0 0x7f16d0197ad0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16d0102570 0x7f16d0197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 --2- 172.21.15.7:0/3768795620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16d0100e20 0x7f16d0197050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 >> 172.21.15.7:0/3768795620 conn(0x7f16d00fc7d0 msgr2=0x7f16d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 shutdown_connections 2024-09-10T07:43:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:47.670+0000 7f16d6abb640 1 -- 172.21.15.7:0/3768795620 wait complete. 2024-09-10T07:43:47.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:47.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:48.362 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T07:43:48.362 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:43:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:48 smithi007 ceph-mon[30879]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.6 KiB/s wr, 10 op/s 2024-09-10T07:43:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:48 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3768795620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:43:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:43:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:48 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:48.621 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:48 smithi110 ceph-mon[34417]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.6 KiB/s wr, 10 op/s 2024-09-10T07:43:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3768795620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:43:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:43:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:48 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:48 smithi145 ceph-mon[34766]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.6 KiB/s wr, 10 op/s 2024-09-10T07:43:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:48 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3768795620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:43:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:43:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:48 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:43:49.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 -- 172.21.15.7:0/1213217995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c102d30 msgr2=0x7f298c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 --2- 172.21.15.7:0/1213217995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c102d30 0x7f298c103110 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f297c009930 tx=0x7f297c02a420 comp rx=0 tx=0).stop 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 -- 172.21.15.7:0/1213217995 shutdown_connections 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 --2- 172.21.15.7:0/1213217995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c1082a0 0x7f298c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 --2- 172.21.15.7:0/1213217995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1036e0 0x7f298c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 --2- 172.21.15.7:0/1213217995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c102d30 0x7f298c103110 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 -- 172.21.15.7:0/1213217995 >> 172.21.15.7:0/1213217995 conn(0x7f298c0fc7d0 msgr2=0x7f298c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 -- 172.21.15.7:0/1213217995 shutdown_connections 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.092+0000 7f299234e640 1 -- 172.21.15.7:0/1213217995 wait complete. 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 Processor -- start 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 -- start start 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c102d30 0x7f298c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 0x7f298c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f298c111f50 con 0x7f298c1036e0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f298c111dd0 con 0x7f298c102d30 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f299234e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f298c1120d0 con 0x7f298c1082a0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50446/0 (socket says 172.21.15.7:50446) 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 -- 172.21.15.7:0/1011798260 learned_addr learned my addr 172.21.15.7:0/1011798260 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298bfff640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c102d30 0x7f298c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f29908eb640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 0x7f298c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 -- 172.21.15.7:0/1011798260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 msgr2=0x7f298c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 0x7f298c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 -- 172.21.15.7:0/1011798260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c102d30 msgr2=0x7f298c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c102d30 0x7f298c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.093+0000 7f298b7fe640 1 -- 172.21.15.7:0/1011798260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c1a69d0 con 0x7f298c1036e0 2024-09-10T07:43:49.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f29908eb640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 0x7f298c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f298b7fe640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f298000d950 tx=0x7f298000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980017070 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2980009c30 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298c1a6cc0 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29800047a0 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.094+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298c1a71f0 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.095+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298c06a850 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.096+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f2980004020 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.097+0000 7f29897fa640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 0x7f29740a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.097+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f29800ceff0 con 0x7f298c1036e0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.097+0000 7f298bfff640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 0x7f29740a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.097+0000 7f298bfff640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 0x7f29740a5150 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f297c009900 tx=0x7f297c000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.101+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2980020020 con 0x7f298c1036e0 2024-09-10T07:43:49.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.272+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f298c062630 con 0x7f29740a2c90 2024-09-10T07:43:49.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.282+0000 7f29897fa640 1 -- 172.21.15.7:0/1011798260 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340341 (secure 0 0 0) 0x7f298c062630 con 0x7f29740a2c90 2024-09-10T07:43:49.285 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:49.287 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 msgr2=0x7f29740a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 0x7f29740a5150 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f297c009900 tx=0x7f297c000bc0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 msgr2=0x7f298c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f298000d950 tx=0x7f298000de10 comp rx=0 tx=0).stop 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 shutdown_connections 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29740a2c90 0x7f29740a5150 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f298c1082a0 0x7f298c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f298c1036e0 0x7f298c100ed0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.285+0000 7f299234e640 1 --2- 172.21.15.7:0/1011798260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f298c102d30 0x7f298c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.286+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 >> 172.21.15.7:0/1011798260 conn(0x7f298c0fc7d0 msgr2=0x7f298c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.286+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 shutdown_connections 2024-09-10T07:43:49.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:49.286+0000 7f299234e640 1 -- 172.21.15.7:0/1011798260 wait complete. 2024-09-10T07:43:49.942 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2024-09-10T07:43:48.826778+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":646504,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":239,"num_read_kb":227,"num_write":346,"num_write_kb":3044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":278,"ondisk_log_size":278,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":362636,"kb_used_data":13388,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124579188,"statfs":{"total":1151940427776,"available":1151569088512,"internally_reserved":0,"allocated":13709312,"data_stored":7622486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":49304,"num_objects":6,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":111,"num_read_kb":116,"num_write":40,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003652"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":40,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758754+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:43:32.758754+0000","last_peered":"2024-09-10T07:43:32.758754+0000","last_clean":"2024-09-10T07:43:32.758754+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:43:32.758754+0000","last_undegraded":"2024-09-10T07:43:32.758754+0000","last_fullsized":"2024-09-10T07:43:32.758754+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675566+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:42:59.675566+0000","last_peered":"2024-09-10T07:42:59.675566+0000","last_clean":"2024-09-10T07:42:59.675566+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:42:59.675566+0000","last_undegraded":"2024-09-10T07:42:59.675566+0000","last_fullsized":"2024-09-10T07:42:59.675566+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369261+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:43:00.369261+0000","last_peered":"2024-09-10T07:43:00.369261+0000","last_clean":"2024-09-10T07:43:00.369261+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:43:00.369261+0000","last_undegraded":"2024-09-10T07:43:00.369261+0000","last_fullsized":"2024-09-10T07:43:00.369261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675776+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:42:59.675776+0000","last_peered":"2024-09-10T07:42:59.675776+0000","last_clean":"2024-09-10T07:42:59.675776+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:42:59.675776+0000","last_undegraded":"2024-09-10T07:42:59.675776+0000","last_fullsized":"2024-09-10T07:42:59.675776+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370247+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:43:00.370247+0000","last_peered":"2024-09-10T07:43:00.370247+0000","last_clean":"2024-09-10T07:43:00.370247+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:43:00.370247+0000","last_undegraded":"2024-09-10T07:43:00.370247+0000","last_fullsized":"2024-09-10T07:43:00.370247+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676342+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:42:59.676342+0000","last_peered":"2024-09-10T07:42:59.676342+0000","last_clean":"2024-09-10T07:42:59.676342+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:42:59.676342+0000","last_undegraded":"2024-09-10T07:42:59.676342+0000","last_fullsized":"2024-09-10T07:42:59.676342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.757532+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:43:32.757532+0000","last_peered":"2024-09-10T07:43:32.757532+0000","last_clean":"2024-09-10T07:43:32.757532+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:43:32.757532+0000","last_undegraded":"2024-09-10T07:43:32.757532+0000","last_fullsized":"2024-09-10T07:43:32.757532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369784+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:43:00.369784+0000","last_peered":"2024-09-10T07:43:00.369784+0000","last_clean":"2024-09-10T07:43:00.369784+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:43:00.369784+0000","last_undegraded":"2024-09-10T07:43:00.369784+0000","last_fullsized":"2024-09-10T07:43:00.369784+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677027+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:42:59.677027+0000","last_peered":"2024-09-10T07:42:59.677027+0000","last_clean":"2024-09-10T07:42:59.677027+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:42:59.677027+0000","last_undegraded":"2024-09-10T07:42:59.677027+0000","last_fullsized":"2024-09-10T07:42:59.677027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369535+0000","last_change":"2024-09-10T07:42:47.412101+0000","last_active":"2024-09-10T07:43:00.369535+0000","last_peered":"2024-09-10T07:43:00.369535+0000","last_clean":"2024-09-10T07:43:00.369535+0000","last_became_active":"2024-09-10T07:42:47.411759+0000","last_became_peered":"2024-09-10T07:42:47.411759+0000","last_unstale":"2024-09-10T07:43:00.369535+0000","last_undegraded":"2024-09-10T07:43:00.369535+0000","last_fullsized":"2024-09-10T07:43:00.369535+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:35:01.804539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676879+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:42:59.676879+0000","last_peered":"2024-09-10T07:42:59.676879+0000","last_clean":"2024-09-10T07:42:59.676879+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:42:59.676879+0000","last_undegraded":"2024-09-10T07:42:59.676879+0000","last_fullsized":"2024-09-10T07:42:59.676879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676497+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:42:59.676497+0000","last_peered":"2024-09-10T07:42:59.676497+0000","last_clean":"2024-09-10T07:42:59.676497+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:42:59.676497+0000","last_undegraded":"2024-09-10T07:42:59.676497+0000","last_fullsized":"2024-09-10T07:42:59.676497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369923+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:43:00.369923+0000","last_peered":"2024-09-10T07:43:00.369923+0000","last_clean":"2024-09-10T07:43:00.369923+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:43:00.369923+0000","last_undegraded":"2024-09-10T07:43:00.369923+0000","last_fullsized":"2024-09-10T07:43:00.369923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.754979+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:43:31.754979+0000","last_peered":"2024-09-10T07:43:31.754979+0000","last_clean":"2024-09-10T07:43:31.754979+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:43:31.754979+0000","last_undegraded":"2024-09-10T07:43:31.754979+0000","last_fullsized":"2024-09-10T07:43:31.754979+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676759+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:42:59.676759+0000","last_peered":"2024-09-10T07:42:59.676759+0000","last_clean":"2024-09-10T07:42:59.676759+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:42:59.676759+0000","last_undegraded":"2024-09-10T07:42:59.676759+0000","last_fullsized":"2024-09-10T07:42:59.676759+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675381+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:42:59.675381+0000","last_peered":"2024-09-10T07:42:59.675381+0000","last_clean":"2024-09-10T07:42:59.675381+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:42:59.675381+0000","last_undegraded":"2024-09-10T07:42:59.675381+0000","last_fullsized":"2024-09-10T07:42:59.675381+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369199+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:43:00.369199+0000","last_peered":"2024-09-10T07:43:00.369199+0000","last_clean":"2024-09-10T07:43:00.369199+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:43:00.369199+0000","last_undegraded":"2024-09-10T07:43:00.369199+0000","last_fullsized":"2024-09-10T07:43:00.369199+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676872+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:42:59.676872+0000","last_peered":"2024-09-10T07:42:59.676872+0000","last_clean":"2024-09-10T07:42:59.676872+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:42:59.676872+0000","last_undegraded":"2024-09-10T07:42:59.676872+0000","last_fullsized":"2024-09-10T07:42:59.676872+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430682+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:43:00.430682+0000","last_peered":"2024-09-10T07:43:00.430682+0000","last_clean":"2024-09-10T07:43:00.430682+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:43:00.430682+0000","last_undegraded":"2024-09-10T07:43:00.430682+0000","last_fullsized":"2024-09-10T07:43:00.430682+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.753733+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:43:31.753733+0000","last_peered":"2024-09-10T07:43:31.753733+0000","last_clean":"2024-09-10T07:43:31.753733+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:43:31.753733+0000","last_undegraded":"2024-09-10T07:43:31.753733+0000","last_fullsized":"2024-09-10T07:43:31.753733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369945+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:43:00.369945+0000","last_peered":"2024-09-10T07:43:00.369945+0000","last_clean":"2024-09-10T07:43:00.369945+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:43:00.369945+0000","last_undegraded":"2024-09-10T07:43:00.369945+0000","last_fullsized":"2024-09-10T07:43:00.369945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.368941+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:43:00.368941+0000","last_peered":"2024-09-10T07:43:00.368941+0000","last_clean":"2024-09-10T07:43:00.368941+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:43:00.368941+0000","last_undegraded":"2024-09-10T07:43:00.368941+0000","last_fullsized":"2024-09-10T07:43:00.368941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.755333+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:43:31.755333+0000","last_peered":"2024-09-10T07:43:31.755333+0000","last_clean":"2024-09-10T07:43:31.755333+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:43:31.755333+0000","last_undegraded":"2024-09-10T07:43:31.755333+0000","last_fullsized":"2024-09-10T07:43:31.755333+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677039+0000","last_change":"2024-09-10T07:42:56.684635+0000","last_active":"2024-09-10T07:42:59.677039+0000","last_peered":"2024-09-10T07:42:59.677039+0000","last_clean":"2024-09-10T07:42:59.677039+0000","last_became_active":"2024-09-10T07:42:56.683159+0000","last_became_peered":"2024-09-10T07:42:56.683159+0000","last_unstale":"2024-09-10T07:42:59.677039+0000","last_undegraded":"2024-09-10T07:42:59.677039+0000","last_fullsized":"2024-09-10T07:42:59.677039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:56.278785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370109+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:43:00.370109+0000","last_peered":"2024-09-10T07:43:00.370109+0000","last_clean":"2024-09-10T07:43:00.370109+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:43:00.370109+0000","last_undegraded":"2024-09-10T07:43:00.370109+0000","last_fullsized":"2024-09-10T07:43:00.370109+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.752052+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:43:31.752052+0000","last_peered":"2024-09-10T07:43:31.752052+0000","last_clean":"2024-09-10T07:43:31.752052+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:43:31.752052+0000","last_undegraded":"2024-09-10T07:43:31.752052+0000","last_fullsized":"2024-09-10T07:43:31.752052+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369450+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:43:00.369450+0000","last_peered":"2024-09-10T07:43:00.369450+0000","last_clean":"2024-09-10T07:43:00.369450+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:43:00.369450+0000","last_undegraded":"2024-09-10T07:43:00.369450+0000","last_fullsized":"2024-09-10T07:43:00.369450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675814+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:42:59.675814+0000","last_peered":"2024-09-10T07:42:59.675814+0000","last_clean":"2024-09-10T07:42:59.675814+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:42:59.675814+0000","last_undegraded":"2024-09-10T07:42:59.675814+0000","last_fullsized":"2024-09-10T07:42:59.675814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'11","reported_seq":41,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.467325+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:43:46.467325+0000","last_peered":"2024-09-10T07:43:46.467325+0000","last_clean":"2024-09-10T07:43:46.467325+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:43:46.467325+0000","last_undegraded":"2024-09-10T07:43:46.467325+0000","last_fullsized":"2024-09-10T07:43:46.467325+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675111+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:42:59.675111+0000","last_peered":"2024-09-10T07:42:59.675111+0000","last_clean":"2024-09-10T07:42:59.675111+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:42:59.675111+0000","last_undegraded":"2024-09-10T07:42:59.675111+0000","last_fullsized":"2024-09-10T07:42:59.675111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032760+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:43:00.032760+0000","last_peered":"2024-09-10T07:43:00.032760+0000","last_clean":"2024-09-10T07:43:00.032760+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:43:00.032760+0000","last_undegraded":"2024-09-10T07:43:00.032760+0000","last_fullsized":"2024-09-10T07:43:00.032760+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.752966+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:43:31.752966+0000","last_peered":"2024-09-10T07:43:31.752966+0000","last_clean":"2024-09-10T07:43:31.752966+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:43:31.752966+0000","last_undegraded":"2024-09-10T07:43:31.752966+0000","last_fullsized":"2024-09-10T07:43:31.752966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430981+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:43:00.430981+0000","last_peered":"2024-09-10T07:43:00.430981+0000","last_clean":"2024-09-10T07:43:00.430981+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:43:00.430981+0000","last_undegraded":"2024-09-10T07:43:00.430981+0000","last_fullsized":"2024-09-10T07:43:00.430981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370730+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:43:00.370730+0000","last_peered":"2024-09-10T07:43:00.370730+0000","last_clean":"2024-09-10T07:43:00.370730+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:43:00.370730+0000","last_undegraded":"2024-09-10T07:43:00.370730+0000","last_fullsized":"2024-09-10T07:43:00.370730+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369550+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:43:00.369550+0000","last_peered":"2024-09-10T07:43:00.369550+0000","last_clean":"2024-09-10T07:43:00.369550+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:43:00.369550+0000","last_undegraded":"2024-09-10T07:43:00.369550+0000","last_fullsized":"2024-09-10T07:43:00.369550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369990+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:43:00.369990+0000","last_peered":"2024-09-10T07:43:00.369990+0000","last_clean":"2024-09-10T07:43:00.369990+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:43:00.369990+0000","last_undegraded":"2024-09-10T07:43:00.369990+0000","last_fullsized":"2024-09-10T07:43:00.369990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370811+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:43:00.370811+0000","last_peered":"2024-09-10T07:43:00.370811+0000","last_clean":"2024-09-10T07:43:00.370811+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:43:00.370811+0000","last_undegraded":"2024-09-10T07:43:00.370811+0000","last_fullsized":"2024-09-10T07:43:00.370811+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370187+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:43:00.370187+0000","last_peered":"2024-09-10T07:43:00.370187+0000","last_clean":"2024-09-10T07:43:00.370187+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:43:00.370187+0000","last_undegraded":"2024-09-10T07:43:00.370187+0000","last_fullsized":"2024-09-10T07:43:00.370187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032642+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:43:00.032642+0000","last_peered":"2024-09-10T07:43:00.032642+0000","last_clean":"2024-09-10T07:43:00.032642+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:43:00.032642+0000","last_undegraded":"2024-09-10T07:43:00.032642+0000","last_fullsized":"2024-09-10T07:43:00.032642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676373+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:42:59.676373+0000","last_peered":"2024-09-10T07:42:59.676373+0000","last_clean":"2024-09-10T07:42:59.676373+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:42:59.676373+0000","last_undegraded":"2024-09-10T07:42:59.676373+0000","last_fullsized":"2024-09-10T07:42:59.676373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":49,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.781958+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:43:46.781958+0000","last_peered":"2024-09-10T07:43:46.781958+0000","last_clean":"2024-09-10T07:43:46.781958+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:43:46.781958+0000","last_undegraded":"2024-09-10T07:43:46.781958+0000","last_fullsized":"2024-09-10T07:43:46.781958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032747+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:43:00.032747+0000","last_peered":"2024-09-10T07:43:00.032747+0000","last_clean":"2024-09-10T07:43:00.032747+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:43:00.032747+0000","last_undegraded":"2024-09-10T07:43:00.032747+0000","last_fullsized":"2024-09-10T07:43:00.032747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032245+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:43:00.032245+0000","last_peered":"2024-09-10T07:43:00.032245+0000","last_clean":"2024-09-10T07:43:00.032245+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:43:00.032245+0000","last_undegraded":"2024-09-10T07:43:00.032245+0000","last_fullsized":"2024-09-10T07:43:00.032245+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758784+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:43:32.758784+0000","last_peered":"2024-09-10T07:43:32.758784+0000","last_clean":"2024-09-10T07:43:32.758784+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:43:32.758784+0000","last_undegraded":"2024-09-10T07:43:32.758784+0000","last_fullsized":"2024-09-10T07:43:32.758784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676857+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:42:59.676857+0000","last_peered":"2024-09-10T07:42:59.676857+0000","last_clean":"2024-09-10T07:42:59.676857+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:42:59.676857+0000","last_undegraded":"2024-09-10T07:42:59.676857+0000","last_fullsized":"2024-09-10T07:42:59.676857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675302+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:42:59.675302+0000","last_peered":"2024-09-10T07:42:59.675302+0000","last_clean":"2024-09-10T07:42:59.675302+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:42:59.675302+0000","last_undegraded":"2024-09-10T07:42:59.675302+0000","last_fullsized":"2024-09-10T07:42:59.675302+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:33.762849+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:43:33.762849+0000","last_peered":"2024-09-10T07:43:33.762849+0000","last_clean":"2024-09-10T07:43:33.762849+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:43:33.762849+0000","last_undegraded":"2024-09-10T07:43:33.762849+0000","last_fullsized":"2024-09-10T07:43:33.762849+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":342,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370070+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:43:00.370070+0000","last_peered":"2024-09-10T07:43:00.370070+0000","last_clean":"2024-09-10T07:43:00.370070+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:43:00.370070+0000","last_undegraded":"2024-09-10T07:43:00.370070+0000","last_fullsized":"2024-09-10T07:43:00.370070+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369712+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:43:00.369712+0000","last_peered":"2024-09-10T07:43:00.369712+0000","last_clean":"2024-09-10T07:43:00.369712+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:43:00.369712+0000","last_undegraded":"2024-09-10T07:43:00.369712+0000","last_fullsized":"2024-09-10T07:43:00.369712+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370018+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:43:00.370018+0000","last_peered":"2024-09-10T07:43:00.370018+0000","last_clean":"2024-09-10T07:43:00.370018+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:43:00.370018+0000","last_undegraded":"2024-09-10T07:43:00.370018+0000","last_fullsized":"2024-09-10T07:43:00.370018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.760618+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:43:32.760618+0000","last_peered":"2024-09-10T07:43:32.760618+0000","last_clean":"2024-09-10T07:43:32.760618+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:43:32.760618+0000","last_undegraded":"2024-09-10T07:43:32.760618+0000","last_fullsized":"2024-09-10T07:43:32.760618+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369463+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:43:00.369463+0000","last_peered":"2024-09-10T07:43:00.369463+0000","last_clean":"2024-09-10T07:43:00.369463+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:43:00.369463+0000","last_undegraded":"2024-09-10T07:43:00.369463+0000","last_fullsized":"2024-09-10T07:43:00.369463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369925+0000","last_change":"2024-09-10T07:42:49.463193+0000","last_active":"2024-09-10T07:43:00.369925+0000","last_peered":"2024-09-10T07:43:00.369925+0000","last_clean":"2024-09-10T07:43:00.369925+0000","last_became_active":"2024-09-10T07:42:49.462868+0000","last_became_peered":"2024-09-10T07:42:49.462868+0000","last_unstale":"2024-09-10T07:43:00.369925+0000","last_undegraded":"2024-09-10T07:43:00.369925+0000","last_fullsized":"2024-09-10T07:43:00.369925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:59.106778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677221+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:42:59.677221+0000","last_peered":"2024-09-10T07:42:59.677221+0000","last_clean":"2024-09-10T07:42:59.677221+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:42:59.677221+0000","last_undegraded":"2024-09-10T07:42:59.677221+0000","last_fullsized":"2024-09-10T07:42:59.677221+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369735+0000","last_change":"2024-09-10T07:42:56.680225+0000","last_active":"2024-09-10T07:43:00.369735+0000","last_peered":"2024-09-10T07:43:00.369735+0000","last_clean":"2024-09-10T07:43:00.369735+0000","last_became_active":"2024-09-10T07:42:56.679875+0000","last_became_peered":"2024-09-10T07:42:56.679875+0000","last_unstale":"2024-09-10T07:43:00.369735+0000","last_undegraded":"2024-09-10T07:43:00.369735+0000","last_fullsized":"2024-09-10T07:43:00.369735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:04.286269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370122+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:43:00.370122+0000","last_peered":"2024-09-10T07:43:00.370122+0000","last_clean":"2024-09-10T07:43:00.370122+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:43:00.370122+0000","last_undegraded":"2024-09-10T07:43:00.370122+0000","last_fullsized":"2024-09-10T07:43:00.370122+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032797+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:43:00.032797+0000","last_peered":"2024-09-10T07:43:00.032797+0000","last_clean":"2024-09-10T07:43:00.032797+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:43:00.032797+0000","last_undegraded":"2024-09-10T07:43:00.032797+0000","last_fullsized":"2024-09-10T07:43:00.032797+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676244+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:42:59.676244+0000","last_peered":"2024-09-10T07:42:59.676244+0000","last_clean":"2024-09-10T07:42:59.676244+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:42:59.676244+0000","last_undegraded":"2024-09-10T07:42:59.676244+0000","last_fullsized":"2024-09-10T07:42:59.676244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430983+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:43:00.430983+0000","last_peered":"2024-09-10T07:43:00.430983+0000","last_clean":"2024-09-10T07:43:00.430983+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:43:00.430983+0000","last_undegraded":"2024-09-10T07:43:00.430983+0000","last_fullsized":"2024-09-10T07:43:00.430983+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:33.763009+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:43:33.763009+0000","last_peered":"2024-09-10T07:43:33.763009+0000","last_clean":"2024-09-10T07:43:33.763009+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:43:33.763009+0000","last_undegraded":"2024-09-10T07:43:33.763009+0000","last_fullsized":"2024-09-10T07:43:33.763009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676341+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:42:59.676341+0000","last_peered":"2024-09-10T07:42:59.676341+0000","last_clean":"2024-09-10T07:42:59.676341+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:42:59.676341+0000","last_undegraded":"2024-09-10T07:42:59.676341+0000","last_fullsized":"2024-09-10T07:42:59.676341+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676340+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:42:59.676340+0000","last_peered":"2024-09-10T07:42:59.676340+0000","last_clean":"2024-09-10T07:42:59.676340+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:42:59.676340+0000","last_undegraded":"2024-09-10T07:42:59.676340+0000","last_fullsized":"2024-09-10T07:42:59.676340+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":46,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.760803+0000","last_change":"2024-09-10T07:42:47.590906+0000","last_active":"2024-09-10T07:43:32.760803+0000","last_peered":"2024-09-10T07:43:32.760803+0000","last_clean":"2024-09-10T07:43:32.760803+0000","last_became_active":"2024-09-10T07:42:47.590504+0000","last_became_peered":"2024-09-10T07:42:47.590504+0000","last_unstale":"2024-09-10T07:43:32.760803+0000","last_undegraded":"2024-09-10T07:43:32.760803+0000","last_fullsized":"2024-09-10T07:43:32.760803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:42.913592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032832+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:43:00.032832+0000","last_peered":"2024-09-10T07:43:00.032832+0000","last_clean":"2024-09-10T07:43:00.032832+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:43:00.032832+0000","last_undegraded":"2024-09-10T07:43:00.032832+0000","last_fullsized":"2024-09-10T07:43:00.032832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369288+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:43:00.369288+0000","last_peered":"2024-09-10T07:43:00.369288+0000","last_clean":"2024-09-10T07:43:00.369288+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:43:00.369288+0000","last_undegraded":"2024-09-10T07:43:00.369288+0000","last_fullsized":"2024-09-10T07:43:00.369288+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":49,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:45.781295+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:43:45.781295+0000","last_peered":"2024-09-10T07:43:45.781295+0000","last_clean":"2024-09-10T07:43:45.781295+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:43:45.781295+0000","last_undegraded":"2024-09-10T07:43:45.781295+0000","last_fullsized":"2024-09-10T07:43:45.781295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369963+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:43:00.369963+0000","last_peered":"2024-09-10T07:43:00.369963+0000","last_clean":"2024-09-10T07:43:00.369963+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:43:00.369963+0000","last_undegraded":"2024-09-10T07:43:00.369963+0000","last_fullsized":"2024-09-10T07:43:00.369963+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369522+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:43:00.369522+0000","last_peered":"2024-09-10T07:43:00.369522+0000","last_clean":"2024-09-10T07:43:00.369522+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:43:00.369522+0000","last_undegraded":"2024-09-10T07:43:00.369522+0000","last_fullsized":"2024-09-10T07:43:00.369522+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.755339+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:43:31.755339+0000","last_peered":"2024-09-10T07:43:31.755339+0000","last_clean":"2024-09-10T07:43:31.755339+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:43:31.755339+0000","last_undegraded":"2024-09-10T07:43:31.755339+0000","last_fullsized":"2024-09-10T07:43:31.755339+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430923+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:43:00.430923+0000","last_peered":"2024-09-10T07:43:00.430923+0000","last_clean":"2024-09-10T07:43:00.430923+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:43:00.430923+0000","last_undegraded":"2024-09-10T07:43:00.430923+0000","last_fullsized":"2024-09-10T07:43:00.430923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032385+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:43:00.032385+0000","last_peered":"2024-09-10T07:43:00.032385+0000","last_clean":"2024-09-10T07:43:00.032385+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:43:00.032385+0000","last_undegraded":"2024-09-10T07:43:00.032385+0000","last_fullsized":"2024-09-10T07:43:00.032385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758308+0000","last_change":"2024-09-10T07:42:47.409484+0000","last_active":"2024-09-10T07:43:32.758308+0000","last_peered":"2024-09-10T07:43:32.758308+0000","last_clean":"2024-09-10T07:43:32.758308+0000","last_became_active":"2024-09-10T07:42:47.409113+0000","last_became_peered":"2024-09-10T07:42:47.409113+0000","last_unstale":"2024-09-10T07:43:32.758308+0000","last_undegraded":"2024-09-10T07:43:32.758308+0000","last_fullsized":"2024-09-10T07:43:32.758308+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:23:47.720860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676889+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:42:59.676889+0000","last_peered":"2024-09-10T07:42:59.676889+0000","last_clean":"2024-09-10T07:42:59.676889+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:42:59.676889+0000","last_undegraded":"2024-09-10T07:42:59.676889+0000","last_fullsized":"2024-09-10T07:42:59.676889+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369456+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:43:00.369456+0000","last_peered":"2024-09-10T07:43:00.369456+0000","last_clean":"2024-09-10T07:43:00.369456+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:43:00.369456+0000","last_undegraded":"2024-09-10T07:43:00.369456+0000","last_fullsized":"2024-09-10T07:43:00.369456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"86'29","reported_seq":95,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:47.789776+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:43:47.789776+0000","last_peered":"2024-09-10T07:43:47.789776+0000","last_clean":"2024-09-10T07:43:47.789776+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:43:47.789776+0000","last_undegraded":"2024-09-10T07:43:47.789776+0000","last_fullsized":"2024-09-10T07:43:47.789776+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51899,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":36,"num_read_kb":69,"num_write":30,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369691+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:43:00.369691+0000","last_peered":"2024-09-10T07:43:00.369691+0000","last_clean":"2024-09-10T07:43:00.369691+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:43:00.369691+0000","last_undegraded":"2024-09-10T07:43:00.369691+0000","last_fullsized":"2024-09-10T07:43:00.369691+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369786+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:43:00.369786+0000","last_peered":"2024-09-10T07:43:00.369786+0000","last_clean":"2024-09-10T07:43:00.369786+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:43:00.369786+0000","last_undegraded":"2024-09-10T07:43:00.369786+0000","last_fullsized":"2024-09-10T07:43:00.369786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.753555+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:43:31.753555+0000","last_peered":"2024-09-10T07:43:31.753555+0000","last_clean":"2024-09-10T07:43:31.753555+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:43:31.753555+0000","last_undegraded":"2024-09-10T07:43:31.753555+0000","last_fullsized":"2024-09-10T07:43:31.753555+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676600+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:42:59.676600+0000","last_peered":"2024-09-10T07:42:59.676600+0000","last_clean":"2024-09-10T07:42:59.676600+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:42:59.676600+0000","last_undegraded":"2024-09-10T07:42:59.676600+0000","last_fullsized":"2024-09-10T07:42:59.676600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370257+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:43:00.370257+0000","last_peered":"2024-09-10T07:43:00.370257+0000","last_clean":"2024-09-10T07:43:00.370257+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:43:00.370257+0000","last_undegraded":"2024-09-10T07:43:00.370257+0000","last_fullsized":"2024-09-10T07:43:00.370257+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.754043+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:43:31.754043+0000","last_peered":"2024-09-10T07:43:31.754043+0000","last_clean":"2024-09-10T07:43:31.754043+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:43:31.754043+0000","last_undegraded":"2024-09-10T07:43:31.754043+0000","last_fullsized":"2024-09-10T07:43:31.754043+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.368978+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:43:00.368978+0000","last_peered":"2024-09-10T07:43:00.368978+0000","last_clean":"2024-09-10T07:43:00.368978+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:43:00.368978+0000","last_undegraded":"2024-09-10T07:43:00.368978+0000","last_fullsized":"2024-09-10T07:43:00.368978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370201+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:43:00.370201+0000","last_peered":"2024-09-10T07:43:00.370201+0000","last_clean":"2024-09-10T07:43:00.370201+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:43:00.370201+0000","last_undegraded":"2024-09-10T07:43:00.370201+0000","last_fullsized":"2024-09-10T07:43:00.370201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":48,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.782016+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:43:46.782016+0000","last_peered":"2024-09-10T07:43:46.782016+0000","last_clean":"2024-09-10T07:43:46.782016+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:43:46.782016+0000","last_undegraded":"2024-09-10T07:43:46.782016+0000","last_fullsized":"2024-09-10T07:43:46.782016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675218+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:42:59.675218+0000","last_peered":"2024-09-10T07:42:59.675218+0000","last_clean":"2024-09-10T07:42:59.675218+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:42:59.675218+0000","last_undegraded":"2024-09-10T07:42:59.675218+0000","last_fullsized":"2024-09-10T07:42:59.675218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370416+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:43:00.370416+0000","last_peered":"2024-09-10T07:43:00.370416+0000","last_clean":"2024-09-10T07:43:00.370416+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:43:00.370416+0000","last_undegraded":"2024-09-10T07:43:00.370416+0000","last_fullsized":"2024-09-10T07:43:00.370416+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369033+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:43:00.369033+0000","last_peered":"2024-09-10T07:43:00.369033+0000","last_clean":"2024-09-10T07:43:00.369033+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:43:00.369033+0000","last_undegraded":"2024-09-10T07:43:00.369033+0000","last_fullsized":"2024-09-10T07:43:00.369033+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676659+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:42:59.676659+0000","last_peered":"2024-09-10T07:42:59.676659+0000","last_clean":"2024-09-10T07:42:59.676659+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:42:59.676659+0000","last_undegraded":"2024-09-10T07:42:59.676659+0000","last_fullsized":"2024-09-10T07:42:59.676659+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430978+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:43:00.430978+0000","last_peered":"2024-09-10T07:43:00.430978+0000","last_clean":"2024-09-10T07:43:00.430978+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:43:00.430978+0000","last_undegraded":"2024-09-10T07:43:00.430978+0000","last_fullsized":"2024-09-10T07:43:00.430978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675220+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:42:59.675220+0000","last_peered":"2024-09-10T07:42:59.675220+0000","last_clean":"2024-09-10T07:42:59.675220+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:42:59.675220+0000","last_undegraded":"2024-09-10T07:42:59.675220+0000","last_fullsized":"2024-09-10T07:42:59.675220+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.757894+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:43:32.757894+0000","last_peered":"2024-09-10T07:43:32.757894+0000","last_clean":"2024-09-10T07:43:32.757894+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:43:32.757894+0000","last_undegraded":"2024-09-10T07:43:32.757894+0000","last_fullsized":"2024-09-10T07:43:32.757894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.756580+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:43:32.756580+0000","last_peered":"2024-09-10T07:43:32.756580+0000","last_clean":"2024-09-10T07:43:32.756580+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:43:32.756580+0000","last_undegraded":"2024-09-10T07:43:32.756580+0000","last_fullsized":"2024-09-10T07:43:32.756580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676929+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:42:59.676929+0000","last_peered":"2024-09-10T07:42:59.676929+0000","last_clean":"2024-09-10T07:42:59.676929+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:42:59.676929+0000","last_undegraded":"2024-09-10T07:42:59.676929+0000","last_fullsized":"2024-09-10T07:42:59.676929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369435+0000","last_change":"2024-09-10T07:42:56.686445+0000","last_active":"2024-09-10T07:43:00.369435+0000","last_peered":"2024-09-10T07:43:00.369435+0000","last_clean":"2024-09-10T07:43:00.369435+0000","last_became_active":"2024-09-10T07:42:56.686013+0000","last_became_peered":"2024-09-10T07:42:56.686013+0000","last_unstale":"2024-09-10T07:43:00.369435+0000","last_undegraded":"2024-09-10T07:43:00.369435+0000","last_fullsized":"2024-09-10T07:43:00.369435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:06.068877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":53,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:45.781541+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:43:45.781541+0000","last_peered":"2024-09-10T07:43:45.781541+0000","last_clean":"2024-09-10T07:43:45.781541+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:43:45.781541+0000","last_undegraded":"2024-09-10T07:43:45.781541+0000","last_fullsized":"2024-09-10T07:43:45.781541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370004+0000","last_change":"2024-09-10T07:42:49.453521+0000","last_active":"2024-09-10T07:43:00.370004+0000","last_peered":"2024-09-10T07:43:00.370004+0000","last_clean":"2024-09-10T07:43:00.370004+0000","last_became_active":"2024-09-10T07:42:49.453125+0000","last_became_peered":"2024-09-10T07:42:49.453125+0000","last_unstale":"2024-09-10T07:43:00.370004+0000","last_undegraded":"2024-09-10T07:43:00.370004+0000","last_fullsized":"2024-09-10T07:43:00.370004+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:34.482677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369498+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:43:00.369498+0000","last_peered":"2024-09-10T07:43:00.369498+0000","last_clean":"2024-09-10T07:43:00.369498+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:43:00.369498+0000","last_undegraded":"2024-09-10T07:43:00.369498+0000","last_fullsized":"2024-09-10T07:43:00.369498+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430620+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:43:00.430620+0000","last_peered":"2024-09-10T07:43:00.430620+0000","last_clean":"2024-09-10T07:43:00.430620+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:43:00.430620+0000","last_undegraded":"2024-09-10T07:43:00.430620+0000","last_fullsized":"2024-09-10T07:43:00.430620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369941+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:43:00.369941+0000","last_peered":"2024-09-10T07:43:00.369941+0000","last_clean":"2024-09-10T07:43:00.369941+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:43:00.369941+0000","last_undegraded":"2024-09-10T07:43:00.369941+0000","last_fullsized":"2024-09-10T07:43:00.369941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369027+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:43:00.369027+0000","last_peered":"2024-09-10T07:43:00.369027+0000","last_clean":"2024-09-10T07:43:00.369027+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:43:00.369027+0000","last_undegraded":"2024-09-10T07:43:00.369027+0000","last_fullsized":"2024-09-10T07:43:00.369027+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369795+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:43:00.369795+0000","last_peered":"2024-09-10T07:43:00.369795+0000","last_clean":"2024-09-10T07:43:00.369795+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:43:00.369795+0000","last_undegraded":"2024-09-10T07:43:00.369795+0000","last_fullsized":"2024-09-10T07:43:00.369795+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032670+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:43:00.032670+0000","last_peered":"2024-09-10T07:43:00.032670+0000","last_clean":"2024-09-10T07:43:00.032670+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:43:00.032670+0000","last_undegraded":"2024-09-10T07:43:00.032670+0000","last_fullsized":"2024-09-10T07:43:00.032670+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431113+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:43:00.431113+0000","last_peered":"2024-09-10T07:43:00.431113+0000","last_clean":"2024-09-10T07:43:00.431113+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:43:00.431113+0000","last_undegraded":"2024-09-10T07:43:00.431113+0000","last_fullsized":"2024-09-10T07:43:00.431113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369672+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:43:00.369672+0000","last_peered":"2024-09-10T07:43:00.369672+0000","last_clean":"2024-09-10T07:43:00.369672+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:43:00.369672+0000","last_undegraded":"2024-09-10T07:43:00.369672+0000","last_fullsized":"2024-09-10T07:43:00.369672+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675783+0000","last_change":"2024-09-10T07:42:49.457841+0000","last_active":"2024-09-10T07:42:59.675783+0000","last_peered":"2024-09-10T07:42:59.675783+0000","last_clean":"2024-09-10T07:42:59.675783+0000","last_became_active":"2024-09-10T07:42:49.457519+0000","last_became_peered":"2024-09-10T07:42:49.457519+0000","last_unstale":"2024-09-10T07:42:59.675783+0000","last_undegraded":"2024-09-10T07:42:59.675783+0000","last_fullsized":"2024-09-10T07:42:59.675783+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:08.449167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676313+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:42:59.676313+0000","last_peered":"2024-09-10T07:42:59.676313+0000","last_clean":"2024-09-10T07:42:59.676313+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:42:59.676313+0000","last_undegraded":"2024-09-10T07:42:59.676313+0000","last_fullsized":"2024-09-10T07:42:59.676313+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675223+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:42:59.675223+0000","last_peered":"2024-09-10T07:42:59.675223+0000","last_clean":"2024-09-10T07:42:59.675223+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:42:59.675223+0000","last_undegraded":"2024-09-10T07:42:59.675223+0000","last_fullsized":"2024-09-10T07:42:59.675223+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369724+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:43:00.369724+0000","last_peered":"2024-09-10T07:43:00.369724+0000","last_clean":"2024-09-10T07:43:00.369724+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:43:00.369724+0000","last_undegraded":"2024-09-10T07:43:00.369724+0000","last_fullsized":"2024-09-10T07:43:00.369724+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032547+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:43:00.032547+0000","last_peered":"2024-09-10T07:43:00.032547+0000","last_clean":"2024-09-10T07:43:00.032547+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:43:00.032547+0000","last_undegraded":"2024-09-10T07:43:00.032547+0000","last_fullsized":"2024-09-10T07:43:00.032547+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430834+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:43:00.430834+0000","last_peered":"2024-09-10T07:43:00.430834+0000","last_clean":"2024-09-10T07:43:00.430834+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:43:00.430834+0000","last_undegraded":"2024-09-10T07:43:00.430834+0000","last_fullsized":"2024-09-10T07:43:00.430834+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369780+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:43:00.369780+0000","last_peered":"2024-09-10T07:43:00.369780+0000","last_clean":"2024-09-10T07:43:00.369780+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:43:00.369780+0000","last_undegraded":"2024-09-10T07:43:00.369780+0000","last_fullsized":"2024-09-10T07:43:00.369780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369343+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:43:00.369343+0000","last_peered":"2024-09-10T07:43:00.369343+0000","last_clean":"2024-09-10T07:43:00.369343+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:43:00.369343+0000","last_undegraded":"2024-09-10T07:43:00.369343+0000","last_fullsized":"2024-09-10T07:43:00.369343+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431188+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:43:00.431188+0000","last_peered":"2024-09-10T07:43:00.431188+0000","last_clean":"2024-09-10T07:43:00.431188+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:43:00.431188+0000","last_undegraded":"2024-09-10T07:43:00.431188+0000","last_fullsized":"2024-09-10T07:43:00.431188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369161+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:43:00.369161+0000","last_peered":"2024-09-10T07:43:00.369161+0000","last_clean":"2024-09-10T07:43:00.369161+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:43:00.369161+0000","last_undegraded":"2024-09-10T07:43:00.369161+0000","last_fullsized":"2024-09-10T07:43:00.369161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369472+0000","last_change":"2024-09-10T07:42:49.460361+0000","last_active":"2024-09-10T07:43:00.369472+0000","last_peered":"2024-09-10T07:43:00.369472+0000","last_clean":"2024-09-10T07:43:00.369472+0000","last_became_active":"2024-09-10T07:42:49.460022+0000","last_became_peered":"2024-09-10T07:42:49.460022+0000","last_unstale":"2024-09-10T07:43:00.369472+0000","last_undegraded":"2024-09-10T07:43:00.369472+0000","last_fullsized":"2024-09-10T07:43:00.369472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:23.566628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369696+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:43:00.369696+0000","last_peered":"2024-09-10T07:43:00.369696+0000","last_clean":"2024-09-10T07:43:00.369696+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:43:00.369696+0000","last_undegraded":"2024-09-10T07:43:00.369696+0000","last_fullsized":"2024-09-10T07:43:00.369696+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032609+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:43:00.032609+0000","last_peered":"2024-09-10T07:43:00.032609+0000","last_clean":"2024-09-10T07:43:00.032609+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:43:00.032609+0000","last_undegraded":"2024-09-10T07:43:00.032609+0000","last_fullsized":"2024-09-10T07:43:00.032609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677095+0000","last_change":"2024-09-10T07:42:49.459277+0000","last_active":"2024-09-10T07:42:59.677095+0000","last_peered":"2024-09-10T07:42:59.677095+0000","last_clean":"2024-09-10T07:42:59.677095+0000","last_became_active":"2024-09-10T07:42:49.458830+0000","last_became_peered":"2024-09-10T07:42:49.458830+0000","last_unstale":"2024-09-10T07:42:59.677095+0000","last_undegraded":"2024-09-10T07:42:59.677095+0000","last_fullsized":"2024-09-10T07:42:59.677095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:52.183058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370985+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:43:00.370985+0000","last_peered":"2024-09-10T07:43:00.370985+0000","last_clean":"2024-09-10T07:43:00.370985+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:43:00.370985+0000","last_undegraded":"2024-09-10T07:43:00.370985+0000","last_fullsized":"2024-09-10T07:43:00.370985+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.371139+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:43:00.371139+0000","last_peered":"2024-09-10T07:43:00.371139+0000","last_clean":"2024-09-10T07:43:00.371139+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:43:00.371139+0000","last_undegraded":"2024-09-10T07:43:00.371139+0000","last_fullsized":"2024-09-10T07:43:00.371139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370404+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:43:00.370404+0000","last_peered":"2024-09-10T07:43:00.370404+0000","last_clean":"2024-09-10T07:43:00.370404+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:43:00.370404+0000","last_undegraded":"2024-09-10T07:43:00.370404+0000","last_fullsized":"2024-09-10T07:43:00.370404+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675111+0000","last_change":"2024-09-10T07:42:49.463385+0000","last_active":"2024-09-10T07:42:59.675111+0000","last_peered":"2024-09-10T07:42:59.675111+0000","last_clean":"2024-09-10T07:42:59.675111+0000","last_became_active":"2024-09-10T07:42:49.462616+0000","last_became_peered":"2024-09-10T07:42:49.462616+0000","last_unstale":"2024-09-10T07:42:59.675111+0000","last_undegraded":"2024-09-10T07:42:59.675111+0000","last_fullsized":"2024-09-10T07:42:59.675111+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:24:29.278210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369960+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:43:00.369960+0000","last_peered":"2024-09-10T07:43:00.369960+0000","last_clean":"2024-09-10T07:43:00.369960+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:43:00.369960+0000","last_undegraded":"2024-09-10T07:43:00.369960+0000","last_fullsized":"2024-09-10T07:43:00.369960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370586+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:43:00.370586+0000","last_peered":"2024-09-10T07:43:00.370586+0000","last_clean":"2024-09-10T07:43:00.370586+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:43:00.370586+0000","last_undegraded":"2024-09-10T07:43:00.370586+0000","last_fullsized":"2024-09-10T07:43:00.370586+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369143+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:43:00.369143+0000","last_peered":"2024-09-10T07:43:00.369143+0000","last_clean":"2024-09-10T07:43:00.369143+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:43:00.369143+0000","last_undegraded":"2024-09-10T07:43:00.369143+0000","last_fullsized":"2024-09-10T07:43:00.369143+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676980+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:42:59.676980+0000","last_peered":"2024-09-10T07:42:59.676980+0000","last_clean":"2024-09-10T07:42:59.676980+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:42:59.676980+0000","last_undegraded":"2024-09-10T07:42:59.676980+0000","last_fullsized":"2024-09-10T07:42:59.676980+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369292+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:43:00.369292+0000","last_peered":"2024-09-10T07:43:00.369292+0000","last_clean":"2024-09-10T07:43:00.369292+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:43:00.369292+0000","last_undegraded":"2024-09-10T07:43:00.369292+0000","last_fullsized":"2024-09-10T07:43:00.369292+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370007+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:43:00.370007+0000","last_peered":"2024-09-10T07:43:00.370007+0000","last_clean":"2024-09-10T07:43:00.370007+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:43:00.370007+0000","last_undegraded":"2024-09-10T07:43:00.370007+0000","last_fullsized":"2024-09-10T07:43:00.370007+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431109+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:43:00.431109+0000","last_peered":"2024-09-10T07:43:00.431109+0000","last_clean":"2024-09-10T07:43:00.431109+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:43:00.431109+0000","last_undegraded":"2024-09-10T07:43:00.431109+0000","last_fullsized":"2024-09-10T07:43:00.431109+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":55902,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":113,"num_read_kb":118,"num_write":163,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":167706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579929,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":475587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808861,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28632,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716520,"statfs":{"total":95995035648,"available":95965716480,"internally_reserved":0,"allocated":1646592,"data_stored":1114754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972386,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":987136,"data_stored":479919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201320,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":475743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430252,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1576960,"data_stored":1071654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593778,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":470999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822710,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1585152,"data_stored":1067242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953532,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":974848,"data_stored":475649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182465,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":471193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":524551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":522808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":987136,"data_stored":472387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":51899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":53642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":53477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:49.949 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:43:50.205 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:50.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:50 smithi007 ceph-mon[30879]: pgmap v311: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.4 KiB/s wr, 12 op/s 2024-09-10T07:43:50.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:50 smithi007 ceph-mon[30879]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:50.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 -- 172.21.15.7:0/246692612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f5810e500 msgr2=0x7f9f58110910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 --2- 172.21.15.7:0/246692612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f5810e500 0x7f9f58110910 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9f50009ca0 tx=0x7f9f5002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 -- 172.21.15.7:0/246692612 shutdown_connections 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 --2- 172.21.15.7:0/246692612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f5810e500 0x7f9f58110910 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 --2- 172.21.15.7:0/246692612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f58101440 0x7f9f5810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 --2- 172.21.15.7:0/246692612 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58100b20 0x7f9f58100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 -- 172.21.15.7:0/246692612 >> 172.21.15.7:0/246692612 conn(0x7f9f580fc7d0 msgr2=0x7f9f580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 -- 172.21.15.7:0/246692612 shutdown_connections 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.685+0000 7f9f60118640 1 -- 172.21.15.7:0/246692612 wait complete. 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 Processor -- start 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 -- start start 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58101440 0x7f9f5819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f5810e500 0x7f9f5819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9f58114100 con 0x7f9f58100b20 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9f58113f80 con 0x7f9f58101440 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f60118640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9f58114280 con 0x7f9f5810e500 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52354/0 (socket says 172.21.15.7:52354) 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f5deb4640 1 -- 172.21.15.7:0/3807373449 learned_addr learned my addr 172.21.15.7:0/3807373449 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f5d6b3640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58101440 0x7f9f5819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.686+0000 7f9f5e6b5640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f5810e500 0x7f9f5819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 -- 172.21.15.7:0/3807373449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f5810e500 msgr2=0x7f9f5819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f5810e500 0x7f9f5819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 -- 172.21.15.7:0/3807373449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58101440 msgr2=0x7f9f5819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58101440 0x7f9f5819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 -- 172.21.15.7:0/3807373449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f5819f5d0 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f5deb4640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9f5400d950 tx=0x7f9f5400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f54017070 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f54009c30 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f5819f8c0 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5400f620 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.687+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f581a71a0 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.688+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f58100f00 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.689+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f9f540109a0 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.690+0000 7f9f4effd640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 0x7f9f440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.690+0000 7f9f5d6b3640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 0x7f9f440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.690+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f9f540cefb0 con 0x7f9f58100b20 2024-09-10T07:43:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.690+0000 7f9f5d6b3640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 0x7f9f440a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9f5810e920 tx=0x7f9f4800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.694+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9f54009de0 con 0x7f9f58100b20 2024-09-10T07:43:50.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.868+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9f58062630 con 0x7f9f440a2c10 2024-09-10T07:43:50.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.876+0000 7f9f4effd640 1 -- 172.21.15.7:0/3807373449 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340338 (secure 0 0 0) 0x7f9f58062630 con 0x7f9f440a2c10 2024-09-10T07:43:50.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:50.881 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:43:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 msgr2=0x7f9f440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 0x7f9f440a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9f5810e920 tx=0x7f9f4800b390 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 msgr2=0x7f9f5819a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9f5400d950 tx=0x7f9f5400de10 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 shutdown_connections 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9f440a2c10 0x7f9f440a50d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f5810e500 0x7f9f5819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f58101440 0x7f9f5819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 --2- 172.21.15.7:0/3807373449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9f58100b20 0x7f9f5819a620 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 >> 172.21.15.7:0/3807373449 conn(0x7f9f580fc7d0 msgr2=0x7f9f580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 shutdown_connections 2024-09-10T07:43:50.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:50.880+0000 7f9f60118640 1 -- 172.21.15.7:0/3807373449 wait complete. 2024-09-10T07:43:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:50 smithi110 ceph-mon[34417]: pgmap v311: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.4 KiB/s wr, 12 op/s 2024-09-10T07:43:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:50 smithi110 ceph-mon[34417]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:50.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:50 smithi145 ceph-mon[34766]: pgmap v311: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.4 KiB/s wr, 12 op/s 2024-09-10T07:43:50.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:50 smithi145 ceph-mon[34766]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:51.532 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":312,"stamp":"2024-09-10T07:43:50.827447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":646504,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":239,"num_read_kb":227,"num_write":346,"num_write_kb":3044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":278,"ondisk_log_size":278,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":362644,"kb_used_data":13396,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124579180,"statfs":{"total":1151940427776,"available":1151569080320,"internally_reserved":0,"allocated":13717504,"data_stored":7631016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":42080,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":64,"num_read_kb":73,"num_write":30,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003705"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":40,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758754+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:43:32.758754+0000","last_peered":"2024-09-10T07:43:32.758754+0000","last_clean":"2024-09-10T07:43:32.758754+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:43:32.758754+0000","last_undegraded":"2024-09-10T07:43:32.758754+0000","last_fullsized":"2024-09-10T07:43:32.758754+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675566+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:42:59.675566+0000","last_peered":"2024-09-10T07:42:59.675566+0000","last_clean":"2024-09-10T07:42:59.675566+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:42:59.675566+0000","last_undegraded":"2024-09-10T07:42:59.675566+0000","last_fullsized":"2024-09-10T07:42:59.675566+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369261+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:43:00.369261+0000","last_peered":"2024-09-10T07:43:00.369261+0000","last_clean":"2024-09-10T07:43:00.369261+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:43:00.369261+0000","last_undegraded":"2024-09-10T07:43:00.369261+0000","last_fullsized":"2024-09-10T07:43:00.369261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675776+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:42:59.675776+0000","last_peered":"2024-09-10T07:42:59.675776+0000","last_clean":"2024-09-10T07:42:59.675776+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:42:59.675776+0000","last_undegraded":"2024-09-10T07:42:59.675776+0000","last_fullsized":"2024-09-10T07:42:59.675776+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370247+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:43:00.370247+0000","last_peered":"2024-09-10T07:43:00.370247+0000","last_clean":"2024-09-10T07:43:00.370247+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:43:00.370247+0000","last_undegraded":"2024-09-10T07:43:00.370247+0000","last_fullsized":"2024-09-10T07:43:00.370247+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676342+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:42:59.676342+0000","last_peered":"2024-09-10T07:42:59.676342+0000","last_clean":"2024-09-10T07:42:59.676342+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:42:59.676342+0000","last_undegraded":"2024-09-10T07:42:59.676342+0000","last_fullsized":"2024-09-10T07:42:59.676342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.757532+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:43:32.757532+0000","last_peered":"2024-09-10T07:43:32.757532+0000","last_clean":"2024-09-10T07:43:32.757532+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:43:32.757532+0000","last_undegraded":"2024-09-10T07:43:32.757532+0000","last_fullsized":"2024-09-10T07:43:32.757532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369784+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:43:00.369784+0000","last_peered":"2024-09-10T07:43:00.369784+0000","last_clean":"2024-09-10T07:43:00.369784+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:43:00.369784+0000","last_undegraded":"2024-09-10T07:43:00.369784+0000","last_fullsized":"2024-09-10T07:43:00.369784+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677027+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:42:59.677027+0000","last_peered":"2024-09-10T07:42:59.677027+0000","last_clean":"2024-09-10T07:42:59.677027+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:42:59.677027+0000","last_undegraded":"2024-09-10T07:42:59.677027+0000","last_fullsized":"2024-09-10T07:42:59.677027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369535+0000","last_change":"2024-09-10T07:42:47.412101+0000","last_active":"2024-09-10T07:43:00.369535+0000","last_peered":"2024-09-10T07:43:00.369535+0000","last_clean":"2024-09-10T07:43:00.369535+0000","last_became_active":"2024-09-10T07:42:47.411759+0000","last_became_peered":"2024-09-10T07:42:47.411759+0000","last_unstale":"2024-09-10T07:43:00.369535+0000","last_undegraded":"2024-09-10T07:43:00.369535+0000","last_fullsized":"2024-09-10T07:43:00.369535+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:35:01.804539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676879+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:42:59.676879+0000","last_peered":"2024-09-10T07:42:59.676879+0000","last_clean":"2024-09-10T07:42:59.676879+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:42:59.676879+0000","last_undegraded":"2024-09-10T07:42:59.676879+0000","last_fullsized":"2024-09-10T07:42:59.676879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676497+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:42:59.676497+0000","last_peered":"2024-09-10T07:42:59.676497+0000","last_clean":"2024-09-10T07:42:59.676497+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:42:59.676497+0000","last_undegraded":"2024-09-10T07:42:59.676497+0000","last_fullsized":"2024-09-10T07:42:59.676497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369923+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:43:00.369923+0000","last_peered":"2024-09-10T07:43:00.369923+0000","last_clean":"2024-09-10T07:43:00.369923+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:43:00.369923+0000","last_undegraded":"2024-09-10T07:43:00.369923+0000","last_fullsized":"2024-09-10T07:43:00.369923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.754979+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:43:31.754979+0000","last_peered":"2024-09-10T07:43:31.754979+0000","last_clean":"2024-09-10T07:43:31.754979+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:43:31.754979+0000","last_undegraded":"2024-09-10T07:43:31.754979+0000","last_fullsized":"2024-09-10T07:43:31.754979+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676759+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:42:59.676759+0000","last_peered":"2024-09-10T07:42:59.676759+0000","last_clean":"2024-09-10T07:42:59.676759+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:42:59.676759+0000","last_undegraded":"2024-09-10T07:42:59.676759+0000","last_fullsized":"2024-09-10T07:42:59.676759+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675381+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:42:59.675381+0000","last_peered":"2024-09-10T07:42:59.675381+0000","last_clean":"2024-09-10T07:42:59.675381+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:42:59.675381+0000","last_undegraded":"2024-09-10T07:42:59.675381+0000","last_fullsized":"2024-09-10T07:42:59.675381+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369199+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:43:00.369199+0000","last_peered":"2024-09-10T07:43:00.369199+0000","last_clean":"2024-09-10T07:43:00.369199+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:43:00.369199+0000","last_undegraded":"2024-09-10T07:43:00.369199+0000","last_fullsized":"2024-09-10T07:43:00.369199+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676872+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:42:59.676872+0000","last_peered":"2024-09-10T07:42:59.676872+0000","last_clean":"2024-09-10T07:42:59.676872+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:42:59.676872+0000","last_undegraded":"2024-09-10T07:42:59.676872+0000","last_fullsized":"2024-09-10T07:42:59.676872+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430682+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:43:00.430682+0000","last_peered":"2024-09-10T07:43:00.430682+0000","last_clean":"2024-09-10T07:43:00.430682+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:43:00.430682+0000","last_undegraded":"2024-09-10T07:43:00.430682+0000","last_fullsized":"2024-09-10T07:43:00.430682+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.753733+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:43:31.753733+0000","last_peered":"2024-09-10T07:43:31.753733+0000","last_clean":"2024-09-10T07:43:31.753733+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:43:31.753733+0000","last_undegraded":"2024-09-10T07:43:31.753733+0000","last_fullsized":"2024-09-10T07:43:31.753733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369945+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:43:00.369945+0000","last_peered":"2024-09-10T07:43:00.369945+0000","last_clean":"2024-09-10T07:43:00.369945+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:43:00.369945+0000","last_undegraded":"2024-09-10T07:43:00.369945+0000","last_fullsized":"2024-09-10T07:43:00.369945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.368941+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:43:00.368941+0000","last_peered":"2024-09-10T07:43:00.368941+0000","last_clean":"2024-09-10T07:43:00.368941+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:43:00.368941+0000","last_undegraded":"2024-09-10T07:43:00.368941+0000","last_fullsized":"2024-09-10T07:43:00.368941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.755333+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:43:31.755333+0000","last_peered":"2024-09-10T07:43:31.755333+0000","last_clean":"2024-09-10T07:43:31.755333+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:43:31.755333+0000","last_undegraded":"2024-09-10T07:43:31.755333+0000","last_fullsized":"2024-09-10T07:43:31.755333+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677039+0000","last_change":"2024-09-10T07:42:56.684635+0000","last_active":"2024-09-10T07:42:59.677039+0000","last_peered":"2024-09-10T07:42:59.677039+0000","last_clean":"2024-09-10T07:42:59.677039+0000","last_became_active":"2024-09-10T07:42:56.683159+0000","last_became_peered":"2024-09-10T07:42:56.683159+0000","last_unstale":"2024-09-10T07:42:59.677039+0000","last_undegraded":"2024-09-10T07:42:59.677039+0000","last_fullsized":"2024-09-10T07:42:59.677039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:56.278785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370109+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:43:00.370109+0000","last_peered":"2024-09-10T07:43:00.370109+0000","last_clean":"2024-09-10T07:43:00.370109+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:43:00.370109+0000","last_undegraded":"2024-09-10T07:43:00.370109+0000","last_fullsized":"2024-09-10T07:43:00.370109+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.752052+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:43:31.752052+0000","last_peered":"2024-09-10T07:43:31.752052+0000","last_clean":"2024-09-10T07:43:31.752052+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:43:31.752052+0000","last_undegraded":"2024-09-10T07:43:31.752052+0000","last_fullsized":"2024-09-10T07:43:31.752052+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369450+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:43:00.369450+0000","last_peered":"2024-09-10T07:43:00.369450+0000","last_clean":"2024-09-10T07:43:00.369450+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:43:00.369450+0000","last_undegraded":"2024-09-10T07:43:00.369450+0000","last_fullsized":"2024-09-10T07:43:00.369450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675814+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:42:59.675814+0000","last_peered":"2024-09-10T07:42:59.675814+0000","last_clean":"2024-09-10T07:42:59.675814+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:42:59.675814+0000","last_undegraded":"2024-09-10T07:42:59.675814+0000","last_fullsized":"2024-09-10T07:42:59.675814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'11","reported_seq":41,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.467325+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:43:46.467325+0000","last_peered":"2024-09-10T07:43:46.467325+0000","last_clean":"2024-09-10T07:43:46.467325+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:43:46.467325+0000","last_undegraded":"2024-09-10T07:43:46.467325+0000","last_fullsized":"2024-09-10T07:43:46.467325+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675111+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:42:59.675111+0000","last_peered":"2024-09-10T07:42:59.675111+0000","last_clean":"2024-09-10T07:42:59.675111+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:42:59.675111+0000","last_undegraded":"2024-09-10T07:42:59.675111+0000","last_fullsized":"2024-09-10T07:42:59.675111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032760+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:43:00.032760+0000","last_peered":"2024-09-10T07:43:00.032760+0000","last_clean":"2024-09-10T07:43:00.032760+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:43:00.032760+0000","last_undegraded":"2024-09-10T07:43:00.032760+0000","last_fullsized":"2024-09-10T07:43:00.032760+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.752966+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:43:31.752966+0000","last_peered":"2024-09-10T07:43:31.752966+0000","last_clean":"2024-09-10T07:43:31.752966+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:43:31.752966+0000","last_undegraded":"2024-09-10T07:43:31.752966+0000","last_fullsized":"2024-09-10T07:43:31.752966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430981+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:43:00.430981+0000","last_peered":"2024-09-10T07:43:00.430981+0000","last_clean":"2024-09-10T07:43:00.430981+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:43:00.430981+0000","last_undegraded":"2024-09-10T07:43:00.430981+0000","last_fullsized":"2024-09-10T07:43:00.430981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370730+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:43:00.370730+0000","last_peered":"2024-09-10T07:43:00.370730+0000","last_clean":"2024-09-10T07:43:00.370730+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:43:00.370730+0000","last_undegraded":"2024-09-10T07:43:00.370730+0000","last_fullsized":"2024-09-10T07:43:00.370730+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369550+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:43:00.369550+0000","last_peered":"2024-09-10T07:43:00.369550+0000","last_clean":"2024-09-10T07:43:00.369550+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:43:00.369550+0000","last_undegraded":"2024-09-10T07:43:00.369550+0000","last_fullsized":"2024-09-10T07:43:00.369550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369990+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:43:00.369990+0000","last_peered":"2024-09-10T07:43:00.369990+0000","last_clean":"2024-09-10T07:43:00.369990+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:43:00.369990+0000","last_undegraded":"2024-09-10T07:43:00.369990+0000","last_fullsized":"2024-09-10T07:43:00.369990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370811+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:43:00.370811+0000","last_peered":"2024-09-10T07:43:00.370811+0000","last_clean":"2024-09-10T07:43:00.370811+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:43:00.370811+0000","last_undegraded":"2024-09-10T07:43:00.370811+0000","last_fullsized":"2024-09-10T07:43:00.370811+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370187+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:43:00.370187+0000","last_peered":"2024-09-10T07:43:00.370187+0000","last_clean":"2024-09-10T07:43:00.370187+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:43:00.370187+0000","last_undegraded":"2024-09-10T07:43:00.370187+0000","last_fullsized":"2024-09-10T07:43:00.370187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032642+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:43:00.032642+0000","last_peered":"2024-09-10T07:43:00.032642+0000","last_clean":"2024-09-10T07:43:00.032642+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:43:00.032642+0000","last_undegraded":"2024-09-10T07:43:00.032642+0000","last_fullsized":"2024-09-10T07:43:00.032642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676373+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:42:59.676373+0000","last_peered":"2024-09-10T07:42:59.676373+0000","last_clean":"2024-09-10T07:42:59.676373+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:42:59.676373+0000","last_undegraded":"2024-09-10T07:42:59.676373+0000","last_fullsized":"2024-09-10T07:42:59.676373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":49,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.781958+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:43:46.781958+0000","last_peered":"2024-09-10T07:43:46.781958+0000","last_clean":"2024-09-10T07:43:46.781958+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:43:46.781958+0000","last_undegraded":"2024-09-10T07:43:46.781958+0000","last_fullsized":"2024-09-10T07:43:46.781958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032747+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:43:00.032747+0000","last_peered":"2024-09-10T07:43:00.032747+0000","last_clean":"2024-09-10T07:43:00.032747+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:43:00.032747+0000","last_undegraded":"2024-09-10T07:43:00.032747+0000","last_fullsized":"2024-09-10T07:43:00.032747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032245+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:43:00.032245+0000","last_peered":"2024-09-10T07:43:00.032245+0000","last_clean":"2024-09-10T07:43:00.032245+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:43:00.032245+0000","last_undegraded":"2024-09-10T07:43:00.032245+0000","last_fullsized":"2024-09-10T07:43:00.032245+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758784+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:43:32.758784+0000","last_peered":"2024-09-10T07:43:32.758784+0000","last_clean":"2024-09-10T07:43:32.758784+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:43:32.758784+0000","last_undegraded":"2024-09-10T07:43:32.758784+0000","last_fullsized":"2024-09-10T07:43:32.758784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676857+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:42:59.676857+0000","last_peered":"2024-09-10T07:42:59.676857+0000","last_clean":"2024-09-10T07:42:59.676857+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:42:59.676857+0000","last_undegraded":"2024-09-10T07:42:59.676857+0000","last_fullsized":"2024-09-10T07:42:59.676857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675302+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:42:59.675302+0000","last_peered":"2024-09-10T07:42:59.675302+0000","last_clean":"2024-09-10T07:42:59.675302+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:42:59.675302+0000","last_undegraded":"2024-09-10T07:42:59.675302+0000","last_fullsized":"2024-09-10T07:42:59.675302+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:33.762849+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:43:33.762849+0000","last_peered":"2024-09-10T07:43:33.762849+0000","last_clean":"2024-09-10T07:43:33.762849+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:43:33.762849+0000","last_undegraded":"2024-09-10T07:43:33.762849+0000","last_fullsized":"2024-09-10T07:43:33.762849+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":342,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370070+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:43:00.370070+0000","last_peered":"2024-09-10T07:43:00.370070+0000","last_clean":"2024-09-10T07:43:00.370070+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:43:00.370070+0000","last_undegraded":"2024-09-10T07:43:00.370070+0000","last_fullsized":"2024-09-10T07:43:00.370070+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369712+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:43:00.369712+0000","last_peered":"2024-09-10T07:43:00.369712+0000","last_clean":"2024-09-10T07:43:00.369712+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:43:00.369712+0000","last_undegraded":"2024-09-10T07:43:00.369712+0000","last_fullsized":"2024-09-10T07:43:00.369712+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370018+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:43:00.370018+0000","last_peered":"2024-09-10T07:43:00.370018+0000","last_clean":"2024-09-10T07:43:00.370018+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:43:00.370018+0000","last_undegraded":"2024-09-10T07:43:00.370018+0000","last_fullsized":"2024-09-10T07:43:00.370018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.760618+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:43:32.760618+0000","last_peered":"2024-09-10T07:43:32.760618+0000","last_clean":"2024-09-10T07:43:32.760618+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:43:32.760618+0000","last_undegraded":"2024-09-10T07:43:32.760618+0000","last_fullsized":"2024-09-10T07:43:32.760618+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369463+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:43:00.369463+0000","last_peered":"2024-09-10T07:43:00.369463+0000","last_clean":"2024-09-10T07:43:00.369463+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:43:00.369463+0000","last_undegraded":"2024-09-10T07:43:00.369463+0000","last_fullsized":"2024-09-10T07:43:00.369463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369925+0000","last_change":"2024-09-10T07:42:49.463193+0000","last_active":"2024-09-10T07:43:00.369925+0000","last_peered":"2024-09-10T07:43:00.369925+0000","last_clean":"2024-09-10T07:43:00.369925+0000","last_became_active":"2024-09-10T07:42:49.462868+0000","last_became_peered":"2024-09-10T07:42:49.462868+0000","last_unstale":"2024-09-10T07:43:00.369925+0000","last_undegraded":"2024-09-10T07:43:00.369925+0000","last_fullsized":"2024-09-10T07:43:00.369925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:59.106778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677221+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:42:59.677221+0000","last_peered":"2024-09-10T07:42:59.677221+0000","last_clean":"2024-09-10T07:42:59.677221+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:42:59.677221+0000","last_undegraded":"2024-09-10T07:42:59.677221+0000","last_fullsized":"2024-09-10T07:42:59.677221+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369735+0000","last_change":"2024-09-10T07:42:56.680225+0000","last_active":"2024-09-10T07:43:00.369735+0000","last_peered":"2024-09-10T07:43:00.369735+0000","last_clean":"2024-09-10T07:43:00.369735+0000","last_became_active":"2024-09-10T07:42:56.679875+0000","last_became_peered":"2024-09-10T07:42:56.679875+0000","last_unstale":"2024-09-10T07:43:00.369735+0000","last_undegraded":"2024-09-10T07:43:00.369735+0000","last_fullsized":"2024-09-10T07:43:00.369735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:04.286269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370122+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:43:00.370122+0000","last_peered":"2024-09-10T07:43:00.370122+0000","last_clean":"2024-09-10T07:43:00.370122+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:43:00.370122+0000","last_undegraded":"2024-09-10T07:43:00.370122+0000","last_fullsized":"2024-09-10T07:43:00.370122+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032797+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:43:00.032797+0000","last_peered":"2024-09-10T07:43:00.032797+0000","last_clean":"2024-09-10T07:43:00.032797+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:43:00.032797+0000","last_undegraded":"2024-09-10T07:43:00.032797+0000","last_fullsized":"2024-09-10T07:43:00.032797+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676244+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:42:59.676244+0000","last_peered":"2024-09-10T07:42:59.676244+0000","last_clean":"2024-09-10T07:42:59.676244+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:42:59.676244+0000","last_undegraded":"2024-09-10T07:42:59.676244+0000","last_fullsized":"2024-09-10T07:42:59.676244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430983+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:43:00.430983+0000","last_peered":"2024-09-10T07:43:00.430983+0000","last_clean":"2024-09-10T07:43:00.430983+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:43:00.430983+0000","last_undegraded":"2024-09-10T07:43:00.430983+0000","last_fullsized":"2024-09-10T07:43:00.430983+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:33.763009+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:43:33.763009+0000","last_peered":"2024-09-10T07:43:33.763009+0000","last_clean":"2024-09-10T07:43:33.763009+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:43:33.763009+0000","last_undegraded":"2024-09-10T07:43:33.763009+0000","last_fullsized":"2024-09-10T07:43:33.763009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676341+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:42:59.676341+0000","last_peered":"2024-09-10T07:42:59.676341+0000","last_clean":"2024-09-10T07:42:59.676341+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:42:59.676341+0000","last_undegraded":"2024-09-10T07:42:59.676341+0000","last_fullsized":"2024-09-10T07:42:59.676341+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676340+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:42:59.676340+0000","last_peered":"2024-09-10T07:42:59.676340+0000","last_clean":"2024-09-10T07:42:59.676340+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:42:59.676340+0000","last_undegraded":"2024-09-10T07:42:59.676340+0000","last_fullsized":"2024-09-10T07:42:59.676340+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":46,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.760803+0000","last_change":"2024-09-10T07:42:47.590906+0000","last_active":"2024-09-10T07:43:32.760803+0000","last_peered":"2024-09-10T07:43:32.760803+0000","last_clean":"2024-09-10T07:43:32.760803+0000","last_became_active":"2024-09-10T07:42:47.590504+0000","last_became_peered":"2024-09-10T07:42:47.590504+0000","last_unstale":"2024-09-10T07:43:32.760803+0000","last_undegraded":"2024-09-10T07:43:32.760803+0000","last_fullsized":"2024-09-10T07:43:32.760803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:42.913592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032832+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:43:00.032832+0000","last_peered":"2024-09-10T07:43:00.032832+0000","last_clean":"2024-09-10T07:43:00.032832+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:43:00.032832+0000","last_undegraded":"2024-09-10T07:43:00.032832+0000","last_fullsized":"2024-09-10T07:43:00.032832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369288+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:43:00.369288+0000","last_peered":"2024-09-10T07:43:00.369288+0000","last_clean":"2024-09-10T07:43:00.369288+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:43:00.369288+0000","last_undegraded":"2024-09-10T07:43:00.369288+0000","last_fullsized":"2024-09-10T07:43:00.369288+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":49,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:45.781295+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:43:45.781295+0000","last_peered":"2024-09-10T07:43:45.781295+0000","last_clean":"2024-09-10T07:43:45.781295+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:43:45.781295+0000","last_undegraded":"2024-09-10T07:43:45.781295+0000","last_fullsized":"2024-09-10T07:43:45.781295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369963+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:43:00.369963+0000","last_peered":"2024-09-10T07:43:00.369963+0000","last_clean":"2024-09-10T07:43:00.369963+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:43:00.369963+0000","last_undegraded":"2024-09-10T07:43:00.369963+0000","last_fullsized":"2024-09-10T07:43:00.369963+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369522+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:43:00.369522+0000","last_peered":"2024-09-10T07:43:00.369522+0000","last_clean":"2024-09-10T07:43:00.369522+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:43:00.369522+0000","last_undegraded":"2024-09-10T07:43:00.369522+0000","last_fullsized":"2024-09-10T07:43:00.369522+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.755339+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:43:31.755339+0000","last_peered":"2024-09-10T07:43:31.755339+0000","last_clean":"2024-09-10T07:43:31.755339+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:43:31.755339+0000","last_undegraded":"2024-09-10T07:43:31.755339+0000","last_fullsized":"2024-09-10T07:43:31.755339+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430923+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:43:00.430923+0000","last_peered":"2024-09-10T07:43:00.430923+0000","last_clean":"2024-09-10T07:43:00.430923+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:43:00.430923+0000","last_undegraded":"2024-09-10T07:43:00.430923+0000","last_fullsized":"2024-09-10T07:43:00.430923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032385+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:43:00.032385+0000","last_peered":"2024-09-10T07:43:00.032385+0000","last_clean":"2024-09-10T07:43:00.032385+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:43:00.032385+0000","last_undegraded":"2024-09-10T07:43:00.032385+0000","last_fullsized":"2024-09-10T07:43:00.032385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.758308+0000","last_change":"2024-09-10T07:42:47.409484+0000","last_active":"2024-09-10T07:43:32.758308+0000","last_peered":"2024-09-10T07:43:32.758308+0000","last_clean":"2024-09-10T07:43:32.758308+0000","last_became_active":"2024-09-10T07:42:47.409113+0000","last_became_peered":"2024-09-10T07:42:47.409113+0000","last_unstale":"2024-09-10T07:43:32.758308+0000","last_undegraded":"2024-09-10T07:43:32.758308+0000","last_fullsized":"2024-09-10T07:43:32.758308+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:23:47.720860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676889+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:42:59.676889+0000","last_peered":"2024-09-10T07:42:59.676889+0000","last_clean":"2024-09-10T07:42:59.676889+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:42:59.676889+0000","last_undegraded":"2024-09-10T07:42:59.676889+0000","last_fullsized":"2024-09-10T07:42:59.676889+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369456+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:43:00.369456+0000","last_peered":"2024-09-10T07:43:00.369456+0000","last_clean":"2024-09-10T07:43:00.369456+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:43:00.369456+0000","last_undegraded":"2024-09-10T07:43:00.369456+0000","last_fullsized":"2024-09-10T07:43:00.369456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"86'29","reported_seq":95,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:47.789776+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:43:47.789776+0000","last_peered":"2024-09-10T07:43:47.789776+0000","last_clean":"2024-09-10T07:43:47.789776+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:43:47.789776+0000","last_undegraded":"2024-09-10T07:43:47.789776+0000","last_fullsized":"2024-09-10T07:43:47.789776+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51899,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":36,"num_read_kb":69,"num_write":30,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369691+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:43:00.369691+0000","last_peered":"2024-09-10T07:43:00.369691+0000","last_clean":"2024-09-10T07:43:00.369691+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:43:00.369691+0000","last_undegraded":"2024-09-10T07:43:00.369691+0000","last_fullsized":"2024-09-10T07:43:00.369691+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369786+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:43:00.369786+0000","last_peered":"2024-09-10T07:43:00.369786+0000","last_clean":"2024-09-10T07:43:00.369786+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:43:00.369786+0000","last_undegraded":"2024-09-10T07:43:00.369786+0000","last_fullsized":"2024-09-10T07:43:00.369786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.753555+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:43:31.753555+0000","last_peered":"2024-09-10T07:43:31.753555+0000","last_clean":"2024-09-10T07:43:31.753555+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:43:31.753555+0000","last_undegraded":"2024-09-10T07:43:31.753555+0000","last_fullsized":"2024-09-10T07:43:31.753555+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676600+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:42:59.676600+0000","last_peered":"2024-09-10T07:42:59.676600+0000","last_clean":"2024-09-10T07:42:59.676600+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:42:59.676600+0000","last_undegraded":"2024-09-10T07:42:59.676600+0000","last_fullsized":"2024-09-10T07:42:59.676600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370257+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:43:00.370257+0000","last_peered":"2024-09-10T07:43:00.370257+0000","last_clean":"2024-09-10T07:43:00.370257+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:43:00.370257+0000","last_undegraded":"2024-09-10T07:43:00.370257+0000","last_fullsized":"2024-09-10T07:43:00.370257+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:31.754043+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:43:31.754043+0000","last_peered":"2024-09-10T07:43:31.754043+0000","last_clean":"2024-09-10T07:43:31.754043+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:43:31.754043+0000","last_undegraded":"2024-09-10T07:43:31.754043+0000","last_fullsized":"2024-09-10T07:43:31.754043+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.368978+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:43:00.368978+0000","last_peered":"2024-09-10T07:43:00.368978+0000","last_clean":"2024-09-10T07:43:00.368978+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:43:00.368978+0000","last_undegraded":"2024-09-10T07:43:00.368978+0000","last_fullsized":"2024-09-10T07:43:00.368978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370201+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:43:00.370201+0000","last_peered":"2024-09-10T07:43:00.370201+0000","last_clean":"2024-09-10T07:43:00.370201+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:43:00.370201+0000","last_undegraded":"2024-09-10T07:43:00.370201+0000","last_fullsized":"2024-09-10T07:43:00.370201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":48,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:46.782016+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:43:46.782016+0000","last_peered":"2024-09-10T07:43:46.782016+0000","last_clean":"2024-09-10T07:43:46.782016+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:43:46.782016+0000","last_undegraded":"2024-09-10T07:43:46.782016+0000","last_fullsized":"2024-09-10T07:43:46.782016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675218+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:42:59.675218+0000","last_peered":"2024-09-10T07:42:59.675218+0000","last_clean":"2024-09-10T07:42:59.675218+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:42:59.675218+0000","last_undegraded":"2024-09-10T07:42:59.675218+0000","last_fullsized":"2024-09-10T07:42:59.675218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370416+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:43:00.370416+0000","last_peered":"2024-09-10T07:43:00.370416+0000","last_clean":"2024-09-10T07:43:00.370416+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:43:00.370416+0000","last_undegraded":"2024-09-10T07:43:00.370416+0000","last_fullsized":"2024-09-10T07:43:00.370416+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369033+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:43:00.369033+0000","last_peered":"2024-09-10T07:43:00.369033+0000","last_clean":"2024-09-10T07:43:00.369033+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:43:00.369033+0000","last_undegraded":"2024-09-10T07:43:00.369033+0000","last_fullsized":"2024-09-10T07:43:00.369033+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676659+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:42:59.676659+0000","last_peered":"2024-09-10T07:42:59.676659+0000","last_clean":"2024-09-10T07:42:59.676659+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:42:59.676659+0000","last_undegraded":"2024-09-10T07:42:59.676659+0000","last_fullsized":"2024-09-10T07:42:59.676659+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430978+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:43:00.430978+0000","last_peered":"2024-09-10T07:43:00.430978+0000","last_clean":"2024-09-10T07:43:00.430978+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:43:00.430978+0000","last_undegraded":"2024-09-10T07:43:00.430978+0000","last_fullsized":"2024-09-10T07:43:00.430978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675220+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:42:59.675220+0000","last_peered":"2024-09-10T07:42:59.675220+0000","last_clean":"2024-09-10T07:42:59.675220+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:42:59.675220+0000","last_undegraded":"2024-09-10T07:42:59.675220+0000","last_fullsized":"2024-09-10T07:42:59.675220+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.757894+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:43:32.757894+0000","last_peered":"2024-09-10T07:43:32.757894+0000","last_clean":"2024-09-10T07:43:32.757894+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:43:32.757894+0000","last_undegraded":"2024-09-10T07:43:32.757894+0000","last_fullsized":"2024-09-10T07:43:32.757894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:32.756580+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:43:32.756580+0000","last_peered":"2024-09-10T07:43:32.756580+0000","last_clean":"2024-09-10T07:43:32.756580+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:43:32.756580+0000","last_undegraded":"2024-09-10T07:43:32.756580+0000","last_fullsized":"2024-09-10T07:43:32.756580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676929+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:42:59.676929+0000","last_peered":"2024-09-10T07:42:59.676929+0000","last_clean":"2024-09-10T07:42:59.676929+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:42:59.676929+0000","last_undegraded":"2024-09-10T07:42:59.676929+0000","last_fullsized":"2024-09-10T07:42:59.676929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369435+0000","last_change":"2024-09-10T07:42:56.686445+0000","last_active":"2024-09-10T07:43:00.369435+0000","last_peered":"2024-09-10T07:43:00.369435+0000","last_clean":"2024-09-10T07:43:00.369435+0000","last_became_active":"2024-09-10T07:42:56.686013+0000","last_became_peered":"2024-09-10T07:42:56.686013+0000","last_unstale":"2024-09-10T07:43:00.369435+0000","last_undegraded":"2024-09-10T07:43:00.369435+0000","last_fullsized":"2024-09-10T07:43:00.369435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:06.068877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":53,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:45.781541+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:43:45.781541+0000","last_peered":"2024-09-10T07:43:45.781541+0000","last_clean":"2024-09-10T07:43:45.781541+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:43:45.781541+0000","last_undegraded":"2024-09-10T07:43:45.781541+0000","last_fullsized":"2024-09-10T07:43:45.781541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370004+0000","last_change":"2024-09-10T07:42:49.453521+0000","last_active":"2024-09-10T07:43:00.370004+0000","last_peered":"2024-09-10T07:43:00.370004+0000","last_clean":"2024-09-10T07:43:00.370004+0000","last_became_active":"2024-09-10T07:42:49.453125+0000","last_became_peered":"2024-09-10T07:42:49.453125+0000","last_unstale":"2024-09-10T07:43:00.370004+0000","last_undegraded":"2024-09-10T07:43:00.370004+0000","last_fullsized":"2024-09-10T07:43:00.370004+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:34.482677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369498+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:43:00.369498+0000","last_peered":"2024-09-10T07:43:00.369498+0000","last_clean":"2024-09-10T07:43:00.369498+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:43:00.369498+0000","last_undegraded":"2024-09-10T07:43:00.369498+0000","last_fullsized":"2024-09-10T07:43:00.369498+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430620+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:43:00.430620+0000","last_peered":"2024-09-10T07:43:00.430620+0000","last_clean":"2024-09-10T07:43:00.430620+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:43:00.430620+0000","last_undegraded":"2024-09-10T07:43:00.430620+0000","last_fullsized":"2024-09-10T07:43:00.430620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369941+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:43:00.369941+0000","last_peered":"2024-09-10T07:43:00.369941+0000","last_clean":"2024-09-10T07:43:00.369941+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:43:00.369941+0000","last_undegraded":"2024-09-10T07:43:00.369941+0000","last_fullsized":"2024-09-10T07:43:00.369941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369027+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:43:00.369027+0000","last_peered":"2024-09-10T07:43:00.369027+0000","last_clean":"2024-09-10T07:43:00.369027+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:43:00.369027+0000","last_undegraded":"2024-09-10T07:43:00.369027+0000","last_fullsized":"2024-09-10T07:43:00.369027+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369795+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:43:00.369795+0000","last_peered":"2024-09-10T07:43:00.369795+0000","last_clean":"2024-09-10T07:43:00.369795+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:43:00.369795+0000","last_undegraded":"2024-09-10T07:43:00.369795+0000","last_fullsized":"2024-09-10T07:43:00.369795+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032670+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:43:00.032670+0000","last_peered":"2024-09-10T07:43:00.032670+0000","last_clean":"2024-09-10T07:43:00.032670+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:43:00.032670+0000","last_undegraded":"2024-09-10T07:43:00.032670+0000","last_fullsized":"2024-09-10T07:43:00.032670+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431113+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:43:00.431113+0000","last_peered":"2024-09-10T07:43:00.431113+0000","last_clean":"2024-09-10T07:43:00.431113+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:43:00.431113+0000","last_undegraded":"2024-09-10T07:43:00.431113+0000","last_fullsized":"2024-09-10T07:43:00.431113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369672+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:43:00.369672+0000","last_peered":"2024-09-10T07:43:00.369672+0000","last_clean":"2024-09-10T07:43:00.369672+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:43:00.369672+0000","last_undegraded":"2024-09-10T07:43:00.369672+0000","last_fullsized":"2024-09-10T07:43:00.369672+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675783+0000","last_change":"2024-09-10T07:42:49.457841+0000","last_active":"2024-09-10T07:42:59.675783+0000","last_peered":"2024-09-10T07:42:59.675783+0000","last_clean":"2024-09-10T07:42:59.675783+0000","last_became_active":"2024-09-10T07:42:49.457519+0000","last_became_peered":"2024-09-10T07:42:49.457519+0000","last_unstale":"2024-09-10T07:42:59.675783+0000","last_undegraded":"2024-09-10T07:42:59.675783+0000","last_fullsized":"2024-09-10T07:42:59.675783+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:08.449167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676313+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:42:59.676313+0000","last_peered":"2024-09-10T07:42:59.676313+0000","last_clean":"2024-09-10T07:42:59.676313+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:42:59.676313+0000","last_undegraded":"2024-09-10T07:42:59.676313+0000","last_fullsized":"2024-09-10T07:42:59.676313+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675223+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:42:59.675223+0000","last_peered":"2024-09-10T07:42:59.675223+0000","last_clean":"2024-09-10T07:42:59.675223+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:42:59.675223+0000","last_undegraded":"2024-09-10T07:42:59.675223+0000","last_fullsized":"2024-09-10T07:42:59.675223+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369724+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:43:00.369724+0000","last_peered":"2024-09-10T07:43:00.369724+0000","last_clean":"2024-09-10T07:43:00.369724+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:43:00.369724+0000","last_undegraded":"2024-09-10T07:43:00.369724+0000","last_fullsized":"2024-09-10T07:43:00.369724+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032547+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:43:00.032547+0000","last_peered":"2024-09-10T07:43:00.032547+0000","last_clean":"2024-09-10T07:43:00.032547+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:43:00.032547+0000","last_undegraded":"2024-09-10T07:43:00.032547+0000","last_fullsized":"2024-09-10T07:43:00.032547+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.430834+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:43:00.430834+0000","last_peered":"2024-09-10T07:43:00.430834+0000","last_clean":"2024-09-10T07:43:00.430834+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:43:00.430834+0000","last_undegraded":"2024-09-10T07:43:00.430834+0000","last_fullsized":"2024-09-10T07:43:00.430834+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369780+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:43:00.369780+0000","last_peered":"2024-09-10T07:43:00.369780+0000","last_clean":"2024-09-10T07:43:00.369780+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:43:00.369780+0000","last_undegraded":"2024-09-10T07:43:00.369780+0000","last_fullsized":"2024-09-10T07:43:00.369780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369343+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:43:00.369343+0000","last_peered":"2024-09-10T07:43:00.369343+0000","last_clean":"2024-09-10T07:43:00.369343+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:43:00.369343+0000","last_undegraded":"2024-09-10T07:43:00.369343+0000","last_fullsized":"2024-09-10T07:43:00.369343+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431188+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:43:00.431188+0000","last_peered":"2024-09-10T07:43:00.431188+0000","last_clean":"2024-09-10T07:43:00.431188+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:43:00.431188+0000","last_undegraded":"2024-09-10T07:43:00.431188+0000","last_fullsized":"2024-09-10T07:43:00.431188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369161+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:43:00.369161+0000","last_peered":"2024-09-10T07:43:00.369161+0000","last_clean":"2024-09-10T07:43:00.369161+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:43:00.369161+0000","last_undegraded":"2024-09-10T07:43:00.369161+0000","last_fullsized":"2024-09-10T07:43:00.369161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369472+0000","last_change":"2024-09-10T07:42:49.460361+0000","last_active":"2024-09-10T07:43:00.369472+0000","last_peered":"2024-09-10T07:43:00.369472+0000","last_clean":"2024-09-10T07:43:00.369472+0000","last_became_active":"2024-09-10T07:42:49.460022+0000","last_became_peered":"2024-09-10T07:42:49.460022+0000","last_unstale":"2024-09-10T07:43:00.369472+0000","last_undegraded":"2024-09-10T07:43:00.369472+0000","last_fullsized":"2024-09-10T07:43:00.369472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:23.566628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369696+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:43:00.369696+0000","last_peered":"2024-09-10T07:43:00.369696+0000","last_clean":"2024-09-10T07:43:00.369696+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:43:00.369696+0000","last_undegraded":"2024-09-10T07:43:00.369696+0000","last_fullsized":"2024-09-10T07:43:00.369696+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.032609+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:43:00.032609+0000","last_peered":"2024-09-10T07:43:00.032609+0000","last_clean":"2024-09-10T07:43:00.032609+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:43:00.032609+0000","last_undegraded":"2024-09-10T07:43:00.032609+0000","last_fullsized":"2024-09-10T07:43:00.032609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.677095+0000","last_change":"2024-09-10T07:42:49.459277+0000","last_active":"2024-09-10T07:42:59.677095+0000","last_peered":"2024-09-10T07:42:59.677095+0000","last_clean":"2024-09-10T07:42:59.677095+0000","last_became_active":"2024-09-10T07:42:49.458830+0000","last_became_peered":"2024-09-10T07:42:49.458830+0000","last_unstale":"2024-09-10T07:42:59.677095+0000","last_undegraded":"2024-09-10T07:42:59.677095+0000","last_fullsized":"2024-09-10T07:42:59.677095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:52.183058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370985+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:43:00.370985+0000","last_peered":"2024-09-10T07:43:00.370985+0000","last_clean":"2024-09-10T07:43:00.370985+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:43:00.370985+0000","last_undegraded":"2024-09-10T07:43:00.370985+0000","last_fullsized":"2024-09-10T07:43:00.370985+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.371139+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:43:00.371139+0000","last_peered":"2024-09-10T07:43:00.371139+0000","last_clean":"2024-09-10T07:43:00.371139+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:43:00.371139+0000","last_undegraded":"2024-09-10T07:43:00.371139+0000","last_fullsized":"2024-09-10T07:43:00.371139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370404+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:43:00.370404+0000","last_peered":"2024-09-10T07:43:00.370404+0000","last_clean":"2024-09-10T07:43:00.370404+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:43:00.370404+0000","last_undegraded":"2024-09-10T07:43:00.370404+0000","last_fullsized":"2024-09-10T07:43:00.370404+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.675111+0000","last_change":"2024-09-10T07:42:49.463385+0000","last_active":"2024-09-10T07:42:59.675111+0000","last_peered":"2024-09-10T07:42:59.675111+0000","last_clean":"2024-09-10T07:42:59.675111+0000","last_became_active":"2024-09-10T07:42:49.462616+0000","last_became_peered":"2024-09-10T07:42:49.462616+0000","last_unstale":"2024-09-10T07:42:59.675111+0000","last_undegraded":"2024-09-10T07:42:59.675111+0000","last_fullsized":"2024-09-10T07:42:59.675111+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:24:29.278210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369960+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:43:00.369960+0000","last_peered":"2024-09-10T07:43:00.369960+0000","last_clean":"2024-09-10T07:43:00.369960+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:43:00.369960+0000","last_undegraded":"2024-09-10T07:43:00.369960+0000","last_fullsized":"2024-09-10T07:43:00.369960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370586+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:43:00.370586+0000","last_peered":"2024-09-10T07:43:00.370586+0000","last_clean":"2024-09-10T07:43:00.370586+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:43:00.370586+0000","last_undegraded":"2024-09-10T07:43:00.370586+0000","last_fullsized":"2024-09-10T07:43:00.370586+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369143+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:43:00.369143+0000","last_peered":"2024-09-10T07:43:00.369143+0000","last_clean":"2024-09-10T07:43:00.369143+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:43:00.369143+0000","last_undegraded":"2024-09-10T07:43:00.369143+0000","last_fullsized":"2024-09-10T07:43:00.369143+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:42:59.676980+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:42:59.676980+0000","last_peered":"2024-09-10T07:42:59.676980+0000","last_clean":"2024-09-10T07:42:59.676980+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:42:59.676980+0000","last_undegraded":"2024-09-10T07:42:59.676980+0000","last_fullsized":"2024-09-10T07:42:59.676980+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.369292+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:43:00.369292+0000","last_peered":"2024-09-10T07:43:00.369292+0000","last_clean":"2024-09-10T07:43:00.369292+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:43:00.369292+0000","last_undegraded":"2024-09-10T07:43:00.369292+0000","last_fullsized":"2024-09-10T07:43:00.369292+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.370007+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:43:00.370007+0000","last_peered":"2024-09-10T07:43:00.370007+0000","last_clean":"2024-09-10T07:43:00.370007+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:43:00.370007+0000","last_undegraded":"2024-09-10T07:43:00.370007+0000","last_fullsized":"2024-09-10T07:43:00.370007+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-10T07:43:00.431109+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:43:00.431109+0000","last_peered":"2024-09-10T07:43:00.431109+0000","last_clean":"2024-09-10T07:43:00.431109+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:43:00.431109+0000","last_undegraded":"2024-09-10T07:43:00.431109+0000","last_fullsized":"2024-09-10T07:43:00.431109+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":55902,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":113,"num_read_kb":118,"num_write":163,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":176236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579929,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":475587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808861,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28632,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716520,"statfs":{"total":95995035648,"available":95965716480,"internally_reserved":0,"allocated":1646592,"data_stored":1114754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972386,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":987136,"data_stored":479919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201320,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":475743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430252,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1576960,"data_stored":1071654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593778,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":470999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822710,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1585152,"data_stored":1067242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953532,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":974848,"data_stored":475649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182466,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":471193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411399,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1052672,"data_stored":533081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":522808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":987136,"data_stored":472387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":51899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":53477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:51.540 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T07:43:51.540 INFO:tasks.cephadm:Setting up client nodes... 2024-09-10T07:43:51.541 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-10T07:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 -- 172.21.15.7:0/3202605136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4900102660 msgr2=0x7f4900104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 --2- 172.21.15.7:0/3202605136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4900102660 0x7f4900104a50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f48fc009900 tx=0x7f48fc02a410 comp rx=0 tx=0).stop 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 -- 172.21.15.7:0/3202605136 shutdown_connections 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 --2- 172.21.15.7:0/3202605136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49001078c0 0x7f4900109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 --2- 172.21.15.7:0/3202605136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 0x7f4900107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 --2- 172.21.15.7:0/3202605136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4900102660 0x7f4900104a50 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 -- 172.21.15.7:0/3202605136 >> 172.21.15.7:0/3202605136 conn(0x7f49000fc280 msgr2=0x7f49000fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 -- 172.21.15.7:0/3202605136 shutdown_connections 2024-09-10T07:43:52.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.335+0000 7f490756a640 1 -- 172.21.15.7:0/3202605136 wait complete. 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 Processor -- start 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 -- start start 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4900102660 0x7f4900197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 0x7f49001983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f490010d720 con 0x7f49001078c0 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f490010d5a0 con 0x7f4900102660 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f490756a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f490010d8a0 con 0x7f4900104f90 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f4905b07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f4905b07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52378/0 (socket says 172.21.15.7:52378) 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f4905b07640 1 -- 172.21.15.7:0/3400506742 learned_addr learned my addr 172.21.15.7:0/3400506742 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.336+0000 7f4904b05640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 0x7f49001983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905306640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4900102660 0x7f4900197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 -- 172.21.15.7:0/3400506742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 msgr2=0x7f49001983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 0x7f49001983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 -- 172.21.15.7:0/3400506742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4900102660 msgr2=0x7f4900197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4900102660 0x7f4900197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 -- 172.21.15.7:0/3400506742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f490019fac0 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f4905b07640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f48f800cad0 tx=0x7f48f800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f800ae20 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48f8005020 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f800f6b0 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f490019fdb0 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.337+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49001a0260 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.338+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49000fdd70 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.339+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f48f80051d0 con 0x7f49001078c0 2024-09-10T07:43:52.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.340+0000 7f48f27fc640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 0x7f48ec0a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.340+0000 7f4905306640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 0x7f48ec0a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.340+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f48f80cf360 con 0x7f49001078c0 2024-09-10T07:43:52.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.341+0000 7f4905306640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 0x7f48ec0a5180 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48fc006010 tx=0x7f48fc000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.344+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f48f8014030 con 0x7f49001078c0 2024-09-10T07:43:52.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.592+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f490002d7c0 con 0x7f49001078c0 2024-09-10T07:43:52.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.594+0000 7f48f27fc640 1 -- 172.21.15.7:0/3400506742 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f48f809b8d0 con 0x7f49001078c0 2024-09-10T07:43:52.593 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0] 2024-09-10T07:43:52.594 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQC4+N9mn6peIxAAsVYj0GrRUXHsHCuFN8y6WA== 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 msgr2=0x7f48ec0a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 0x7f48ec0a5180 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48fc006010 tx=0x7f48fc000bc0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 msgr2=0x7f490019f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f48f800cad0 tx=0x7f48f800cf90 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 shutdown_connections 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48ec0a2cc0 0x7f48ec0a5180 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49001078c0 0x7f490019f450 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4900104f90 0x7f49001983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 --2- 172.21.15.7:0/3400506742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4900102660 0x7f4900197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 >> 172.21.15.7:0/3400506742 conn(0x7f49000fc280 msgr2=0x7f4900102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 shutdown_connections 2024-09-10T07:43:52.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:52.597+0000 7f490756a640 1 -- 172.21.15.7:0/3400506742 wait complete. 2024-09-10T07:43:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:52 smithi007 ceph-mon[30879]: pgmap v312: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-09-10T07:43:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:52 smithi007 ceph-mon[30879]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T07:43:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T07:43:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:52 smithi145 ceph-mon[34766]: pgmap v312: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-09-10T07:43:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:52 smithi145 ceph-mon[34766]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T07:43:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T07:43:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:52 smithi110 ceph-mon[34417]: pgmap v312: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-09-10T07:43:53.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:52 smithi110 ceph-mon[34417]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:43:53.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T07:43:53.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3400506742' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T07:43:53.241 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:43:53.242 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-10T07:43:53.242 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T07:43:53.280 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T07:43:53.281 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-10T07:43:53.281 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph mgr dump --format=json 2024-09-10T07:43:53.579 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:54.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 -- 172.21.15.7:0/902163299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 msgr2=0x7f8230101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 --2- 172.21.15.7:0/902163299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230101200 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8220009900 tx=0x7f822002a480 comp rx=0 tx=0).stop 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 -- 172.21.15.7:0/902163299 shutdown_connections 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 --2- 172.21.15.7:0/902163299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102ef0 0x7f823010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 --2- 172.21.15.7:0/902163299 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102570 0x7f82301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 --2- 172.21.15.7:0/902163299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230101200 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 -- 172.21.15.7:0/902163299 >> 172.21.15.7:0/902163299 conn(0x7f82300fc7d0 msgr2=0x7f82300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 -- 172.21.15.7:0/902163299 shutdown_connections 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.027+0000 7f823626b640 1 -- 172.21.15.7:0/902163299 wait complete. 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 Processor -- start 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 -- start start 2024-09-10T07:43:54.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 0x7f8230198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102ef0 0x7f823019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8230110e30 con 0x7f8230100e20 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8230110cb0 con 0x7f8230102ef0 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f823626b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8230110fb0 con 0x7f8230102570 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f822ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f822ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52396/0 (socket says 172.21.15.7:52396) 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f822ffff640 1 -- 172.21.15.7:0/3607336944 learned_addr learned my addr 172.21.15.7:0/3607336944 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:54.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.028+0000 7f8234808640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102ef0 0x7f823019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822f7fe640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 0x7f8230198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 -- 172.21.15.7:0/3607336944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 msgr2=0x7f8230198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 0x7f8230198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 -- 172.21.15.7:0/3607336944 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102ef0 msgr2=0x7f823019cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102ef0 0x7f823019cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 -- 172.21.15.7:0/3607336944 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823019d2b0 con 0x7f8230100e20 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822f7fe640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 0x7f8230198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822ffff640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8220006010 tx=0x7f82200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822003f070 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823019d540 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8220003aa0 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220035030 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.029+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82301a4e80 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.030+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82301021b0 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.031+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f8220042070 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.032+0000 7f822d7fa640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 0x7f82180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.032+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f82200efe10 con 0x7f8230100e20 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.032+0000 7f822f7fe640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 0x7f82180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.033+0000 7f822f7fe640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 0x7f82180a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f82300fed70 tx=0x7f8224005d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.036+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f82200bc9d0 con 0x7f8230100e20 2024-09-10T07:43:54.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.263+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f82301a5050 con 0x7f8230100e20 2024-09-10T07:43:54.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.268+0000 7f822d7fa640 1 -- 172.21.15.7:0/3607336944 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263190 (secure 0 0 0) 0x7f82200bc2d0 con 0x7f8230100e20 2024-09-10T07:43:54.271 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 msgr2=0x7f82180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 0x7f82180a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f82300fed70 tx=0x7f8224005d90 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 msgr2=0x7f8230198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8220006010 tx=0x7f82200042f0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 shutdown_connections 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f82180a2c10 0x7f82180a50d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8230102ef0 0x7f823019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8230102570 0x7f8230198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 --2- 172.21.15.7:0/3607336944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8230100e20 0x7f8230198300 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 >> 172.21.15.7:0/3607336944 conn(0x7f82300fc7d0 msgr2=0x7f823006a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 shutdown_connections 2024-09-10T07:43:54.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:54.271+0000 7f823626b640 1 -- 172.21.15.7:0/3607336944 wait complete. 2024-09-10T07:43:54.924 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:54 smithi007 ceph-mon[30879]: pgmap v313: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-09-10T07:43:54.924 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3607336944' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T07:43:54.955 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":17,"flags":0,"active_gid":14148,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3058299968},{"type":"v1","addr":"172.21.15.7:6801","nonce":3058299968}]},"active_addr":"172.21.15.7:6801/3058299968","active_change":"2024-09-10T07:35:58.729568+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.7:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":326681160}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":996515305}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1073353919}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1462175212}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1972558136}]}]} 2024-09-10T07:43:54.960 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-10T07:43:54.960 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-10T07:43:54.960 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:54 smithi145 ceph-mon[34766]: pgmap v313: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-09-10T07:43:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3607336944' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T07:43:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:54 smithi110 ceph-mon[34417]: pgmap v313: 129 pgs: 129 active+clean; 631 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-09-10T07:43:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3607336944' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T07:43:55.220 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:55.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2491371313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 msgr2=0x7fa6ec107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2491371313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec107bc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4009930 tx=0x7fa6d402a420 comp rx=0 tx=0).stop 2024-09-10T07:43:55.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2491371313 shutdown_connections 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2491371313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec108300 0x7fa6ec10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2491371313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec107bc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2491371313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec102dd0 0x7fa6ec1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2491371313 >> 172.21.15.7:0/2491371313 conn(0x7fa6ec0fc7d0 msgr2=0x7fa6ec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2491371313 shutdown_connections 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2491371313 wait complete. 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.685+0000 7fa6f2bb3640 1 Processor -- start 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 -- start start 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec102dd0 0x7fa6ec198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec108300 0x7fa6ec19cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec111f20 con 0x7fa6ec103780 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec111da0 con 0x7fa6ec108300 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f2bb3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec1120a0 con 0x7fa6ec102dd0 2024-09-10T07:43:55.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52408/0 (socket says 172.21.15.7:52408) 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 -- 172.21.15.7:0/2862054839 learned_addr learned my addr 172.21.15.7:0/2862054839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f094f640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec102dd0 0x7fa6ec198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6f1150640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec108300 0x7fa6ec19cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 -- 172.21.15.7:0/2862054839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec102dd0 msgr2=0x7fa6ec198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec102dd0 0x7fa6ec198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 -- 172.21.15.7:0/2862054839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec108300 msgr2=0x7fa6ec19cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec108300 0x7fa6ec19cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 -- 172.21.15.7:0/2862054839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec19d4b0 con 0x7fa6ec103780 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.686+0000 7fa6ebfff640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4031440 tx=0x7fa6d4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.687+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d403f030 con 0x7fa6ec103780 2024-09-10T07:43:55.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.687+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6ec19d740 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.687+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6d4003aa0 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.687+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4035070 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.687+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6ec1a5080 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.688+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6ec06a7b0 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.689+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fa6d4042030 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.690+0000 7fa6e9ffb640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 0x7fa6d80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.690+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fa6d40eff00 con 0x7fa6ec103780 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.690+0000 7fa6f094f640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 0x7fa6d80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.690+0000 7fa6f094f640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 0x7fa6d80a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005fd0 tx=0x7fa6e4005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.693+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa6d40bcac0 con 0x7fa6ec103780 2024-09-10T07:43:55.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.870+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6ec10a290 con 0x7fa6ec103780 2024-09-10T07:43:55.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.872+0000 7fa6e9ffb640 1 -- 172.21.15.7:0/2862054839 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7fa6d40bc3c0 con 0x7fa6ec103780 2024-09-10T07:43:55.871 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:55.872 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:55.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 msgr2=0x7fa6d80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 0x7fa6d80a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005fd0 tx=0x7fa6e4005850 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 msgr2=0x7fa6ec198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4031440 tx=0x7fa6d4004270 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 shutdown_connections 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6d80a2c10 0x7fa6d80a50d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6ec108300 0x7fa6ec19cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6ec103780 0x7fa6ec198a40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 --2- 172.21.15.7:0/2862054839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6ec102dd0 0x7fa6ec198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 >> 172.21.15.7:0/2862054839 conn(0x7fa6ec0fc7d0 msgr2=0x7fa6ec105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 shutdown_connections 2024-09-10T07:43:55.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:55.874+0000 7fa6f2bb3640 1 -- 172.21.15.7:0/2862054839 wait complete. 2024-09-10T07:43:56.685 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-10T07:43:56.685 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:43:56.946 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:56 smithi145 ceph-mon[34766]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-09-10T07:43:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:56 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2862054839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:57.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:56 smithi007 ceph-mon[30879]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-09-10T07:43:57.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:56 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2862054839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:56 smithi110 ceph-mon[34417]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-09-10T07:43:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:56 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2862054839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:57.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 -- 172.21.15.7:0/1714553533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 msgr2=0x7f7d981031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/1714553533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981031c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7d94009900 tx=0x7f7d9402a480 comp rx=0 tx=0).stop 2024-09-10T07:43:57.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 -- 172.21.15.7:0/1714553533 shutdown_connections 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/1714553533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d9810c180 0x7f7d9810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/1714553533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d98103700 0x7f7d9810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/1714553533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981031c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 -- 172.21.15.7:0/1714553533 >> 172.21.15.7:0/1714553533 conn(0x7f7d980fc7a0 msgr2=0x7f7d980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 -- 172.21.15.7:0/1714553533 shutdown_connections 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.470+0000 7f7d9fde4640 1 -- 172.21.15.7:0/1714553533 wait complete. 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 Processor -- start 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 -- start start 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 0x7f7d98198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d9810c180 0x7f7d9819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d98111de0 con 0x7f7d98102de0 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d98111c60 con 0x7f7d98103700 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9fde4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7d98111f60 con 0x7f7d9810c180 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9db80640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9db80640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52422/0 (socket says 172.21.15.7:52422) 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9db80640 1 -- 172.21.15.7:0/2815876996 learned_addr learned my addr 172.21.15.7:0/2815876996 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.471+0000 7f7d9d37f640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 0x7f7d98198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 -- 172.21.15.7:0/2815876996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d9810c180 msgr2=0x7f7d9819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d9810c180 0x7f7d9819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 -- 172.21.15.7:0/2815876996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 msgr2=0x7f7d98198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 0x7f7d98198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 -- 172.21.15.7:0/2815876996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9819d370 con 0x7f7d98102de0 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9d37f640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 0x7f7d98198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:57.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9db80640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d94005940 tx=0x7f7d94004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9403f030 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d94003aa0 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9819d600 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d94035070 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.472+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d981a4f40 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.473+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d9806afd0 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.474+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f7d94042030 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.475+0000 7f7d8effd640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 0x7f7d840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.475+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f7d940efcd0 con 0x7f7d98102de0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.475+0000 7f7d9d37f640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 0x7f7d840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.476+0000 7f7d9d37f640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 0x7f7d840a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7d980fee70 tx=0x7f7d8800b5f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.479+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7d940bc830 con 0x7f7d98102de0 2024-09-10T07:43:57.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.657+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7d981031c0 con 0x7f7d98102de0 2024-09-10T07:43:57.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.659+0000 7f7d8effd640 1 -- 172.21.15.7:0/2815876996 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24203 (secure 0 0 0) 0x7f7d940bc130 con 0x7f7d98102de0 2024-09-10T07:43:57.659 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:43:57.659 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:42:59.365674+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 msgr2=0x7f7d840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 0x7f7d840a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7d980fee70 tx=0x7f7d8800b5f0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 msgr2=0x7f7d981983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d94005940 tx=0x7f7d94004270 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 shutdown_connections 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d840a2c10 0x7f7d840a50d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d9810c180 0x7f7d9819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d98103700 0x7f7d98198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 --2- 172.21.15.7:0/2815876996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d98102de0 0x7f7d981983c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 >> 172.21.15.7:0/2815876996 conn(0x7f7d980fc7a0 msgr2=0x7f7d980fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 shutdown_connections 2024-09-10T07:43:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:57.662+0000 7f7d9fde4640 1 -- 172.21.15.7:0/2815876996 wait complete. 2024-09-10T07:43:57.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:57 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2815876996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:58.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:57 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2815876996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:57 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2815876996' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:43:58.292 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-10T07:43:58.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-10T07:43:58.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-10T07:43:58.294 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-10T07:43:58.294 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-10T07:43:58.295 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-10T07:43:58.295 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-10T07:43:58.296 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-10T07:43:58.296 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-10T07:43:58.297 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-10T07:43:58.297 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-10T07:43:58.298 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-10T07:43:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:58 smithi145 ceph-mon[34766]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-10T07:43:59.002 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:58 smithi007 ceph-mon[30879]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-10T07:43:59.124 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.126 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.126 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:58 smithi110 ceph-mon[34417]: pgmap v315: 129 pgs: 129 active+clean; 640 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-10T07:43:59.361 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.362 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.362 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.364 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.388 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:43:59.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]: dispatch 2024-09-10T07:43:59.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:43:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T07:43:59.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 -- 172.21.15.7:0/2600244221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8106f10 msgr2=0x7f23e810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 --2- 172.21.15.7:0/2600244221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8106f10 0x7f23e810ea90 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f23e0009ca0 tx=0x7f23e002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 -- 172.21.15.7:0/2600244221 shutdown_connections 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 --2- 172.21.15.7:0/2600244221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8106f10 0x7f23e810ea90 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 --2- 172.21.15.7:0/2600244221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8102790 0x7f23e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 --2- 172.21.15.7:0/2600244221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8101de0 0x7f23e81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 -- 172.21.15.7:0/2600244221 >> 172.21.15.7:0/2600244221 conn(0x7f23e80fd8c0 msgr2=0x7f23e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 -- 172.21.15.7:0/2600244221 shutdown_connections 2024-09-10T07:43:59.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.973+0000 7f23edadf640 1 -- 172.21.15.7:0/2600244221 wait complete. 2024-09-10T07:43:59.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 Processor -- start 2024-09-10T07:43:59.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 -- start start 2024-09-10T07:43:59.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8101de0 0x7f23e80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 0x7f23e8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8106f10 0x7f23e8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f23e8111e20 con 0x7f23e8102790 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f23e8111ca0 con 0x7f23e8101de0 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23edadf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23e8111fa0 con 0x7f23e8106f10 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 0x7f23e8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 0x7f23e8074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52430/0 (socket says 172.21.15.7:52430) 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23e6ffd640 1 -- 172.21.15.7:0/129704485 learned_addr learned my addr 172.21.15.7:0/129704485 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23e77fe640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8101de0 0x7f23e80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.974+0000 7f23e7fff640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8106f10 0x7f23e8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 -- 172.21.15.7:0/129704485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8106f10 msgr2=0x7f23e8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8106f10 0x7f23e8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 -- 172.21.15.7:0/129704485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8101de0 msgr2=0x7f23e80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8101de0 0x7f23e80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e81a6790 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e7fff640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23e8106f10 0x7f23e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e77fe640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23e8101de0 0x7f23e80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e6ffd640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 0x7f23e8074a30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00c920 tx=0x7f23dc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc007c70 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e81a6a80 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23dc007e10 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc018820 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.975+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e81a7010 con 0x7f23e8102790 2024-09-10T07:43:59.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.976+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f23e80628c0 con 0x7f23e8102790 2024-09-10T07:43:59.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.977+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f23dc0189c0 con 0x7f23e8102790 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e4ff9640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23d00a2c10 0x7f23d00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e77fe640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23d00a2c10 0x7f23d00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9071+0+0 (secure 0 0 0) 0x7f23dc0cfaf0 con 0x7f23e8102790 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e4ff9640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] conn(0x7f23d00add80 0x7f23d00b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f23dc015e70 con 0x7f23d00add80 2024-09-10T07:43:59.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f23dc0cfea0 con 0x7f23e8102790 2024-09-10T07:43:59.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e7fff640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] conn(0x7f23d00add80 0x7f23d00b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.978+0000 7f23e77fe640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23d00a2c10 0x7f23d00a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f23d8005fd0 tx=0x7f23d800b5f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.979+0000 7f23e7fff640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] conn(0x7f23d00add80 0x7f23d00b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.979+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== osd.6 v2:172.21.15.7:6818/3574863288 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f23dc015e70 con 0x7f23d00add80 2024-09-10T07:43:59.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-10T07:43:59.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]: dispatch 2024-09-10T07:43:59.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:43:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T07:43:59.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.993+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 --> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f23e8062cc0 con 0x7f23d00add80 2024-09-10T07:43:59.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23e4ff9640 1 -- 172.21.15.7:0/129704485 <== osd.6 v2:172.21.15.7:6818/3574863288 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f23e8062cc0 con 0x7f23d00add80 2024-09-10T07:43:59.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] conn(0x7f23d00add80 msgr2=0x7f23d00b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] conn(0x7f23d00add80 0x7f23d00b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23d00a2c10 msgr2=0x7f23d00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23d00a2c10 0x7f23d00a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f23d8005fd0 tx=0x7f23d800b5f0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 msgr2=0x7f23e8074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 --2- 172.21.15.7:0/129704485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23e8102790 0x7f23e8074a30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00c920 tx=0x7f23dc00cde0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23e7fff640 1 -- 172.21.15.7:0/129704485 reap_dead start 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 shutdown_connections 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 >> 172.21.15.7:0/129704485 conn(0x7f23e80fd8c0 msgr2=0x7f23e80feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.994+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 shutdown_connections 2024-09-10T07:43:59.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:43:59.995+0000 7f23edadf640 1 -- 172.21.15.7:0/129704485 wait complete. 2024-09-10T07:44:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-10T07:44:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]: dispatch 2024-09-10T07:44:00.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:43:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T07:44:00.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 -- 172.21.15.7:0/4231701696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60102790 msgr2=0x7f5b601067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/4231701696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60102790 0x7f5b601067e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5b54009900 tx=0x7f5b5402a410 comp rx=0 tx=0).stop 2024-09-10T07:44:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 -- 172.21.15.7:0/4231701696 shutdown_connections 2024-09-10T07:44:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/4231701696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60106f10 0x7f5b6010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/4231701696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60102790 0x7f5b601067e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/4231701696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5b60101de0 0x7f5b601021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 -- 172.21.15.7:0/4231701696 >> 172.21.15.7:0/4231701696 conn(0x7f5b600fd8c0 msgr2=0x7f5b600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 -- 172.21.15.7:0/4231701696 shutdown_connections 2024-09-10T07:44:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.439+0000 7f5b64cdc640 1 -- 172.21.15.7:0/4231701696 wait complete. 2024-09-10T07:44:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 Processor -- start 2024-09-10T07:44:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 -- start start 2024-09-10T07:44:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60101de0 0x7f5b60198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5b60102790 0x7f5b601987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 0x7f5b6019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5b60111e20 con 0x7f5b60106f10 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5b60111ca0 con 0x7f5b60102790 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b64cdc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5b60111fa0 con 0x7f5b60101de0 2024-09-10T07:44:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.440+0000 7f5b5ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 0x7f5b6019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 0x7f5b6019cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37242/0 (socket says 172.21.15.7:37242) 2024-09-10T07:44:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 -- 172.21.15.7:0/322361565 learned_addr learned my addr 172.21.15.7:0/322361565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5dd9b640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5b60102790 0x7f5b601987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5e59c640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60101de0 0x7f5b60198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 -- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60101de0 msgr2=0x7f5b60198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60101de0 0x7f5b60198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 -- 172.21.15.7:0/322361565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5b60102790 msgr2=0x7f5b601987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5b60102790 0x7f5b601987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b6019d210 con 0x7f5b60106f10 2024-09-10T07:44:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5e59c640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b60101de0 0x7f5b60198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b5ed9d640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 0x7f5b6019cb30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800cce0 tx=0x7f5b5800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5800f450 con 0x7f5b60106f10 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b6019d500 con 0x7f5b60106f10 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b5800faa0 con 0x7f5b60106f10 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b58018b70 con 0x7f5b60106f10 2024-09-10T07:44:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.441+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b601a4de0 con 0x7f5b60106f10 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.442+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5b60062980 con 0x7f5b60106f10 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.444+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f5b58018d10 con 0x7f5b60106f10 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.444+0000 7f5b4f7fe640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5b480a2c10 0x7f5b480a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.444+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9071+0+0 (secure 0 0 0) 0x7f5b580cfb70 con 0x7f5b60106f10 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.444+0000 7f5b5e59c640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5b480a2c10 0x7f5b480a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b4f7fe640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] conn(0x7f5b480add80 0x7f5b480b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5b58015e70 con 0x7f5b480add80 2024-09-10T07:44:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f5b580cffc0 con 0x7f5b60106f10 2024-09-10T07:44:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b5e59c640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5b480a2c10 0x7f5b480a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5b5000abe0 tx=0x7f5b5000a5c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b5dd9b640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] conn(0x7f5b480add80 0x7f5b480b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.445+0000 7f5b5dd9b640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] conn(0x7f5b480add80 0x7f5b480b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.446+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== osd.5 v2:172.21.15.145:6808/1454618845 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5b58015e70 con 0x7f5b480add80 2024-09-10T07:44:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.460+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 --> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5b60062e00 con 0x7f5b480add80 2024-09-10T07:44:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b4f7fe640 1 -- 172.21.15.7:0/322361565 <== osd.5 v2:172.21.15.145:6808/1454618845 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5b60062e00 con 0x7f5b480add80 2024-09-10T07:44:00.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] conn(0x7f5b480add80 msgr2=0x7f5b480b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] conn(0x7f5b480add80 0x7f5b480b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5b480a2c10 msgr2=0x7f5b480a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5b480a2c10 0x7f5b480a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5b5000abe0 tx=0x7f5b5000a5c0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 msgr2=0x7f5b6019cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 --2- 172.21.15.7:0/322361565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5b60106f10 0x7f5b6019cb30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800cce0 tx=0x7f5b5800a620 comp rx=0 tx=0).stop 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b5ed9d640 1 -- 172.21.15.7:0/322361565 reap_dead start 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 shutdown_connections 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 >> 172.21.15.7:0/322361565 conn(0x7f5b600fd8c0 msgr2=0x7f5b600fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 shutdown_connections 2024-09-10T07:44:00.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.461+0000 7f5b64cdc640 1 -- 172.21.15.7:0/322361565 wait complete. 2024-09-10T07:44:00.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 -- 172.21.15.7:0/2527032769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64100e20 msgr2=0x7f4e64101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2527032769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64100e20 0x7f4e64101200 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4e54009900 tx=0x7f4e5402a480 comp rx=0 tx=0).stop 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 -- 172.21.15.7:0/2527032769 shutdown_connections 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2527032769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e64102ef0 0x7f4e6410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2527032769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e64102570 0x7f4e641029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2527032769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64100e20 0x7f4e64101200 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 -- 172.21.15.7:0/2527032769 >> 172.21.15.7:0/2527032769 conn(0x7f4e640fc7d0 msgr2=0x7f4e640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 -- 172.21.15.7:0/2527032769 shutdown_connections 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 -- 172.21.15.7:0/2527032769 wait complete. 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.645+0000 7f4e6a024640 1 Processor -- start 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 -- start start 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e64100e20 0x7f4e64198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 0x7f4e641989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e64102ef0 0x7f4e6419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e64110e30 con 0x7f4e64102570 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e64110cb0 con 0x7f4e64102ef0 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e6a024640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e64110fb0 con 0x7f4e64100e20 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 0x7f4e641989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 0x7f4e641989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37260/0 (socket says 172.21.15.7:37260) 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 -- 172.21.15.7:0/2376064668 learned_addr learned my addr 172.21.15.7:0/2376064668 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e637fe640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e64100e20 0x7f4e64198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e63fff640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e64102ef0 0x7f4e6419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 -- 172.21.15.7:0/2376064668 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e64100e20 msgr2=0x7f4e64198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e64100e20 0x7f4e64198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 -- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e64102ef0 msgr2=0x7f4e6419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e64102ef0 0x7f4e6419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.646+0000 7f4e62ffd640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6419d420 con 0x7f4e64102570 2024-09-10T07:44:00.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e62ffd640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 0x7f4e641989b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4e5800c970 tx=0x7f4e5800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e58007bb0 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e58007d50 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e6419d710 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5800f450 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.647+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e641a4ff0 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.648+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4e6406a2c0 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.649+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f4e58004f00 con 0x7f4e64102570 2024-09-10T07:44:00.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e60ff9640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e4c0a2c10 0x7f4e4c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e637fe640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e4c0a2c10 0x7f4e4c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 9071+0+0 (secure 0 0 0) 0x7f4e580cf5e0 con 0x7f4e64102570 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e60ff9640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] conn(0x7f4e4c0add80 0x7f4e4c0b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4e58012ec0 con 0x7f4e4c0add80 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f4e580cfa30 con 0x7f4e64102570 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e637fe640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e4c0a2c10 0x7f4e4c0a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4e54009230 tx=0x7f4e540058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.650+0000 7f4e63fff640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] conn(0x7f4e4c0add80 0x7f4e4c0b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.651+0000 7f4e63fff640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] conn(0x7f4e4c0add80 0x7f4e4c0b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.652+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== osd.4 v2:172.21.15.110:6808/1519203104 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4e58012ec0 con 0x7f4e4c0add80 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.666+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 --> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4e641021b0 con 0x7f4e4c0add80 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.666+0000 7f4e60ff9640 1 -- 172.21.15.7:0/2376064668 <== osd.4 v2:172.21.15.110:6808/1519203104 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4e641021b0 con 0x7f4e4c0add80 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.666+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] conn(0x7f4e4c0add80 msgr2=0x7f4e4c0b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.666+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] conn(0x7f4e4c0add80 0x7f4e4c0b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e4c0a2c10 msgr2=0x7f4e4c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e4c0a2c10 0x7f4e4c0a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4e54009230 tx=0x7f4e540058d0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 msgr2=0x7f4e641989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 --2- 172.21.15.7:0/2376064668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e64102570 0x7f4e641989b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4e5800c970 tx=0x7f4e5800ce30 comp rx=0 tx=0).stop 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e63fff640 1 -- 172.21.15.7:0/2376064668 reap_dead start 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 shutdown_connections 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 >> 172.21.15.7:0/2376064668 conn(0x7f4e640fc7d0 msgr2=0x7f4e64105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 shutdown_connections 2024-09-10T07:44:00.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:00.667+0000 7f4e6a024640 1 -- 172.21.15.7:0/2376064668 wait complete. 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: pgmap v316: 129 pgs: 129 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]': finished 2024-09-10T07:44:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]': finished 2024-09-10T07:44:00.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:00 smithi145 ceph-mon[34766]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T07:44:01.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: pgmap v316: 129 pgs: 129 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]': finished 2024-09-10T07:44:01.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:00 smithi007 ceph-mon[30879]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T07:44:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: pgmap v316: 129 pgs: 129 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-10T07:44:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [9, 11]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8, 5, 10]}]': finished 2024-09-10T07:44:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:00 smithi110 ceph-mon[34417]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 -- 172.21.15.7:0/1155205256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c102790 msgr2=0x7f502c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 --2- 172.21.15.7:0/1155205256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c102790 0x7f502c1067e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5014009900 tx=0x7f501402a410 comp rx=0 tx=0).stop 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 -- 172.21.15.7:0/1155205256 shutdown_connections 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 --2- 172.21.15.7:0/1155205256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c106f10 0x7f502c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 --2- 172.21.15.7:0/1155205256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c102790 0x7f502c1067e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 --2- 172.21.15.7:0/1155205256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f502c101de0 0x7f502c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 -- 172.21.15.7:0/1155205256 >> 172.21.15.7:0/1155205256 conn(0x7f502c0fd8c0 msgr2=0x7f502c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 -- 172.21.15.7:0/1155205256 shutdown_connections 2024-09-10T07:44:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.631+0000 7f503198a640 1 -- 172.21.15.7:0/1155205256 wait complete. 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 Processor -- start 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 -- start start 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c101de0 0x7f502c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f502c102790 0x7f502c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 0x7f502c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f502c111e20 con 0x7f502c106f10 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f502c111ca0 con 0x7f502c102790 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f503198a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f502c111fa0 con 0x7f502c101de0 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f502b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 0x7f502c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f502b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 0x7f502c19cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37282/0 (socket says 172.21.15.7:37282) 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f502b7fe640 1 -- 172.21.15.7:0/2469746205 learned_addr learned my addr 172.21.15.7:0/2469746205 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.632+0000 7f502affd640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c101de0 0x7f502c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f5023fff640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f502c102790 0x7f502c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 -- 172.21.15.7:0/2469746205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c101de0 msgr2=0x7f502c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c101de0 0x7f502c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 -- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f502c102790 msgr2=0x7f502c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f502c102790 0x7f502c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502c19d370 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f502b7fe640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 0x7f502c19cc90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f502400eaa0 tx=0x7f502400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502400cdb0 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f502c19d660 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5024005020 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50240116d0 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.633+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f502c1a4f40 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.634+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f502c062900 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.635+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f50240051d0 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.636+0000 7f5030988640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50180a2c10 0x7f50180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.636+0000 7f502affd640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50180a2c10 0x7f50180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.636+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f50240cf9e0 con 0x7f502c106f10 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f5030988640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] conn(0x7f50180add80 0x7f50180b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5024014ec0 con 0x7f50180add80 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f50240cfd90 con 0x7f502c106f10 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f502affd640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50180a2c10 0x7f50180a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f501c00bbe0 tx=0x7f501c00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f5023fff640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] conn(0x7f50180add80 0x7f50180b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.637+0000 7f5023fff640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] conn(0x7f50180add80 0x7f50180b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.638+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== osd.7 v2:172.21.15.110:6816/1971518433 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5024014ec0 con 0x7f50180add80 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.652+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 --> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f502c062d80 con 0x7f50180add80 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f5030988640 1 -- 172.21.15.7:0/2469746205 <== osd.7 v2:172.21.15.110:6816/1971518433 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f502c062d80 con 0x7f50180add80 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] conn(0x7f50180add80 msgr2=0x7f50180b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] conn(0x7f50180add80 0x7f50180b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50180a2c10 msgr2=0x7f50180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50180a2c10 0x7f50180a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f501c00bbe0 tx=0x7f501c00b390 comp rx=0 tx=0).stop 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 msgr2=0x7f502c19cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 --2- 172.21.15.7:0/2469746205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f502c106f10 0x7f502c19cc90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f502400eaa0 tx=0x7f502400ef60 comp rx=0 tx=0).stop 2024-09-10T07:44:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f502b7fe640 1 -- 172.21.15.7:0/2469746205 reap_dead start 2024-09-10T07:44:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 shutdown_connections 2024-09-10T07:44:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 >> 172.21.15.7:0/2469746205 conn(0x7f502c0fd8c0 msgr2=0x7f502c0fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 shutdown_connections 2024-09-10T07:44:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:01.653+0000 7f503198a640 1 -- 172.21.15.7:0/2469746205 wait complete. 2024-09-10T07:44:01.888 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:01 smithi007 ceph-mon[30879]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T07:44:01.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:01 smithi145 ceph-mon[34766]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T07:44:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:01 smithi110 ceph-mon[34417]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T07:44:02.609 INFO:teuthology.orchestra.run.smithi007.stdout:206158430255 2024-09-10T07:44:02.610 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-10T07:44:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:02 smithi007 ceph-mon[30879]: pgmap v319: 129 pgs: 3 peering, 126 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-10T07:44:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:02 smithi007 ceph-mon[30879]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2024-09-10T07:44:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:02 smithi145 ceph-mon[34766]: pgmap v319: 129 pgs: 3 peering, 126 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-10T07:44:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:02 smithi145 ceph-mon[34766]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2024-09-10T07:44:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:02 smithi110 ceph-mon[34417]: pgmap v319: 129 pgs: 3 peering, 126 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-10T07:44:03.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:02 smithi110 ceph-mon[34417]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 -- 172.21.15.7:0/4200389241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 msgr2=0x7f91fc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 --2- 172.21.15.7:0/4200389241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc101200 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009ca0 tx=0x7f91ec02a950 comp rx=0 tx=0).stop 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 -- 172.21.15.7:0/4200389241 shutdown_connections 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 --2- 172.21.15.7:0/4200389241 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 0x7f91fc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 --2- 172.21.15.7:0/4200389241 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc102570 0x7f91fc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 --2- 172.21.15.7:0/4200389241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc101200 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 -- 172.21.15.7:0/4200389241 >> 172.21.15.7:0/4200389241 conn(0x7f91fc0fc7d0 msgr2=0x7f91fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.885+0000 7f9202252640 1 -- 172.21.15.7:0/4200389241 shutdown_connections 2024-09-10T07:44:03.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.886+0000 7f9202252640 1 -- 172.21.15.7:0/4200389241 wait complete. 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.886+0000 7f9202252640 1 Processor -- start 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.886+0000 7f9202252640 1 -- start start 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc102570 0x7f91fc0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 0x7f91fc0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc110e30 con 0x7f91fc100e20 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc110cb0 con 0x7f91fc102ef0 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f9202252640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc110fb0 con 0x7f91fc102570 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc0fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37322/0 (socket says 172.21.15.7:37322) 2024-09-10T07:44:03.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 -- 172.21.15.7:0/1600978045 learned_addr learned my addr 172.21.15.7:0/1600978045 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91faffd640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc102570 0x7f91fc0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fbfff640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 0x7f91fc0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 -- 172.21.15.7:0/1600978045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc102570 msgr2=0x7f91fc0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc102570 0x7f91fc0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 -- 172.21.15.7:0/1600978045 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 msgr2=0x7f91fc0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 0x7f91fc0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91fc1a69c0 con 0x7f91fc100e20 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fbfff640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102ef0 0x7f91fc0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91fb7fe640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc0fcc80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f91ec005cc0 tx=0x7f91ec02f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.887+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec034040 con 0x7f91fc100e20 2024-09-10T07:44:03.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.888+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91fc1a6c50 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.888+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91ec0308f0 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.888+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec0046b0 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.888+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91fc1a7130 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.888+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f91fc0628c0 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.890+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f91ec037020 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.890+0000 7f91f8ff9640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e40a2c10 0x7f91e40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.890+0000 7f91faffd640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e40a2c10 0x7f91e40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f91ec0f0680 con 0x7f91fc100e20 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91f8ff9640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] conn(0x7f91e40add80 0x7f91e40b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f91ec050e50 con 0x7f91e40add80 2024-09-10T07:44:03.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f91ec0f0ad0 con 0x7f91fc100e20 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91fbfff640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] conn(0x7f91e40add80 0x7f91e40b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91faffd640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e40a2c10 0x7f91e40a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f91fc0fe710 tx=0x7f91f000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.891+0000 7f91fbfff640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] conn(0x7f91e40add80 0x7f91e40b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.892+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== osd.9 v2:172.21.15.7:6826/3483095632 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f91ec050e50 con 0x7f91e40add80 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 --> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f91fc062cc0 con 0x7f91e40add80 2024-09-10T07:44:03.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f91f8ff9640 1 -- 172.21.15.7:0/1600978045 <== osd.9 v2:172.21.15.7:6826/3483095632 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f91fc062cc0 con 0x7f91e40add80 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] conn(0x7f91e40add80 msgr2=0x7f91e40b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] conn(0x7f91e40add80 0x7f91e40b0200 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e40a2c10 msgr2=0x7f91e40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e40a2c10 0x7f91e40a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f91fc0fe710 tx=0x7f91f000b390 comp rx=0 tx=0).stop 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 msgr2=0x7f91fc0fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 --2- 172.21.15.7:0/1600978045 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc100e20 0x7f91fc0fcc80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f91ec005cc0 tx=0x7f91ec02f650 comp rx=0 tx=0).stop 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f91fbfff640 1 -- 172.21.15.7:0/1600978045 reap_dead start 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 shutdown_connections 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 >> 172.21.15.7:0/1600978045 conn(0x7f91fc0fc7d0 msgr2=0x7f91fc06a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 shutdown_connections 2024-09-10T07:44:03.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.906+0000 7f9202252640 1 -- 172.21.15.7:0/1600978045 wait complete. 2024-09-10T07:44:03.916 INFO:teuthology.orchestra.run.smithi007.stdout:266287972389 2024-09-10T07:44:03.917 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-10T07:44:04.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 -- 172.21.15.7:0/1013142353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54102d90 msgr2=0x7f0e54103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1013142353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54102d90 0x7f0e54103170 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009930 tx=0x7f0e4802a420 comp rx=0 tx=0).stop 2024-09-10T07:44:04.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 -- 172.21.15.7:0/1013142353 shutdown_connections 2024-09-10T07:44:04.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1013142353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54108290 0x7f0e5410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1013142353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e54103740 0x7f0e54107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1013142353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54102d90 0x7f0e54103170 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 -- 172.21.15.7:0/1013142353 >> 172.21.15.7:0/1013142353 conn(0x7f0e540fc7d0 msgr2=0x7f0e540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 -- 172.21.15.7:0/1013142353 shutdown_connections 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.062+0000 7f0e5b087640 1 -- 172.21.15.7:0/1013142353 wait complete. 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 Processor -- start 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 -- start start 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e54102d90 0x7f0e5419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54103740 0x7f0e5419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 0x7f0e5419efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e54111f40 con 0x7f0e54108290 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0e54111dc0 con 0x7f0e54103740 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e5b087640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0e541120c0 con 0x7f0e54102d90 2024-09-10T07:44:04.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e59624640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 0x7f0e5419efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e59624640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 0x7f0e5419efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37354/0 (socket says 172.21.15.7:37354) 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e59624640 1 -- 172.21.15.7:0/1672378309 learned_addr learned my addr 172.21.15.7:0/1672378309 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e58e23640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e54102d90 0x7f0e5419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.063+0000 7f0e53fff640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54103740 0x7f0e5419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 -- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e54102d90 msgr2=0x7f0e5419a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e54102d90 0x7f0e5419a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 -- 172.21.15.7:0/1672378309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54103740 msgr2=0x7f0e5419ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54103740 0x7f0e5419ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5419f6a0 con 0x7f0e54108290 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e53fff640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e54103740 0x7f0e5419ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e59624640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 0x7f0e5419efc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c00cad0 tx=0x7f0e4c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c00ae20 con 0x7f0e54108290 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e4c005020 con 0x7f0e54108290 2024-09-10T07:44:04.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5419f990 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c00f6b0 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.064+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e541a7270 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.065+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e54102390 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.067+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f0e4c0051d0 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.067+0000 7f0e51ffb640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0e440a2c10 0x7f0e440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.067+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f0e4c0cf8e0 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.067+0000 7f0e58e23640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0e440a2c10 0x7f0e440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e51ffb640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] conn(0x7f0e440add80 0x7f0e440b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0e4c012ec0 con 0x7f0e440add80 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f0e4c0cfd30 con 0x7f0e54108290 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e53fff640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] conn(0x7f0e440add80 0x7f0e440b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e58e23640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0e440a2c10 0x7f0e440a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009900 tx=0x7f0e48000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.068+0000 7f0e53fff640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] conn(0x7f0e440add80 0x7f0e440b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.069+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== osd.8 v2:172.21.15.145:6816/3380647000 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0e4c012ec0 con 0x7f0e440add80 2024-09-10T07:44:04.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.083+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 --> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e5406a7f0 con 0x7f0e440add80 2024-09-10T07:44:04.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e51ffb640 1 -- 172.21.15.7:0/1672378309 <== osd.8 v2:172.21.15.145:6816/3380647000 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0e5406a7f0 con 0x7f0e440add80 2024-09-10T07:44:04.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] conn(0x7f0e440add80 msgr2=0x7f0e440b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] conn(0x7f0e440add80 0x7f0e440b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0e440a2c10 msgr2=0x7f0e440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0e440a2c10 0x7f0e440a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009900 tx=0x7f0e48000bc0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 msgr2=0x7f0e5419efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 --2- 172.21.15.7:0/1672378309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e54108290 0x7f0e5419efc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c00cad0 tx=0x7f0e4c00cf90 comp rx=0 tx=0).stop 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e59624640 1 -- 172.21.15.7:0/1672378309 reap_dead start 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 shutdown_connections 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 >> 172.21.15.7:0/1672378309 conn(0x7f0e540fc7d0 msgr2=0x7f0e54100920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 shutdown_connections 2024-09-10T07:44:04.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.084+0000 7f0e5b087640 1 -- 172.21.15.7:0/1672378309 wait complete. 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 -- 172.21.15.7:0/3543841130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c101420 msgr2=0x7fd60c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 --2- 172.21.15.7:0/3543841130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c101420 0x7fd60c10d950 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd604009cd0 tx=0x7fd60402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 -- 172.21.15.7:0/3543841130 shutdown_connections 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 --2- 172.21.15.7:0/3543841130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c101420 0x7fd60c10d950 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 --2- 172.21.15.7:0/3543841130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd60c100a80 0x7fd60c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 --2- 172.21.15.7:0/3543841130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c106a80 0x7fd60c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 -- 172.21.15.7:0/3543841130 >> 172.21.15.7:0/3543841130 conn(0x7fd60c0fc7a0 msgr2=0x7fd60c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 -- 172.21.15.7:0/3543841130 shutdown_connections 2024-09-10T07:44:04.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.252+0000 7fd61374a640 1 -- 172.21.15.7:0/3543841130 wait complete. 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 Processor -- start 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 -- start start 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 0x7fd60c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c101420 0x7fd60c19aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd60c106a80 0x7fd60c19ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c110d30 con 0x7fd60c100a80 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c110bb0 con 0x7fd60c101420 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.253+0000 7fd61374a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c110eb0 con 0x7fd60c106a80 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 0x7fd60c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 0x7fd60c19a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37376/0 (socket says 172.21.15.7:37376) 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 -- 172.21.15.7:0/3285654480 learned_addr learned my addr 172.21.15.7:0/3285654480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd611ce7640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd60c106a80 0x7fd60c19ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd610ce5640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c101420 0x7fd60c19aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 -- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd60c106a80 msgr2=0x7fd60c19ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd60c106a80 0x7fd60c19ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 -- 172.21.15.7:0/3285654480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c101420 msgr2=0x7fd60c19aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c101420 0x7fd60c19aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c19f540 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd610ce5640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd60c101420 0x7fd60c19aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6114e6640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 0x7fd60c19a590 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd60800c890 tx=0x7fd60800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608004220 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6080043c0 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c19f830 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608004a00 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.254+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c1a7110 con 0x7fd60c100a80 2024-09-10T07:44:04.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.255+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd60c06b1f0 con 0x7fd60c100a80 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.256+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fd608004ba0 con 0x7fd60c100a80 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd6027fc640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5f80a2c10 0x7fd5f80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fd6080cf250 con 0x7fd60c100a80 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd610ce5640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5f80a2c10 0x7fd5f80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd6027fc640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] conn(0x7fd5f80add80 0x7fd5f80b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd5f80b08d0 con 0x7fd5f80add80 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.257+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fd6080d6050 con 0x7fd60c100a80 2024-09-10T07:44:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.258+0000 7fd611ce7640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] conn(0x7fd5f80add80 0x7fd5f80b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.258+0000 7fd610ce5640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5f80a2c10 0x7fd5f80a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd60c10bf60 tx=0x7fd5fc005d30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.258+0000 7fd611ce7640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] conn(0x7fd5f80add80 0x7fd5f80b0200 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.259+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== osd.11 v2:172.21.15.145:6824/1104866240 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd5f80b08d0 con 0x7fd5f80add80 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.273+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 --> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd60c1021c0 con 0x7fd5f80add80 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.273+0000 7fd6027fc640 1 -- 172.21.15.7:0/3285654480 <== osd.11 v2:172.21.15.145:6824/1104866240 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd60c1021c0 con 0x7fd5f80add80 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] conn(0x7fd5f80add80 msgr2=0x7fd5f80b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] conn(0x7fd5f80add80 0x7fd5f80b0200 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5f80a2c10 msgr2=0x7fd5f80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5f80a2c10 0x7fd5f80a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd60c10bf60 tx=0x7fd5fc005d30 comp rx=0 tx=0).stop 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 msgr2=0x7fd60c19a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 --2- 172.21.15.7:0/3285654480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd60c100a80 0x7fd60c19a590 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd60800c890 tx=0x7fd60800cd50 comp rx=0 tx=0).stop 2024-09-10T07:44:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd611ce7640 1 -- 172.21.15.7:0/3285654480 reap_dead start 2024-09-10T07:44:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 shutdown_connections 2024-09-10T07:44:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 >> 172.21.15.7:0/3285654480 conn(0x7fd60c0fc7a0 msgr2=0x7fd60c06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 shutdown_connections 2024-09-10T07:44:04.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:04.274+0000 7fd61374a640 1 -- 172.21.15.7:0/3285654480 wait complete. 2024-09-10T07:44:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:04 smithi145 ceph-mon[34766]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-10T07:44:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:04 smithi007 ceph-mon[30879]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-10T07:44:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:04 smithi110 ceph-mon[34417]: pgmap v320: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-10T07:44:05.219 INFO:teuthology.orchestra.run.smithi007.stdout:137438953535 2024-09-10T07:44:05.220 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-10T07:44:05.808 INFO:teuthology.orchestra.run.smithi007.stdout:154618822713 2024-09-10T07:44:05.809 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-10T07:44:06.910 INFO:teuthology.orchestra.run.smithi007.stdout:236223201324 2024-09-10T07:44:06.910 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-10T07:44:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:06 smithi145 ceph-mon[34766]: pgmap v321: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 639 B/s wr, 7 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:06.999 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:06 smithi007 ceph-mon[30879]: pgmap v321: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 639 B/s wr, 7 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 -- 172.21.15.7:0/2123027194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760010e490 msgr2=0x7f7600110880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 --2- 172.21.15.7:0/2123027194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760010e490 0x7f7600110880 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009ca0 tx=0x7f75f802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 -- 172.21.15.7:0/2123027194 shutdown_connections 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 --2- 172.21.15.7:0/2123027194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760010e490 0x7f7600110880 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 --2- 172.21.15.7:0/2123027194 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7600101290 0x7f760010df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 --2- 172.21.15.7:0/2123027194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f76001008e0 0x7f7600100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 -- 172.21.15.7:0/2123027194 >> 172.21.15.7:0/2123027194 conn(0x7f76000fc7d0 msgr2=0x7f76000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:07.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 -- 172.21.15.7:0/2123027194 shutdown_connections 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.084+0000 7f760776a640 1 -- 172.21.15.7:0/2123027194 wait complete. 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 Processor -- start 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 -- start start 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f76001008e0 0x7f760019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 0x7f760019aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f760010e490 0x7f760019ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7600114030 con 0x7f7600101290 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7600113eb0 con 0x7f76001008e0 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f760776a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f76001141b0 con 0x7f760010e490 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 0x7f760019aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 0x7f760019aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37402/0 (socket says 172.21.15.7:37402) 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 -- 172.21.15.7:0/800394658 learned_addr learned my addr 172.21.15.7:0/800394658 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:07.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7605d07640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f760010e490 0x7f760019ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7605506640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f76001008e0 0x7f760019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 -- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f760010e490 msgr2=0x7f760019ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f760010e490 0x7f760019ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 -- 172.21.15.7:0/800394658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f76001008e0 msgr2=0x7f760019a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f76001008e0 0x7f760019a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.085+0000 7f7604d05640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760019f560 con 0x7f7600101290 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f7604d05640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 0x7f760019aaf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f75f400e9f0 tx=0x7f75f400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f400cd80 con 0x7f7600101290 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75f40108e0 con 0x7f7600101290 2024-09-10T07:44:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f760019f850 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4018920 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.086+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76001a7130 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.087+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7600062980 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.089+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f75f4010a90 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f75f27fc640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75ec0a2c90 0x7f75ec0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f75f40cff40 con 0x7f7600101290 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f7605506640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75ec0a2c90 0x7f75ec0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f75f27fc640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] conn(0x7f75ec0ade00 0x7f75ec0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f75ec0b0950 con 0x7f75ec0ade00 2024-09-10T07:44:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.090+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f75f40d0390 con 0x7f7600101290 2024-09-10T07:44:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.091+0000 7f7605506640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75ec0a2c90 0x7f75ec0a5150 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f75fc005fd0 tx=0x7f75fc00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.091+0000 7f7605d07640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] conn(0x7f75ec0ade00 0x7f75ec0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.091+0000 7f7605d07640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] conn(0x7f75ec0ade00 0x7f75ec0b0280 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.092+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== osd.2 v2:172.21.15.145:6800/3425172955 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f75ec0b0950 con 0x7f75ec0ade00 2024-09-10T07:44:07.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.107+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 --> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7600062d80 con 0x7f75ec0ade00 2024-09-10T07:44:07.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.108+0000 7f75f27fc640 1 -- 172.21.15.7:0/800394658 <== osd.2 v2:172.21.15.145:6800/3425172955 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7600062d80 con 0x7f75ec0ade00 2024-09-10T07:44:07.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] conn(0x7f75ec0ade00 msgr2=0x7f75ec0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] conn(0x7f75ec0ade00 0x7f75ec0b0280 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75ec0a2c90 msgr2=0x7f75ec0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75ec0a2c90 0x7f75ec0a5150 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f75fc005fd0 tx=0x7f75fc00b390 comp rx=0 tx=0).stop 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 msgr2=0x7f760019aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 --2- 172.21.15.7:0/800394658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7600101290 0x7f760019aaf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f75f400e9f0 tx=0x7f75f400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f7605d07640 1 -- 172.21.15.7:0/800394658 reap_dead start 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 shutdown_connections 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 >> 172.21.15.7:0/800394658 conn(0x7f76000fc7d0 msgr2=0x7f76000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 shutdown_connections 2024-09-10T07:44:07.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:07.109+0000 7f760776a640 1 -- 172.21.15.7:0/800394658 wait complete. 2024-09-10T07:44:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:06 smithi110 ceph-mon[34417]: pgmap v321: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 639 B/s wr, 7 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:07.488 INFO:teuthology.orchestra.run.smithi007.stdout:317827579933 2024-09-10T07:44:07.489 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-10T07:44:08.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:07 smithi007 ceph-mon[30879]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-10T07:44:08.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:07 smithi007 ceph-mon[30879]: Cluster is now healthy 2024-09-10T07:44:08.059 INFO:teuthology.orchestra.run.smithi007.stdout:184683593781 2024-09-10T07:44:08.060 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 -- 172.21.15.7:0/1271834983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 msgr2=0x7fb89010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 --2- 172.21.15.7:0/1271834983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89010eaa0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb888009900 tx=0x7fb88802a410 comp rx=0 tx=0).stop 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 -- 172.21.15.7:0/1271834983 shutdown_connections 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 --2- 172.21.15.7:0/1271834983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89010eaa0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 --2- 172.21.15.7:0/1271834983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8901027a0 0x7fb8901067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 --2- 172.21.15.7:0/1271834983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb890101df0 0x7fb8901021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 -- 172.21.15.7:0/1271834983 >> 172.21.15.7:0/1271834983 conn(0x7fb8900fd8f0 msgr2=0x7fb8900ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 -- 172.21.15.7:0/1271834983 shutdown_connections 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 -- 172.21.15.7:0/1271834983 wait complete. 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.791+0000 7fb8959e1640 1 Processor -- start 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 -- start start 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb890101df0 0x7fb890198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8901027a0 0x7fb8901988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb890111e30 con 0x7fb890106f20 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb890111cb0 con 0x7fb8901027a0 2024-09-10T07:44:08.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb8959e1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb890111fb0 con 0x7fb890101df0 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb88f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb88f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89019cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37306/0 (socket says 172.21.15.7:37306) 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb88f7fe640 1 -- 172.21.15.7:0/709964534 learned_addr learned my addr 172.21.15.7:0/709964534 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb88effd640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb890101df0 0x7fb890198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.792+0000 7fb88e7fc640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8901027a0 0x7fb8901988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 -- 172.21.15.7:0/709964534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb890101df0 msgr2=0x7fb890198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb890101df0 0x7fb890198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 -- 172.21.15.7:0/709964534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8901027a0 msgr2=0x7fb8901988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8901027a0 0x7fb8901988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb89019d320 con 0x7fb890106f20 2024-09-10T07:44:08.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88e7fc640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8901027a0 0x7fb8901988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:08.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb88f7fe640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89019cc40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb888009230 tx=0x7fb888004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb88803f030 con 0x7fb890106f20 2024-09-10T07:44:08.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb89019d5b0 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb888003aa0 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb888035070 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.793+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8901a4ef0 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.794+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb890062900 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.795+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fb888042030 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb8949df640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb87c0a2c10 0x7fb87c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fb8880f00f0 con 0x7fb890106f20 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb88effd640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb87c0a2c10 0x7fb87c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb8949df640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] conn(0x7fb87c0adc50 0x7fb87c0b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb888045e50 con 0x7fb87c0adc50 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fb8880f0540 con 0x7fb890106f20 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.796+0000 7fb88e7fc640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] conn(0x7fb87c0adc50 0x7fb87c0b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.797+0000 7fb88effd640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb87c0a2c10 0x7fb87c0a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb878005fd0 tx=0x7fb878009680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.797+0000 7fb88e7fc640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] conn(0x7fb87c0adc50 0x7fb87c0b00d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.798+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== osd.0 v2:172.21.15.7:6802/1653280135 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb888045e50 con 0x7fb87c0adc50 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.814+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 --> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb890062d00 con 0x7fb87c0adc50 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8949df640 1 -- 172.21.15.7:0/709964534 <== osd.0 v2:172.21.15.7:6802/1653280135 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb890062d00 con 0x7fb87c0adc50 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] conn(0x7fb87c0adc50 msgr2=0x7fb87c0b00d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] conn(0x7fb87c0adc50 0x7fb87c0b00d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb87c0a2c10 msgr2=0x7fb87c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb87c0a2c10 0x7fb87c0a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb878005fd0 tx=0x7fb878009680 comp rx=0 tx=0).stop 2024-09-10T07:44:08.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 msgr2=0x7fb89019cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 --2- 172.21.15.7:0/709964534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb890106f20 0x7fb89019cc40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb888009230 tx=0x7fb888004270 comp rx=0 tx=0).stop 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb88f7fe640 1 -- 172.21.15.7:0/709964534 reap_dead start 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 shutdown_connections 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 >> 172.21.15.7:0/709964534 conn(0x7fb8900fd8f0 msgr2=0x7fb8900fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 shutdown_connections 2024-09-10T07:44:08.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:02.815+0000 7fb8959e1640 1 -- 172.21.15.7:0/709964534 wait complete. 2024-09-10T07:44:08.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:07 smithi110 ceph-mon[34417]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-10T07:44:08.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:07 smithi110 ceph-mon[34417]: Cluster is now healthy 2024-09-10T07:44:08.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:07 smithi145 ceph-mon[34766]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-10T07:44:08.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:07 smithi145 ceph-mon[34766]: Cluster is now healthy 2024-09-10T07:44:08.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1906546388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec10c170 msgr2=0x7fd5ec10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1906546388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec10c170 0x7fd5ec10e610 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc009900 tx=0x7fd5dc02a480 comp rx=0 tx=0).stop 2024-09-10T07:44:08.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1906546388 shutdown_connections 2024-09-10T07:44:08.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1906546388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec10c170 0x7fd5ec10e610 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1906546388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5ec103660 0x7fd5ec10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1906546388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec102d40 0x7fd5ec103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1906546388 >> 172.21.15.7:0/1906546388 conn(0x7fd5ec0fc7a0 msgr2=0x7fd5ec0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:08.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1906546388 shutdown_connections 2024-09-10T07:44:08.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.530+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1906546388 wait complete. 2024-09-10T07:44:08.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.531+0000 7fd5f3a3b640 1 Processor -- start 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.531+0000 7fd5f3a3b640 1 -- start start 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec102d40 0x7fd5ec1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 0x7fd5ec100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5ec10c170 0x7fd5ec101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec111e20 con 0x7fd5ec103660 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec111ca0 con 0x7fd5ec10c170 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f3a3b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec111fa0 con 0x7fd5ec102d40 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 0x7fd5ec100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 0x7fd5ec100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37428/0 (socket says 172.21.15.7:37428) 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 -- 172.21.15.7:0/1015455443 learned_addr learned my addr 172.21.15.7:0/1015455443 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f17d7640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec102d40 0x7fd5ec1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f1fd8640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5ec10c170 0x7fd5ec101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 -- 172.21.15.7:0/1015455443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec102d40 msgr2=0x7fd5ec1009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec102d40 0x7fd5ec1009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 -- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5ec10c170 msgr2=0x7fd5ec101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5ec10c170 0x7fd5ec101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec1a6800 con 0x7fd5ec103660 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5f0fd6640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 0x7fd5ec100ee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000dae0 tx=0x7fd5e000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.532+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0017070 con 0x7fd5ec103660 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.533+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5ec1a6af0 con 0x7fd5ec103660 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.533+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5e000be40 con 0x7fd5ec103660 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.533+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0004820 con 0x7fd5ec103660 2024-09-10T07:44:08.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.533+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5ec1a7080 con 0x7fd5ec103660 2024-09-10T07:44:08.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.534+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd5ec0628c0 con 0x7fd5ec103660 2024-09-10T07:44:08.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.535+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fd5e0003970 con 0x7fd5ec103660 2024-09-10T07:44:08.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5ea7fc640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5d40a2c10 0x7fd5d40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fd5e00cfbf0 con 0x7fd5ec103660 2024-09-10T07:44:08.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5f17d7640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5d40a2c10 0x7fd5d40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5ea7fc640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] conn(0x7fd5d40add80 0x7fd5d40b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd5d40b08d0 con 0x7fd5d40add80 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fd5e00d0040 con 0x7fd5ec103660 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.536+0000 7fd5f1fd8640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] conn(0x7fd5d40add80 0x7fd5d40b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.537+0000 7fd5f17d7640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5d40a2c10 0x7fd5d40a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4005fd0 tx=0x7fd5e400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.537+0000 7fd5f1fd8640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] conn(0x7fd5d40add80 0x7fd5d40b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:08.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.538+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== osd.1 v2:172.21.15.110:6800/3710405167 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd5d40b08d0 con 0x7fd5d40add80 2024-09-10T07:44:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.551+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 --> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd5ec062cc0 con 0x7fd5d40add80 2024-09-10T07:44:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5ea7fc640 1 -- 172.21.15.7:0/1015455443 <== osd.1 v2:172.21.15.110:6800/3710405167 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd5ec062cc0 con 0x7fd5d40add80 2024-09-10T07:44:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] conn(0x7fd5d40add80 msgr2=0x7fd5d40b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] conn(0x7fd5d40add80 0x7fd5d40b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5d40a2c10 msgr2=0x7fd5d40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5d40a2c10 0x7fd5d40a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4005fd0 tx=0x7fd5e400b390 comp rx=0 tx=0).stop 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 msgr2=0x7fd5ec100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 --2- 172.21.15.7:0/1015455443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5ec103660 0x7fd5ec100ee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000dae0 tx=0x7fd5e000b260 comp rx=0 tx=0).stop 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f1fd8640 1 -- 172.21.15.7:0/1015455443 reap_dead start 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 shutdown_connections 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 >> 172.21.15.7:0/1015455443 conn(0x7fd5ec0fc7a0 msgr2=0x7fd5ec0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.552+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 shutdown_connections 2024-09-10T07:44:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:08.553+0000 7fd5f3a3b640 1 -- 172.21.15.7:0/1015455443 wait complete. 2024-09-10T07:44:09.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:08 smithi007 ceph-mon[30879]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 3 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:09.142 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:08 smithi145 ceph-mon[34766]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 3 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:09.160 INFO:teuthology.orchestra.run.smithi007.stdout:34359738452 2024-09-10T07:44:09.160 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-10T07:44:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:08 smithi110 ceph-mon[34417]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 3 op/s; 18 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 -- 172.21.15.7:0/1919212791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 msgr2=0x7f95cc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 --2- 172.21.15.7:0/1919212791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc10d950 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f95c4009cd0 tx=0x7f95c402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 -- 172.21.15.7:0/1919212791 shutdown_connections 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 --2- 172.21.15.7:0/1919212791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc10d950 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 --2- 172.21.15.7:0/1919212791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc100a80 0x7f95cc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 --2- 172.21.15.7:0/1919212791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc106a80 0x7f95cc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 -- 172.21.15.7:0/1919212791 >> 172.21.15.7:0/1919212791 conn(0x7f95cc0fc7a0 msgr2=0x7f95cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:09.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 -- 172.21.15.7:0/1919212791 shutdown_connections 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.543+0000 7f95d0eae640 1 -- 172.21.15.7:0/1919212791 wait complete. 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 Processor -- start 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 -- start start 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc100a80 0x7f95cc19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc19ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc106a80 0x7f95cc19efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc110dd0 con 0x7f95cc101420 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc110c50 con 0x7f95cc106a80 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95d0eae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc110f50 con 0x7f95cc100a80 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc19ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc19ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37452/0 (socket says 172.21.15.7:37452) 2024-09-10T07:44:09.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95c3fff640 1 -- 172.21.15.7:0/3277827467 learned_addr learned my addr 172.21.15.7:0/3277827467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95cad9d640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc106a80 0x7f95cc19efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.544+0000 7f95ca59c640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc100a80 0x7f95cc19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 -- 172.21.15.7:0/3277827467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc100a80 msgr2=0x7f95cc19a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc100a80 0x7f95cc19a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 -- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc106a80 msgr2=0x7f95cc19efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc106a80 0x7f95cc19efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc19f690 con 0x7f95cc101420 2024-09-10T07:44:09.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95cad9d640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95cc106a80 0x7f95cc19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95ca59c640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95cc100a80 0x7f95cc19a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c3fff640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc19ac20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f95b400b4a0 tx=0x7f95b400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4014070 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc19f980 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95b4010ac0 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4017c30 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.545+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc1a7260 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.546+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f95cc06b210 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.547+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f95b4017070 con 0x7f95cc101420 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95c37fe640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95b80a2c10 0x7f95b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:09.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f95b40ceca0 con 0x7f95cc101420 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95ca59c640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95b80a2c10 0x7f95b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95c37fe640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] conn(0x7f95b80add80 0x7f95b80b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f95b400ee50 con 0x7f95b80add80 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f95b40cf0f0 con 0x7f95cc101420 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95cad9d640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] conn(0x7f95b80add80 0x7f95b80b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.548+0000 7f95ca59c640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95b80a2c10 0x7f95b80a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95bc006fd0 tx=0x7f95bc008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.549+0000 7f95cad9d640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] conn(0x7f95b80add80 0x7f95b80b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.550+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== osd.10 v2:172.21.15.110:6824/3304769706 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f95b400ee50 con 0x7f95b80add80 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.563+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 --> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f95cc1021c0 con 0x7f95b80add80 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95c37fe640 1 -- 172.21.15.7:0/3277827467 <== osd.10 v2:172.21.15.110:6824/3304769706 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f95cc1021c0 con 0x7f95b80add80 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] conn(0x7f95b80add80 msgr2=0x7f95b80b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] conn(0x7f95b80add80 0x7f95b80b0200 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95b80a2c10 msgr2=0x7f95b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95b80a2c10 0x7f95b80a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95bc006fd0 tx=0x7f95bc008040 comp rx=0 tx=0).stop 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 msgr2=0x7f95cc19ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 --2- 172.21.15.7:0/3277827467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101420 0x7f95cc19ac20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f95b400b4a0 tx=0x7f95b400b960 comp rx=0 tx=0).stop 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95cad9d640 1 -- 172.21.15.7:0/3277827467 reap_dead start 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 shutdown_connections 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.564+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 >> 172.21.15.7:0/3277827467 conn(0x7f95cc0fc7a0 msgr2=0x7f95cc06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.565+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 shutdown_connections 2024-09-10T07:44:09.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:09.565+0000 7f95d0eae640 1 -- 172.21.15.7:0/3277827467 wait complete. 2024-09-10T07:44:10.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 -- 172.21.15.7:0/621068484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0106a80 msgr2=0x7f35f0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 --2- 172.21.15.7:0/621068484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0106a80 0x7f35f0106e60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f35ec009930 tx=0x7f35ec02a420 comp rx=0 tx=0).stop 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 -- 172.21.15.7:0/621068484 shutdown_connections 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 --2- 172.21.15.7:0/621068484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0101420 0x7f35f010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 --2- 172.21.15.7:0/621068484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0100a80 0x7f35f0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 --2- 172.21.15.7:0/621068484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0106a80 0x7f35f0106e60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 -- 172.21.15.7:0/621068484 >> 172.21.15.7:0/621068484 conn(0x7f35f00fc7a0 msgr2=0x7f35f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 -- 172.21.15.7:0/621068484 shutdown_connections 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.589+0000 7f35f7b66640 1 -- 172.21.15.7:0/621068484 wait complete. 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 Processor -- start 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 -- start start 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 0x7f35f019a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0101420 0x7f35f019aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0106a80 0x7f35f019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:10.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f35f0110d30 con 0x7f35f0100a80 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f35f0110bb0 con 0x7f35f0101420 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f7b66640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f35f0110eb0 con 0x7f35f0106a80 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f5902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 0x7f35f019a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f5902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 0x7f35f019a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39170/0 (socket says 172.21.15.7:39170) 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f5902640 1 -- 172.21.15.7:0/338342365 learned_addr learned my addr 172.21.15.7:0/338342365 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f5101640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0101420 0x7f35f019aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f6103640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0106a80 0x7f35f019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.590+0000 7f35f5902640 1 -- 172.21.15.7:0/338342365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0106a80 msgr2=0x7f35f019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5902640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0106a80 0x7f35f019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5902640 1 -- 172.21.15.7:0/338342365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0101420 msgr2=0x7f35f019aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5902640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0101420 0x7f35f019aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5902640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f019f500 con 0x7f35f0100a80 2024-09-10T07:44:10.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5101640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f35f0101420 0x7f35f019aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f6103640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35f0106a80 0x7f35f019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f5902640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 0x7f35f019a550 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f35ec004770 tx=0x7f35ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ec03f070 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35ec03b460 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35f019f790 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ec035070 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.591+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35f01a70d0 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.592+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f35f010d1a0 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.593+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f35ec03b610 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35e6ffd640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35dc0a2c90 0x7f35dc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35f5101640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35dc0a2c90 0x7f35dc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f35ec0effc0 con 0x7f35f0100a80 2024-09-10T07:44:10.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35e6ffd640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] conn(0x7f35dc0ade00 0x7f35dc0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f35ec04be50 con 0x7f35dc0ade00 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f35ec0f0370 con 0x7f35f0100a80 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35f5101640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35dc0a2c90 0x7f35dc0a5150 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f35e00058c0 tx=0x7f35e0005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.594+0000 7f35f6103640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] conn(0x7f35dc0ade00 0x7f35dc0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.595+0000 7f35f6103640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] conn(0x7f35dc0ade00 0x7f35dc0b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:10.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.596+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== osd.3 v2:172.21.15.7:6810/1002409505 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f35ec04be50 con 0x7f35dc0ade00 2024-09-10T07:44:10.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.609+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 --> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f35f01021c0 con 0x7f35dc0ade00 2024-09-10T07:44:10.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35e6ffd640 1 -- 172.21.15.7:0/338342365 <== osd.3 v2:172.21.15.7:6810/1002409505 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f35f01021c0 con 0x7f35dc0ade00 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] conn(0x7f35dc0ade00 msgr2=0x7f35dc0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] conn(0x7f35dc0ade00 0x7f35dc0b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35dc0a2c90 msgr2=0x7f35dc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35dc0a2c90 0x7f35dc0a5150 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f35e00058c0 tx=0x7f35e0005850 comp rx=0 tx=0).stop 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 msgr2=0x7f35f019a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 --2- 172.21.15.7:0/338342365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f35f0100a80 0x7f35f019a550 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f35ec004770 tx=0x7f35ec0042f0 comp rx=0 tx=0).stop 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f6103640 1 -- 172.21.15.7:0/338342365 reap_dead start 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 shutdown_connections 2024-09-10T07:44:10.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 >> 172.21.15.7:0/338342365 conn(0x7f35f00fc7a0 msgr2=0x7f35f010c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:10.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 shutdown_connections 2024-09-10T07:44:10.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:10.610+0000 7f35f7b66640 1 -- 172.21.15.7:0/338342365 wait complete. 2024-09-10T07:44:10.726 INFO:teuthology.orchestra.run.smithi007.stdout:287762808866 2024-09-10T07:44:10.726 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-10T07:44:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:10 smithi007 ceph-mon[30879]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 15 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:10 smithi110 ceph-mon[34417]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 15 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:10 smithi145 ceph-mon[34766]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 15 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T07:44:11.347 INFO:teuthology.orchestra.run.smithi007.stdout:107374182470 2024-09-10T07:44:11.348 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-10T07:44:11.786 INFO:teuthology.orchestra.run.smithi007.stdout:77309411403 2024-09-10T07:44:11.787 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-10T07:44:12.443 INFO:teuthology.orchestra.run.smithi007.stdout:55834574928 2024-09-10T07:44:12.443 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-10T07:44:12.452 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.452 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.452 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.453 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.520 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.807 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:12.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:12 smithi007 ceph-mon[30879]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 14 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:12 smithi110 ceph-mon[34417]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 14 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:13.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:12 smithi145 ceph-mon[34766]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 14 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 -- 172.21.15.7:0/934212276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201036e0 msgr2=0x7fed20107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 --2- 172.21.15.7:0/934212276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201036e0 0x7fed20107b90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fed14009930 tx=0x7fed1402a420 comp rx=0 tx=0).stop 2024-09-10T07:44:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 -- 172.21.15.7:0/934212276 shutdown_connections 2024-09-10T07:44:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 --2- 172.21.15.7:0/934212276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201082a0 0x7fed2010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 --2- 172.21.15.7:0/934212276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201036e0 0x7fed20107b90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 --2- 172.21.15.7:0/934212276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fed20102d30 0x7fed20103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.276+0000 7fed2622e640 1 -- 172.21.15.7:0/934212276 >> 172.21.15.7:0/934212276 conn(0x7fed200fc7d0 msgr2=0x7fed200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.277+0000 7fed2622e640 1 -- 172.21.15.7:0/934212276 shutdown_connections 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.277+0000 7fed2622e640 1 -- 172.21.15.7:0/934212276 wait complete. 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.277+0000 7fed2622e640 1 Processor -- start 2024-09-10T07:44:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 -- start start 2024-09-10T07:44:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fed20102d30 0x7fed2019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201036e0 0x7fed2019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fed20111f50 con 0x7fed201082a0 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fed20111dd0 con 0x7fed20102d30 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed2622e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fed201120d0 con 0x7fed201036e0 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39200/0 (socket says 172.21.15.7:39200) 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.278+0000 7fed1ffff640 1 -- 172.21.15.7:0/2683242352 learned_addr learned my addr 172.21.15.7:0/2683242352 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1effd640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201036e0 0x7fed2019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 -- 172.21.15.7:0/2683242352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201036e0 msgr2=0x7fed2019abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201036e0 0x7fed2019abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 -- 172.21.15.7:0/2683242352 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fed20102d30 msgr2=0x7fed2019a690 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fed20102d30 0x7fed2019a690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 -- 172.21.15.7:0/2683242352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed2019f640 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.279+0000 7fed1ffff640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fed18014300 tx=0x7fed180147c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.280+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18010d10 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.280+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed18012580 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.280+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1801bb00 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.280+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed2019f930 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.280+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed20103b50 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.282+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed2006a850 con 0x7fed201082a0 2024-09-10T07:44:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.283+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fed18012730 con 0x7fed201082a0 2024-09-10T07:44:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.284+0000 7fed1cff9640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 0x7fed080a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.284+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fed180d7640 con 0x7fed201082a0 2024-09-10T07:44:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.284+0000 7fed1f7fe640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 0x7fed080a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.285+0000 7fed1f7fe640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 0x7fed080a5220 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fed1000b990 tx=0x7fed1000b370 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:13.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.293+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fed180a4100 con 0x7fed201082a0 2024-09-10T07:44:13.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.478+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fed2019ba20 con 0x7fed201082a0 2024-09-10T07:44:13.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.479+0000 7fed1cff9640 1 -- 172.21.15.7:0/2683242352 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fed2019ba20 con 0x7fed201082a0 2024-09-10T07:44:13.478 INFO:teuthology.orchestra.run.smithi007.stdout:236223201325 2024-09-10T07:44:13.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 msgr2=0x7fed080a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:13.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 0x7fed080a5220 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fed1000b990 tx=0x7fed1000b370 comp rx=0 tx=0).stop 2024-09-10T07:44:13.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 msgr2=0x7fed2019ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:13.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fed18014300 tx=0x7fed180147c0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 shutdown_connections 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fed080a2d60 0x7fed080a5220 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fed201082a0 0x7fed2019ef60 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fed201036e0 0x7fed2019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 --2- 172.21.15.7:0/2683242352 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fed20102d30 0x7fed2019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 >> 172.21.15.7:0/2683242352 conn(0x7fed200fc7d0 msgr2=0x7fed20100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 shutdown_connections 2024-09-10T07:44:13.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:13.481+0000 7fed2622e640 1 -- 172.21.15.7:0/2683242352 wait complete. 2024-09-10T07:44:13.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2683242352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T07:44:14.126 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201324 got 236223201325 for osd.8 2024-09-10T07:44:14.126 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2683242352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T07:44:14.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2683242352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 -- 172.21.15.7:0/1494787865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec103780 msgr2=0x7f8aec107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 --2- 172.21.15.7:0/1494787865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec103780 0x7f8aec107bc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009930 tx=0x7f8ae002a420 comp rx=0 tx=0).stop 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 -- 172.21.15.7:0/1494787865 shutdown_connections 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 --2- 172.21.15.7:0/1494787865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8aec108300 0x7f8aec10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 --2- 172.21.15.7:0/1494787865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec103780 0x7f8aec107bc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 --2- 172.21.15.7:0/1494787865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8aec102dd0 0x7f8aec1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 -- 172.21.15.7:0/1494787865 >> 172.21.15.7:0/1494787865 conn(0x7f8aec0fc7d0 msgr2=0x7f8aec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 -- 172.21.15.7:0/1494787865 shutdown_connections 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.653+0000 7f8af1c24640 1 -- 172.21.15.7:0/1494787865 wait complete. 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 Processor -- start 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 -- start start 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8aec103780 0x7f8aec1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8aec108300 0x7f8aec19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec111f00 con 0x7f8aec102dd0 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec111d80 con 0x7f8aec103780 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8af1c24640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec112080 con 0x7f8aec108300 2024-09-10T07:44:14.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39218/0 (socket says 172.21.15.7:39218) 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 -- 172.21.15.7:0/776908031 learned_addr learned my addr 172.21.15.7:0/776908031 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 -- 172.21.15.7:0/776908031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8aec108300 msgr2=0x7f8aec19cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8aec108300 0x7f8aec19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 -- 172.21.15.7:0/776908031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8aec103780 msgr2=0x7f8aec1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8aec103780 0x7f8aec1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.654+0000 7f8aeb7fe640 1 -- 172.21.15.7:0/776908031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec19d430 con 0x7f8aec102dd0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8aeb7fe640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d950 tx=0x7f8adc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc017070 con 0x7f8aec102dd0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aec19d720 con 0x7f8aec102dd0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8adc009c30 con 0x7f8aec102dd0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc00f620 con 0x7f8aec102dd0 2024-09-10T07:44:14.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.655+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aec1a5000 con 0x7f8aec102dd0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.656+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aec1031b0 con 0x7f8aec102dd0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.657+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f8adc0109a0 con 0x7f8aec102dd0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.658+0000 7f8ae8ff9640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 0x7f8ad40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.658+0000 7f8aeaffd640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 0x7f8ad40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.658+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f8adc0cf210 con 0x7f8aec102dd0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.658+0000 7f8aeaffd640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 0x7f8ad40a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8ae00096c0 tx=0x7f8ae0031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:14.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.662+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8adc009de0 con 0x7f8aec102dd0 2024-09-10T07:44:14.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.840+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f8aec109d00 con 0x7f8aec102dd0 2024-09-10T07:44:14.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.841+0000 7f8ae8ff9640 1 -- 172.21.15.7:0/776908031 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8adc09bcd0 con 0x7f8aec102dd0 2024-09-10T07:44:14.840 INFO:teuthology.orchestra.run.smithi007.stdout:184683593783 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 msgr2=0x7f8ad40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 0x7f8ad40a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8ae00096c0 tx=0x7f8ae0031400 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 msgr2=0x7f8aec198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d950 tx=0x7f8adc00de10 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 shutdown_connections 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ad40a2c10 0x7f8ad40a50d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8aec108300 0x7f8aec19cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8aec103780 0x7f8aec1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 --2- 172.21.15.7:0/776908031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8aec102dd0 0x7f8aec198480 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 >> 172.21.15.7:0/776908031 conn(0x7f8aec0fc7d0 msgr2=0x7f8aec105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 shutdown_connections 2024-09-10T07:44:14.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.843+0000 7f8af1c24640 1 -- 172.21.15.7:0/776908031 wait complete. 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 -- 172.21.15.7:0/2936881199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f241810e470 msgr2=0x7f2418110860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 --2- 172.21.15.7:0/2936881199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f241810e470 0x7f2418110860 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2410009ca0 tx=0x7f241002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 -- 172.21.15.7:0/2936881199 shutdown_connections 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 --2- 172.21.15.7:0/2936881199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f241810e470 0x7f2418110860 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 --2- 172.21.15.7:0/2936881199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2418101270 0x7f241810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 --2- 172.21.15.7:0/2936881199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24181008c0 0x7f2418100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 -- 172.21.15.7:0/2936881199 >> 172.21.15.7:0/2936881199 conn(0x7f24180fc7d0 msgr2=0x7f24180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 -- 172.21.15.7:0/2936881199 shutdown_connections 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.855+0000 7f241d781640 1 -- 172.21.15.7:0/2936881199 wait complete. 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 Processor -- start 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 -- start start 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24181008c0 0x7f241819a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f241810e470 0x7f241819ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2418114000 con 0x7f2418101270 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2418113e80 con 0x7f24181008c0 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f241d781640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2418114180 con 0x7f241810e470 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f240ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f240ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39240/0 (socket says 172.21.15.7:39240) 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.856+0000 7f240ffff640 1 -- 172.21.15.7:0/183177270 learned_addr learned my addr 172.21.15.7:0/183177270 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f2416ffd640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24181008c0 0x7f241819a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 -- 172.21.15.7:0/183177270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f241810e470 msgr2=0x7f241819ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f241810e470 0x7f241819ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 -- 172.21.15.7:0/183177270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24181008c0 msgr2=0x7f241819a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24181008c0 0x7f241819a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 -- 172.21.15.7:0/183177270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f241819f570 con 0x7f2418101270 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f240ffff640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9f0 tx=0x7f240000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:14.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240000cd80 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24000108e0 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f241819f860 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400018920 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.857+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24181a7140 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.858+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2418100ca0 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.860+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f2400010a90 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.861+0000 7f2414ff9640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 0x7f24040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.861+0000 7f2416ffd640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 0x7f24040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.861+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f24000cfcb0 con 0x7f2418101270 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.862+0000 7f2416ffd640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 0x7f24040a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f240800bbe0 tx=0x7f240800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:14.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:14.865+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f240009c770 con 0x7f2418101270 2024-09-10T07:44:15.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.042+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f241802d7c0 con 0x7f2418101270 2024-09-10T07:44:15.042 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:14 smithi007 ceph-mon[30879]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:15.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.043+0000 7f2414ff9640 1 -- 172.21.15.7:0/183177270 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f240009c070 con 0x7f2418101270 2024-09-10T07:44:15.043 INFO:teuthology.orchestra.run.smithi007.stdout:287762808866 2024-09-10T07:44:15.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 msgr2=0x7f24040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 0x7f24040a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f240800bbe0 tx=0x7f240800b390 comp rx=0 tx=0).stop 2024-09-10T07:44:15.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 msgr2=0x7f241819ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9f0 tx=0x7f240000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 shutdown_connections 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24040a2c10 0x7f24040a50d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f241810e470 0x7f241819ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2418101270 0x7f241819ab00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 --2- 172.21.15.7:0/183177270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24181008c0 0x7f241819a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 >> 172.21.15.7:0/183177270 conn(0x7f24180fc7d0 msgr2=0x7f24180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 shutdown_connections 2024-09-10T07:44:15.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.045+0000 7f241d781640 1 -- 172.21.15.7:0/183177270 wait complete. 2024-09-10T07:44:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:14 smithi110 ceph-mon[34417]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:14 smithi145 ceph-mon[34766]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:15.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 -- 172.21.15.7:0/4198897794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 msgr2=0x7f04501089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 --2- 172.21.15.7:0/4198897794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f04501089f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0440009900 tx=0x7f044002a410 comp rx=0 tx=0).stop 2024-09-10T07:44:15.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 -- 172.21.15.7:0/4198897794 shutdown_connections 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 --2- 172.21.15.7:0/4198897794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f0450110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 --2- 172.21.15.7:0/4198897794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f04501089f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 --2- 172.21.15.7:0/4198897794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 0x7f04501043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 -- 172.21.15.7:0/4198897794 >> 172.21.15.7:0/4198897794 conn(0x7f04500ffa90 msgr2=0x7f0450101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 -- 172.21.15.7:0/4198897794 shutdown_connections 2024-09-10T07:44:15.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.451+0000 7f0457923640 1 -- 172.21.15.7:0/4198897794 wait complete. 2024-09-10T07:44:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 Processor -- start 2024-09-10T07:44:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 -- start start 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 0x7f045019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f045019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0450114050 con 0x7f04501049a0 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0450113ed0 con 0x7f0450109120 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0457923640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f04501141d0 con 0x7f0450103ff0 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39250/0 (socket says 172.21.15.7:39250) 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 -- 172.21.15.7:0/2598770907 learned_addr learned my addr 172.21.15.7:0/2598770907 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f04556bf640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 0x7f045019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0455ec0640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f045019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 -- 172.21.15.7:0/2598770907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 msgr2=0x7f045019a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 0x7f045019a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 -- 172.21.15.7:0/2598770907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 msgr2=0x7f045019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f045019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0454ebe640 1 -- 172.21.15.7:0/2598770907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045019f5a0 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.452+0000 7f0455ec0640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f045019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f0454ebe640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0440006010 tx=0x7f0440004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044003f030 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04400035f0 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0440035070 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f045019f830 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.453+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f045019fcc0 con 0x7f04501049a0 2024-09-10T07:44:15.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.454+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04501043d0 con 0x7f04501049a0 2024-09-10T07:44:15.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.455+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f0440003b10 con 0x7f04501049a0 2024-09-10T07:44:15.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.456+0000 7f04467fc640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 0x7f043c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:15.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.456+0000 7f04556bf640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 0x7f043c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:15.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.456+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f04400efeb0 con 0x7f04501049a0 2024-09-10T07:44:15.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.457+0000 7f04556bf640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 0x7f043c0a5150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f044c005c40 tx=0x7f044c00a780 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:15.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.460+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f04400bc970 con 0x7f04501049a0 2024-09-10T07:44:15.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.639+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f045002d7c0 con 0x7f04501049a0 2024-09-10T07:44:15.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.639+0000 7f04467fc640 1 -- 172.21.15.7:0/2598770907 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f04400bc270 con 0x7f04501049a0 2024-09-10T07:44:15.639 INFO:teuthology.orchestra.run.smithi007.stdout:266287972391 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 msgr2=0x7f043c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 0x7f043c0a5150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f044c005c40 tx=0x7f044c00a780 comp rx=0 tx=0).stop 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 msgr2=0x7f045019ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0440006010 tx=0x7f0440004270 comp rx=0 tx=0).stop 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 shutdown_connections 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f043c0a2c90 0x7f043c0a5150 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0450109120 0x7f045019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04501049a0 0x7f045019ab30 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 --2- 172.21.15.7:0/2598770907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0450103ff0 0x7f045019a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 >> 172.21.15.7:0/2598770907 conn(0x7f04500ffa90 msgr2=0x7f0450100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 shutdown_connections 2024-09-10T07:44:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:15.641+0000 7f0457923640 1 -- 172.21.15.7:0/2598770907 wait complete. 2024-09-10T07:44:15.913 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:15 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/776908031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T07:44:15.913 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:15 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/183177270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T07:44:15.913 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:15 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2598770907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T07:44:15.914 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808866 got 287762808866 for osd.10 2024-09-10T07:44:15.914 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:15 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/776908031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T07:44:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:15 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/183177270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T07:44:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:15 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2598770907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T07:44:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:15 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/776908031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T07:44:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:15 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/183177270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T07:44:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:15 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2598770907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T07:44:16.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:16 smithi007 ceph-mon[30879]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:16.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 -- 172.21.15.7:0/3182802364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120102d40 msgr2=0x7fa120103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:16.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 --2- 172.21.15.7:0/3182802364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120102d40 0x7fa120103120 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa11c009900 tx=0x7fa11c02a480 comp rx=0 tx=0).stop 2024-09-10T07:44:16.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 -- 172.21.15.7:0/3182802364 shutdown_connections 2024-09-10T07:44:16.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 --2- 172.21.15.7:0/3182802364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa12010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 --2- 172.21.15.7:0/3182802364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120103660 0x7fa12010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 --2- 172.21.15.7:0/3182802364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120102d40 0x7fa120103120 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 -- 172.21.15.7:0/3182802364 >> 172.21.15.7:0/3182802364 conn(0x7fa1200fc7a0 msgr2=0x7fa1200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 -- 172.21.15.7:0/3182802364 shutdown_connections 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.885+0000 7fa127d51640 1 -- 172.21.15.7:0/3182802364 wait complete. 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 Processor -- start 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 -- start start 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120102d40 0x7fa1201009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa120101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:16.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa120111e20 con 0x7fa120103660 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa120111ca0 con 0x7fa120102d40 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa127d51640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa120111fa0 con 0x7fa12010c170 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa1252ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa1252ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39264/0 (socket says 172.21.15.7:39264) 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa1252ec640 1 -- 172.21.15.7:0/3053023561 learned_addr learned my addr 172.21.15.7:0/3053023561 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.886+0000 7fa125aed640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120102d40 0x7fa1201009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 -- 172.21.15.7:0/3053023561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 msgr2=0x7fa120101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1262ee640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa120101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa120101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 -- 172.21.15.7:0/3053023561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120102d40 msgr2=0x7fa1201009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120102d40 0x7fa1201009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 -- 172.21.15.7:0/3053023561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1201a6850 con 0x7fa120103660 2024-09-10T07:44:16.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1262ee640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa120101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa1252ec640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa11000d740 tx=0x7fa11000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110017070 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11000de50 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1201a6b40 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11000f620 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.887+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1201a7080 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.888+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa120103120 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.889+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fa110009c30 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.890+0000 7fa116ffd640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 0x7fa10c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.890+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fa1100cf0c0 con 0x7fa120103660 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.890+0000 7fa125aed640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 0x7fa10c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.891+0000 7fa125aed640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 0x7fa10c0a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa11c031440 tx=0x7fa11c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:16.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:16.894+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa11009bb80 con 0x7fa120103660 2024-09-10T07:44:17.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.073+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fa120106c80 con 0x7fa120103660 2024-09-10T07:44:17.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.074+0000 7fa116ffd640 1 -- 172.21.15.7:0/3053023561 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa11009b480 con 0x7fa120103660 2024-09-10T07:44:17.073 INFO:teuthology.orchestra.run.smithi007.stdout:154618822716 2024-09-10T07:44:17.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 msgr2=0x7fa10c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 0x7fa10c0a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa11c031440 tx=0x7fa11c005b50 comp rx=0 tx=0).stop 2024-09-10T07:44:17.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 msgr2=0x7fa120100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa11000d740 tx=0x7fa11000dc00 comp rx=0 tx=0).stop 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 shutdown_connections 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa10c0a2c10 0x7fa10c0a50d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa12010c170 0x7fa120101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa120103660 0x7fa120100ee0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 --2- 172.21.15.7:0/3053023561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa120102d40 0x7fa1201009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 >> 172.21.15.7:0/3053023561 conn(0x7fa1200fc7a0 msgr2=0x7fa1200fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 shutdown_connections 2024-09-10T07:44:17.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.076+0000 7fa127d51640 1 -- 172.21.15.7:0/3053023561 wait complete. 2024-09-10T07:44:17.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.122+0000 7f316b859640 1 -- 172.21.15.7:0/639489797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164100e20 msgr2=0x7f3164101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.122+0000 7f316b859640 1 --2- 172.21.15.7:0/639489797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164100e20 0x7f3164101200 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3160009900 tx=0x7f316002a480 comp rx=0 tx=0).stop 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 -- 172.21.15.7:0/639489797 shutdown_connections 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 --2- 172.21.15.7:0/639489797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102ef0 0x7f316410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 --2- 172.21.15.7:0/639489797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164102570 0x7f31641029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 --2- 172.21.15.7:0/639489797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164100e20 0x7f3164101200 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 -- 172.21.15.7:0/639489797 >> 172.21.15.7:0/639489797 conn(0x7f31640fc7d0 msgr2=0x7f31640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 -- 172.21.15.7:0/639489797 shutdown_connections 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 -- 172.21.15.7:0/639489797 wait complete. 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.123+0000 7f316b859640 1 Processor -- start 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 -- start start 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164100e20 0x7f3164197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102570 0x7f31641977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3164110e30 con 0x7f3164102ef0 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3164110cb0 con 0x7f3164102570 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f316b859640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3164110fb0 con 0x7f3164100e20 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39282/0 (socket says 172.21.15.7:39282) 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 -- 172.21.15.7:0/2801082064 learned_addr learned my addr 172.21.15.7:0/2801082064 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f31695f5640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164100e20 0x7f3164197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3168df4640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102570 0x7f31641977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 -- 172.21.15.7:0/2801082064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164100e20 msgr2=0x7f3164197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164100e20 0x7f3164197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 -- 172.21.15.7:0/2801082064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102570 msgr2=0x7f31641977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102570 0x7f31641977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.124+0000 7f3169df6640 1 -- 172.21.15.7:0/2801082064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316419c240 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f3169df6640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f315c00cce0 tx=0x7f315c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c00f450 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f315c00faa0 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c018b70 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316419c530 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.125+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31641a3e10 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.126+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31641021b0 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.127+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f315c018d10 con 0x7f3164102ef0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.128+0000 7f315a7fc640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 0x7f31500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.128+0000 7f31695f5640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 0x7f31500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.128+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f315c0cf9c0 con 0x7f3164102ef0 2024-09-10T07:44:17.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.128+0000 7f31695f5640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 0x7f31500a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3160009230 tx=0x7f31600058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:17.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.132+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f315c014030 con 0x7f3164102ef0 2024-09-10T07:44:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:16 smithi110 ceph-mon[34417]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:16 smithi145 ceph-mon[34766]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 12 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T07:44:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.309+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f3164109090 con 0x7f3164102ef0 2024-09-10T07:44:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.309+0000 7f315a7fc640 1 -- 172.21.15.7:0/2801082064 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f315c09c420 con 0x7f3164102ef0 2024-09-10T07:44:17.309 INFO:teuthology.orchestra.run.smithi007.stdout:206158430258 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 msgr2=0x7f31500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 0x7f31500a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3160009230 tx=0x7f31600058d0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 msgr2=0x7f316419bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f315c00cce0 tx=0x7f315c00a620 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 shutdown_connections 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31500a2c10 0x7f31500a50d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3164102ef0 0x7f316419bb60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3164102570 0x7f31641977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 --2- 172.21.15.7:0/2801082064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3164100e20 0x7f3164197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 >> 172.21.15.7:0/2801082064 conn(0x7f31640fc7d0 msgr2=0x7f31640fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 shutdown_connections 2024-09-10T07:44:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.311+0000 7f316b859640 1 -- 172.21.15.7:0/2801082064 wait complete. 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.515+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/1184873506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b44102d30 msgr2=0x7f7b44103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.515+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/1184873506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b44102d30 0x7f7b44103110 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7b40009930 tx=0x7f7b4002a420 comp rx=0 tx=0).stop 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/1184873506 shutdown_connections 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/1184873506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441082a0 0x7f7b4410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/1184873506 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b441036e0 0x7f7b44107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/1184873506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b44102d30 0x7f7b44103110 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/1184873506 >> 172.21.15.7:0/1184873506 conn(0x7f7b440fc7d0 msgr2=0x7f7b440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/1184873506 shutdown_connections 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/1184873506 wait complete. 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 Processor -- start 2024-09-10T07:44:17.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.516+0000 7f7b4c3ef640 1 -- start start 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b44102d30 0x7f7b44198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441036e0 0x7f7b441989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b44111fa0 con 0x7f7b441082a0 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b44111e20 con 0x7f7b44102d30 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b44112120 con 0x7f7b441036e0 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39294/0 (socket says 172.21.15.7:39294) 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 -- 172.21.15.7:0/3185710443 learned_addr learned my addr 172.21.15.7:0/3185710443 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a18b640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b44102d30 0x7f7b44198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4998a640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441036e0 0x7f7b441989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 -- 172.21.15.7:0/3185710443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441036e0 msgr2=0x7f7b441989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441036e0 0x7f7b441989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 -- 172.21.15.7:0/3185710443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b44102d30 msgr2=0x7f7b44198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b44102d30 0x7f7b44198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 -- 172.21.15.7:0/3185710443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b4419d410 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4a98c640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c00cad0 tx=0x7f7b3c00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c00ad60 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b4419d700 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b3c005020 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.517+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c00f6b0 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.518+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b441a4fe0 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.518+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b4406a850 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.520+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f7b3c0051d0 con 0x7f7b441082a0 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.520+0000 7f7b3b7fe640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 0x7f7b300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:17.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.521+0000 7f7b4a18b640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 0x7f7b300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:17.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.521+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f7b3c0cf7e0 con 0x7f7b441082a0 2024-09-10T07:44:17.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.521+0000 7f7b4a18b640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 0x7f7b300a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7b40031440 tx=0x7f7b40005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:17.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.524+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7b3c014030 con 0x7f7b441082a0 2024-09-10T07:44:17.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.702+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f7b44103110 con 0x7f7b441082a0 2024-09-10T07:44:17.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.703+0000 7f7b3b7fe640 1 -- 172.21.15.7:0/3185710443 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7b44103110 con 0x7f7b441082a0 2024-09-10T07:44:17.703 INFO:teuthology.orchestra.run.smithi007.stdout:34359738454 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 msgr2=0x7f7b300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 0x7f7b300a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7b40031440 tx=0x7f7b40005a20 comp rx=0 tx=0).stop 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 msgr2=0x7f7b4419cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c00cad0 tx=0x7f7b3c00ced0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 shutdown_connections 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b300a2c10 0x7f7b300a50d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b441082a0 0x7f7b4419cd30 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b441036e0 0x7f7b441989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 --2- 172.21.15.7:0/3185710443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b44102d30 0x7f7b44198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:17.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 >> 172.21.15.7:0/3185710443 conn(0x7f7b440fc7d0 msgr2=0x7f7b44105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:17.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 shutdown_connections 2024-09-10T07:44:17.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:17.705+0000 7f7b4c3ef640 1 -- 172.21.15.7:0/3185710443 wait complete. 2024-09-10T07:44:18.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:17 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3053023561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T07:44:18.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:17 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2801082064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T07:44:18.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:17 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3185710443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T07:44:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:17 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3053023561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T07:44:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:17 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2801082064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T07:44:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:17 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3185710443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T07:44:18.196 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430255 got 206158430258 for osd.7 2024-09-10T07:44:18.196 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:17 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3053023561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T07:44:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:17 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2801082064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T07:44:18.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:17 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3185710443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T07:44:18.837 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822713 got 154618822716 for osd.5 2024-09-10T07:44:18.837 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:18 smithi007 ceph-mon[30879]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:18 smithi110 ceph-mon[34417]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:18 smithi145 ceph-mon[34766]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:19.442 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738452 got 34359738454 for osd.0 2024-09-10T07:44:19.442 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:19.456 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:19.457 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:19.457 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:19.871 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593781 got 184683593783 for osd.6 2024-09-10T07:44:19.871 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:20.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:19 smithi007 ceph-mon[30879]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 -- 172.21.15.7:0/503968039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14102790 msgr2=0x7fbd141067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/503968039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14102790 0x7fbd141067e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009900 tx=0x7fbd0802a410 comp rx=0 tx=0).stop 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 -- 172.21.15.7:0/503968039 shutdown_connections 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/503968039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/503968039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14102790 0x7fbd141067e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/503968039 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14101de0 0x7fbd141021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 -- 172.21.15.7:0/503968039 >> 172.21.15.7:0/503968039 conn(0x7fbd140fd8c0 msgr2=0x7fbd140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 -- 172.21.15.7:0/503968039 shutdown_connections 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.067+0000 7fbd19fd1640 1 -- 172.21.15.7:0/503968039 wait complete. 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.068+0000 7fbd19fd1640 1 Processor -- start 2024-09-10T07:44:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.068+0000 7fbd19fd1640 1 -- start start 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 0x7fbd1419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 0x7fbd1419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbd14111e40 con 0x7fbd14101de0 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbd14111cc0 con 0x7fbd14102790 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd19fd1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd14111fc0 con 0x7fbd14106f10 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 0x7fbd1419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 0x7fbd1419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39310/0 (socket says 172.21.15.7:39310) 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd137fe640 1 -- 172.21.15.7:0/1945876940 learned_addr learned my addr 172.21.15.7:0/1945876940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd12ffd640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 0x7fbd1419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 -- 172.21.15.7:0/1945876940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 msgr2=0x7fbd1419ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 0x7fbd1419ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 -- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 msgr2=0x7fbd1419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 0x7fbd1419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd13fff640 1 -- 172.21.15.7:0/1945876940 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd1419f5d0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.069+0000 7fbd12ffd640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 0x7fbd1419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd13fff640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1419eef0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00be20 tx=0x7fbd0c00bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c019070 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd0c0148f0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd1419f8c0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c0127f0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.070+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd141a71a0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.071+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd141021c0 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.072+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fbd0c01c070 con 0x7fbd14106f10 2024-09-10T07:44:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.073+0000 7fbd10ff9640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 0x7fbcfc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.073+0000 7fbd137fe640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 0x7fbcfc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.073+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fbd0c0cf110 con 0x7fbd14106f10 2024-09-10T07:44:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.074+0000 7fbd137fe640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 0x7fbcfc0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbd040058c0 tx=0x7fbd0400a580 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.076+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd0c09b690 con 0x7fbd14106f10 2024-09-10T07:44:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:19 smithi110 ceph-mon[34417]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:19 smithi145 ceph-mon[34766]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:20.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.257+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fbd141a73d0 con 0x7fbd14106f10 2024-09-10T07:44:20.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.258+0000 7fbd10ff9640 1 -- 172.21.15.7:0/1945876940 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbd0c09f990 con 0x7fbd14106f10 2024-09-10T07:44:20.259 INFO:teuthology.orchestra.run.smithi007.stdout:137438953539 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 msgr2=0x7fbcfc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 0x7fbcfc0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbd040058c0 tx=0x7fbd0400a580 comp rx=0 tx=0).stop 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 msgr2=0x7fbd1419eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1419eef0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00be20 tx=0x7fbd0c00bf10 comp rx=0 tx=0).stop 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 shutdown_connections 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbcfc0a2c10 0x7fbcfc0a50d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd14106f10 0x7fbd1419eef0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd14102790 0x7fbd1419ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 --2- 172.21.15.7:0/1945876940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd14101de0 0x7fbd1419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.260+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 >> 172.21.15.7:0/1945876940 conn(0x7fbd140fd8c0 msgr2=0x7fbd140fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.261+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 shutdown_connections 2024-09-10T07:44:20.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.261+0000 7fbd19fd1640 1 -- 172.21.15.7:0/1945876940 wait complete. 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 -- 172.21.15.7:0/4094667170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c102780 msgr2=0x7fac6c1067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 --2- 172.21.15.7:0/4094667170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c102780 0x7fac6c1067d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fac54009900 tx=0x7fac5402a3f0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 -- 172.21.15.7:0/4094667170 shutdown_connections 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 --2- 172.21.15.7:0/4094667170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c106f00 0x7fac6c10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 --2- 172.21.15.7:0/4094667170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c102780 0x7fac6c1067d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 --2- 172.21.15.7:0/4094667170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 -- 172.21.15.7:0/4094667170 >> 172.21.15.7:0/4094667170 conn(0x7fac6c0fd8b0 msgr2=0x7fac6c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 -- 172.21.15.7:0/4094667170 shutdown_connections 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.715+0000 7fac7162a640 1 -- 172.21.15.7:0/4094667170 wait complete. 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 Processor -- start 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 -- start start 2024-09-10T07:44:20.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c0739a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c106f00 0x7fac6c06cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111e10 con 0x7fac6c106f00 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111c90 con 0x7fac6c102780 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac7162a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac6c111f90 con 0x7fac6c101dd0 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac63fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac6b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c106f00 0x7fac6c06cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac63fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51512/0 (socket says 172.21.15.7:51512) 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac63fff640 1 -- 172.21.15.7:0/4155799756 learned_addr learned my addr 172.21.15.7:0/4155799756 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.716+0000 7fac6affd640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c0739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 -- 172.21.15.7:0/4155799756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 msgr2=0x7fac6c0739a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c0739a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 -- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c106f00 msgr2=0x7fac6c06cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c106f00 0x7fac6c06cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 -- 172.21.15.7:0/4155799756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac6c06d4d0 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac6affd640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c0739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac63fff640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fac54006010 tx=0x7fac54004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.717+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5403f030 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.718+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac540035f0 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.718+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac54035070 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.718+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac6c06d760 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.718+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac6c0716a0 con 0x7fac6c102780 2024-09-10T07:44:20.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.719+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac6c1032b0 con 0x7fac6c102780 2024-09-10T07:44:20.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.721+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fac540037a0 con 0x7fac6c102780 2024-09-10T07:44:20.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.722+0000 7fac68ff9640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 0x7fac580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.722+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fac540f0230 con 0x7fac6c102780 2024-09-10T07:44:20.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.722+0000 7fac6affd640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 0x7fac580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.723+0000 7fac6affd640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 0x7fac580a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fac5c00f3c0 tx=0x7fac5c00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.724+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fac540bccf0 con 0x7fac6c102780 2024-09-10T07:44:20.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.918+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fac6c072100 con 0x7fac6c102780 2024-09-10T07:44:20.918 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:20 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1945876940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T07:44:20.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.918+0000 7fac68ff9640 1 -- 172.21.15.7:0/4155799756 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fac540bc5f0 con 0x7fac6c102780 2024-09-10T07:44:20.919 INFO:teuthology.orchestra.run.smithi007.stdout:317827579936 2024-09-10T07:44:20.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.920+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 msgr2=0x7fac580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 0x7fac580a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fac5c00f3c0 tx=0x7fac5c00a2d0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 msgr2=0x7fac6c073ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fac54006010 tx=0x7fac54004270 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 shutdown_connections 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fac580a2c10 0x7fac580a50d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac6c106f00 0x7fac6c06cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fac6c102780 0x7fac6c073ee0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 --2- 172.21.15.7:0/4155799756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac6c101dd0 0x7fac6c0739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 >> 172.21.15.7:0/4155799756 conn(0x7fac6c0fd8b0 msgr2=0x7fac6c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 shutdown_connections 2024-09-10T07:44:20.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:20.921+0000 7fac7162a640 1 -- 172.21.15.7:0/4155799756 wait complete. 2024-09-10T07:44:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:20 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1945876940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T07:44:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:20 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1945876940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T07:44:21.498 INFO:tasks.cephadm.ceph_manager.ceph:need seq 266287972389 got 266287972391 for osd.9 2024-09-10T07:44:21.498 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:21.601 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953535 got 137438953539 for osd.4 2024-09-10T07:44:21.601 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:21.848 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:21 smithi007 ceph-mon[30879]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:21.849 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:21 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4155799756' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T07:44:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:21 smithi110 ceph-mon[34417]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:21 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4155799756' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T07:44:22.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:21 smithi145 ceph-mon[34766]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:22.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:21 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4155799756' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T07:44:22.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 317827579933 got 317827579936 for osd.11 2024-09-10T07:44:22.607 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:22.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 -- 172.21.15.7:0/3639603849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 msgr2=0x7f83e8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:22.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 --2- 172.21.15.7:0/3639603849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e8101200 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009900 tx=0x7f83d002a480 comp rx=0 tx=0).stop 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 -- 172.21.15.7:0/3639603849 shutdown_connections 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 --2- 172.21.15.7:0/3639603849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102ef0 0x7f83e810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 --2- 172.21.15.7:0/3639603849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102570 0x7f83e81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 --2- 172.21.15.7:0/3639603849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e8101200 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 -- 172.21.15.7:0/3639603849 >> 172.21.15.7:0/3639603849 conn(0x7f83e80fc7d0 msgr2=0x7f83e80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 -- 172.21.15.7:0/3639603849 shutdown_connections 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 -- 172.21.15.7:0/3639603849 wait complete. 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.791+0000 7f83eef8c640 1 Processor -- start 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 -- start start 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102570 0x7f83e80fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:22.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 0x7f83e80fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8110e50 con 0x7f83e8100e20 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8110cd0 con 0x7f83e8102570 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83eef8c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83e8110fd0 con 0x7f83e8102ef0 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58676/0 (socket says 172.21.15.7:58676) 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 -- 172.21.15.7:0/2020965691 learned_addr learned my addr 172.21.15.7:0/2020965691 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83e7fff640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102570 0x7f83e80fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ed529640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 0x7f83e80fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 -- 172.21.15.7:0/2020965691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 msgr2=0x7f83e80fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 0x7f83e80fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 -- 172.21.15.7:0/2020965691 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102570 msgr2=0x7f83e80fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102570 0x7f83e80fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 -- 172.21.15.7:0/2020965691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e81a6930 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ed529640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 0x7f83e80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.792+0000 7f83ecd28640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f83d0006010 tx=0x7f83d00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.793+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d003f070 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.793+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83d0003aa0 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.793+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83e81a6bc0 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.793+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0035030 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.793+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83e81a70f0 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.794+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83e8101200 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.795+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f83d0042070 con 0x7f83e8100e20 2024-09-10T07:44:22.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.796+0000 7f83e5ffb640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 0x7f83d40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:22.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.796+0000 7f83e7fff640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 0x7f83d40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:22.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.796+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f83d00f0140 con 0x7f83e8100e20 2024-09-10T07:44:22.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.797+0000 7f83e7fff640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 0x7f83d40a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f83e80fe710 tx=0x7f83d80094f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:22.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.800+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f83d00bcba0 con 0x7f83e8100e20 2024-09-10T07:44:22.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.980+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f83e80fe1b0 con 0x7f83e8100e20 2024-09-10T07:44:22.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.981+0000 7f83e5ffb640 1 -- 172.21.15.7:0/2020965691 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f83e80fe1b0 con 0x7f83e8100e20 2024-09-10T07:44:22.982 INFO:teuthology.orchestra.run.smithi007.stdout:77309411406 2024-09-10T07:44:22.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 msgr2=0x7f83d40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:22.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 0x7f83d40a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f83e80fe710 tx=0x7f83d80094f0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 msgr2=0x7f83e80fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f83d0006010 tx=0x7f83d00042f0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 shutdown_connections 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83d40a2c90 0x7f83d40a5150 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83e8102ef0 0x7f83e80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f83e8102570 0x7f83e80fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 --2- 172.21.15.7:0/2020965691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83e8100e20 0x7f83e80fcc80 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 >> 172.21.15.7:0/2020965691 conn(0x7f83e80fc7d0 msgr2=0x7f83e806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 shutdown_connections 2024-09-10T07:44:22.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.983+0000 7f83eef8c640 1 -- 172.21.15.7:0/2020965691 wait complete. 2024-09-10T07:44:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 -- 172.21.15.7:0/3409326024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc8102df0 msgr2=0x7f9bc81031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 --2- 172.21.15.7:0/3409326024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc8102df0 0x7f9bc81031d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009900 tx=0x7f9bbc02a410 comp rx=0 tx=0).stop 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 -- 172.21.15.7:0/3409326024 shutdown_connections 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 --2- 172.21.15.7:0/3409326024 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc810c2f0 0x7f9bc810e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 --2- 172.21.15.7:0/3409326024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc81037a0 0x7f9bc810bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 --2- 172.21.15.7:0/3409326024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc8102df0 0x7f9bc81031d0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 -- 172.21.15.7:0/3409326024 >> 172.21.15.7:0/3409326024 conn(0x7f9bc80fc7d0 msgr2=0x7f9bc80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 -- 172.21.15.7:0/3409326024 shutdown_connections 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.997+0000 7f9bcedab640 1 -- 172.21.15.7:0/3409326024 wait complete. 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 Processor -- start 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 -- start start 2024-09-10T07:44:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc8102df0 0x7f9bc81984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc81037a0 0x7f9bc8198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc8112020 con 0x7f9bc810c2f0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc8111ea0 con 0x7f9bc81037a0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.998+0000 7f9bcedab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc81121a0 con 0x7f9bc8102df0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58704/0 (socket says 172.21.15.7:58704) 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 -- 172.21.15.7:0/593518016 learned_addr learned my addr 172.21.15.7:0/593518016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bccb47640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc8102df0 0x7f9bc81984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bc7fff640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc81037a0 0x7f9bc8198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 -- 172.21.15.7:0/593518016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc8102df0 msgr2=0x7f9bc81984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc8102df0 0x7f9bc81984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 -- 172.21.15.7:0/593518016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc81037a0 msgr2=0x7f9bc8198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc81037a0 0x7f9bc8198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 -- 172.21.15.7:0/593518016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc819d4a0 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:22.999+0000 7f9bcd348640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9bc000b970 tx=0x7f9bc000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.000+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc0019070 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.000+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc0014440 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.000+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc819d790 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.000+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc00075d0 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.000+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc81a5070 con 0x7f9bc810c2f0 2024-09-10T07:44:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.001+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc806a790 con 0x7f9bc810c2f0 2024-09-10T07:44:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.002+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f9bc001c070 con 0x7f9bc810c2f0 2024-09-10T07:44:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.003+0000 7f9bc5ffb640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 0x7f9bb80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.003+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f9bc00ce8f0 con 0x7f9bc810c2f0 2024-09-10T07:44:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.003+0000 7f9bccb47640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 0x7f9bb80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.004+0000 7f9bccb47640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 0x7f9bb80a5150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc031440 tx=0x7f9bbc005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.008+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9bc009ae10 con 0x7f9bc810c2f0 2024-09-10T07:44:23.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.186+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f9bc81072c0 con 0x7f9bc810c2f0 2024-09-10T07:44:23.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.186+0000 7f9bc5ffb640 1 -- 172.21.15.7:0/593518016 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9bc009f110 con 0x7f9bc810c2f0 2024-09-10T07:44:23.187 INFO:teuthology.orchestra.run.smithi007.stdout:55834574931 2024-09-10T07:44:23.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 msgr2=0x7f9bb80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 0x7f9bb80a5150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc031440 tx=0x7f9bbc005e80 comp rx=0 tx=0).stop 2024-09-10T07:44:23.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 msgr2=0x7f9bc819cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9bc000b970 tx=0x7f9bc000bd70 comp rx=0 tx=0).stop 2024-09-10T07:44:23.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 shutdown_connections 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9bb80a2c90 0x7f9bb80a5150 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bc810c2f0 0x7f9bc819cdc0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bc81037a0 0x7f9bc8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 --2- 172.21.15.7:0/593518016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc8102df0 0x7f9bc81984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 >> 172.21.15.7:0/593518016 conn(0x7f9bc80fc7d0 msgr2=0x7f9bc80fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 shutdown_connections 2024-09-10T07:44:23.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.189+0000 7f9bcedab640 1 -- 172.21.15.7:0/593518016 wait complete. 2024-09-10T07:44:23.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 -- 172.21.15.7:0/1464964984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104102790 msgr2=0x7f21041067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 --2- 172.21.15.7:0/1464964984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104102790 0x7f21041067e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f20ec009900 tx=0x7f20ec02a410 comp rx=0 tx=0).stop 2024-09-10T07:44:23.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 -- 172.21.15.7:0/1464964984 shutdown_connections 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 --2- 172.21.15.7:0/1464964984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104106f10 0x7f210410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 --2- 172.21.15.7:0/1464964984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104102790 0x7f21041067e0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 --2- 172.21.15.7:0/1464964984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104101de0 0x7f21041021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 -- 172.21.15.7:0/1464964984 >> 172.21.15.7:0/1464964984 conn(0x7f21040fd8c0 msgr2=0x7f21040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 -- 172.21.15.7:0/1464964984 shutdown_connections 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.653+0000 7f21099ab640 1 -- 172.21.15.7:0/1464964984 wait complete. 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 Processor -- start 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 -- start start 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 0x7f2104198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 0x7f2104198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2104111e40 con 0x7f2104106f10 2024-09-10T07:44:23.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2104111cc0 con 0x7f2104101de0 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21099ab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2104111fc0 con 0x7f2104102790 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58720/0 (socket says 172.21.15.7:58720) 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 -- 172.21.15.7:0/2590143954 learned_addr learned my addr 172.21.15.7:0/2590143954 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f2102ffd640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 0x7f2104198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f20fbfff640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 0x7f2104198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 -- 172.21.15.7:0/2590143954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 msgr2=0x7f2104198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 0x7f2104198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 -- 172.21.15.7:0/2590143954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 msgr2=0x7f2104198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 0x7f2104198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f21037fe640 1 -- 172.21.15.7:0/2590143954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210419d3f0 con 0x7f2104106f10 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f20fbfff640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 0x7f2104198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:23.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.654+0000 7f2102ffd640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 0x7f2104198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21037fe640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f20fc00eaa0 tx=0x7f20fc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20fc00cdb0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20fc005020 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f210419d6e0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20fc0116d0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.655+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21041a4fc0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.656+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21041021c0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.658+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f20fc0051d0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.659+0000 7f21089a9640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 0x7f20f00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.659+0000 7f2102ffd640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 0x7f20f00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.659+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f20fc0cfac0 con 0x7f2104106f10 2024-09-10T07:44:23.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.659+0000 7f2102ffd640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 0x7f20f00a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009930 tx=0x7f20f4008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:23.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.662+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f20fc016030 con 0x7f2104106f10 2024-09-10T07:44:23.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.844+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f21041997a0 con 0x7f2104106f10 2024-09-10T07:44:23.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.845+0000 7f21089a9640 1 -- 172.21.15.7:0/2590143954 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f21041997a0 con 0x7f2104106f10 2024-09-10T07:44:23.845 INFO:teuthology.orchestra.run.smithi007.stdout:107374182473 2024-09-10T07:44:23.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 msgr2=0x7f20f00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 0x7f20f00a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009930 tx=0x7f20f4008040 comp rx=0 tx=0).stop 2024-09-10T07:44:23.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 msgr2=0x7f210419cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:23.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f20fc00eaa0 tx=0x7f20fc00ef60 comp rx=0 tx=0).stop 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 shutdown_connections 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20f00a2c90 0x7f20f00a5150 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2104106f10 0x7f210419cd10 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2104102790 0x7f2104198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 --2- 172.21.15.7:0/2590143954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2104101de0 0x7f2104198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 >> 172.21.15.7:0/2590143954 conn(0x7f21040fd8c0 msgr2=0x7f21040fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 shutdown_connections 2024-09-10T07:44:23.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:23.847+0000 7f21099ab640 1 -- 172.21.15.7:0/2590143954 wait complete. 2024-09-10T07:44:24.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:23 smithi007 ceph-mon[30879]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-09-10T07:44:24.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:23 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2020965691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T07:44:24.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:23 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/593518016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T07:44:24.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:23 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2590143954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T07:44:24.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:23 smithi110 ceph-mon[34417]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-09-10T07:44:24.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:23 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2020965691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T07:44:24.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:23 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/593518016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T07:44:24.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:23 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2590143954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T07:44:24.203 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574928 got 55834574931 for osd.1 2024-09-10T07:44:24.203 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:23 smithi145 ceph-mon[34766]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-09-10T07:44:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:23 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2020965691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T07:44:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:23 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/593518016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T07:44:24.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:23 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2590143954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T07:44:24.988 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411403 got 77309411406 for osd.2 2024-09-10T07:44:24.988 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:25.509 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182470 got 107374182473 for osd.3 2024-09-10T07:44:25.510 DEBUG:teuthology.parallel:result is None 2024-09-10T07:44:25.510 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T07:44:25.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:44:25.777 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:26.147 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:25 smithi007 ceph-mon[30879]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-09-10T07:44:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:25 smithi110 ceph-mon[34417]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 -- 172.21.15.7:0/1973906013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88100e20 msgr2=0x7fab88101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 --2- 172.21.15.7:0/1973906013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88100e20 0x7fab88101200 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fab78009900 tx=0x7fab7802a480 comp rx=0 tx=0).stop 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 -- 172.21.15.7:0/1973906013 shutdown_connections 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 --2- 172.21.15.7:0/1973906013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 --2- 172.21.15.7:0/1973906013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88102570 0x7fab881029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 --2- 172.21.15.7:0/1973906013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88100e20 0x7fab88101200 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 -- 172.21.15.7:0/1973906013 >> 172.21.15.7:0/1973906013 conn(0x7fab880fc7d0 msgr2=0x7fab880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 -- 172.21.15.7:0/1973906013 shutdown_connections 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 -- 172.21.15.7:0/1973906013 wait complete. 2024-09-10T07:44:26.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.229+0000 7fab8ef80640 1 Processor -- start 2024-09-10T07:44:26.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 -- start start 2024-09-10T07:44:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88100e20 0x7fab88198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:26.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fab88111f50 con 0x7fab88102570 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fab88111dd0 con 0x7fab88100e20 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8ef80640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab881120d0 con 0x7fab88102ef0 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58746/0 (socket says 172.21.15.7:58746) 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 -- 172.21.15.7:0/766874867 learned_addr learned my addr 172.21.15.7:0/766874867 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8d51d640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8cd1c640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88100e20 0x7fab88198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 -- 172.21.15.7:0/766874867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 msgr2=0x7fab8819cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8819cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 -- 172.21.15.7:0/766874867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88100e20 msgr2=0x7fab88198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88100e20 0x7fab88198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 -- 172.21.15.7:0/766874867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab8819d3e0 con 0x7fab88102570 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab8d51d640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8819cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:26.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.230+0000 7fab87fff640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00d950 tx=0x7fab7c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.231+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c017070 con 0x7fab88102570 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.231+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab8819d6d0 con 0x7fab88102570 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.231+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab7c009c30 con 0x7fab88102570 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.231+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c00f620 con 0x7fab88102570 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.231+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab881a4fb0 con 0x7fab88102570 2024-09-10T07:44:26.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.232+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab88101200 con 0x7fab88102570 2024-09-10T07:44:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.233+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fab7c0109a0 con 0x7fab88102570 2024-09-10T07:44:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.234+0000 7fab85ffb640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 0x7fab700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.234+0000 7fab8cd1c640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 0x7fab700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.234+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fab7c0cf210 con 0x7fab88102570 2024-09-10T07:44:26.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.234+0000 7fab8cd1c640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 0x7fab700a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab78005ab0 tx=0x7fab78005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:26.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.238+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab7c009de0 con 0x7fab88102570 2024-09-10T07:44:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:25 smithi145 ceph-mon[34766]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-09-10T07:44:26.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.410+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab88062630 con 0x7fab700a2c10 2024-09-10T07:44:26.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.418+0000 7fab85ffb640 1 -- 172.21.15.7:0/766874867 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340369 (secure 0 0 0) 0x7fab88062630 con 0x7fab700a2c10 2024-09-10T07:44:26.422 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:26.424 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 msgr2=0x7fab700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 0x7fab700a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab78005ab0 tx=0x7fab78005a20 comp rx=0 tx=0).stop 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 msgr2=0x7fab88198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00d950 tx=0x7fab7c00de10 comp rx=0 tx=0).stop 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 shutdown_connections 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab700a2c10 0x7fab700a50d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab88102ef0 0x7fab8819cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab88102570 0x7fab88198970 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 --2- 172.21.15.7:0/766874867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab88100e20 0x7fab88198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:26.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 >> 172.21.15.7:0/766874867 conn(0x7fab880fc7d0 msgr2=0x7fab880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:26.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 shutdown_connections 2024-09-10T07:44:26.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:26.421+0000 7fab8ef80640 1 -- 172.21.15.7:0/766874867 wait complete. 2024-09-10T07:44:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:26 smithi110 ceph-mon[34417]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:26 smithi145 ceph-mon[34766]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:27.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:26 smithi007 ceph-mon[30879]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:27.436 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":331,"stamp":"2024-09-10T07:44:24.836699+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658089,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":451,"num_read_kb":344,"num_write":352,"num_write_kb":3058,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":283,"ondisk_log_size":283,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363124,"kb_used_data":13808,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578700,"statfs":{"total":1151940427776,"available":1151568588800,"internally_reserved":0,"allocated":14139392,"data_stored":7883645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":43,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003267"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690503+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:44:00.690503+0000","last_peered":"2024-09-10T07:44:00.690503+0000","last_clean":"2024-09-10T07:44:00.690503+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:44:00.690503+0000","last_undegraded":"2024-09-10T07:44:00.690503+0000","last_fullsized":"2024-09-10T07:44:00.690503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694428+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:44:00.694428+0000","last_peered":"2024-09-10T07:44:00.694428+0000","last_clean":"2024-09-10T07:44:00.694428+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:44:00.694428+0000","last_undegraded":"2024-09-10T07:44:00.694428+0000","last_fullsized":"2024-09-10T07:44:00.694428+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692535+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:44:00.692535+0000","last_peered":"2024-09-10T07:44:00.692535+0000","last_clean":"2024-09-10T07:44:00.692535+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:44:00.692535+0000","last_undegraded":"2024-09-10T07:44:00.692535+0000","last_fullsized":"2024-09-10T07:44:00.692535+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694667+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:44:00.694667+0000","last_peered":"2024-09-10T07:44:00.694667+0000","last_clean":"2024-09-10T07:44:00.694667+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:44:00.694667+0000","last_undegraded":"2024-09-10T07:44:00.694667+0000","last_fullsized":"2024-09-10T07:44:00.694667+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692877+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:44:00.692877+0000","last_peered":"2024-09-10T07:44:00.692877+0000","last_clean":"2024-09-10T07:44:00.692877+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:44:00.692877+0000","last_undegraded":"2024-09-10T07:44:00.692877+0000","last_fullsized":"2024-09-10T07:44:00.692877+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692079+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:44:00.692079+0000","last_peered":"2024-09-10T07:44:00.692079+0000","last_clean":"2024-09-10T07:44:00.692079+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:44:00.692079+0000","last_undegraded":"2024-09-10T07:44:00.692079+0000","last_fullsized":"2024-09-10T07:44:00.692079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695152+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:44:00.695152+0000","last_peered":"2024-09-10T07:44:00.695152+0000","last_clean":"2024-09-10T07:44:00.695152+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:44:00.695152+0000","last_undegraded":"2024-09-10T07:44:00.695152+0000","last_fullsized":"2024-09-10T07:44:00.695152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693559+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:44:00.693559+0000","last_peered":"2024-09-10T07:44:00.693559+0000","last_clean":"2024-09-10T07:44:00.693559+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:44:00.693559+0000","last_undegraded":"2024-09-10T07:44:00.693559+0000","last_fullsized":"2024-09-10T07:44:00.693559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693183+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:44:00.693183+0000","last_peered":"2024-09-10T07:44:00.693183+0000","last_clean":"2024-09-10T07:44:00.693183+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:44:00.693183+0000","last_undegraded":"2024-09-10T07:44:00.693183+0000","last_fullsized":"2024-09-10T07:44:00.693183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.702782+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:44:00.702782+0000","last_peered":"2024-09-10T07:44:00.702782+0000","last_clean":"2024-09-10T07:44:00.702782+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:44:00.702782+0000","last_undegraded":"2024-09-10T07:44:00.702782+0000","last_fullsized":"2024-09-10T07:44:00.702782+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694809+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:44:00.694809+0000","last_peered":"2024-09-10T07:44:00.694809+0000","last_clean":"2024-09-10T07:44:00.694809+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:44:00.694809+0000","last_undegraded":"2024-09-10T07:44:00.694809+0000","last_fullsized":"2024-09-10T07:44:00.694809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692423+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:44:00.692423+0000","last_peered":"2024-09-10T07:44:00.692423+0000","last_clean":"2024-09-10T07:44:00.692423+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:44:00.692423+0000","last_undegraded":"2024-09-10T07:44:00.692423+0000","last_fullsized":"2024-09-10T07:44:00.692423+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165000+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:44:01.165000+0000","last_peered":"2024-09-10T07:44:01.165000+0000","last_clean":"2024-09-10T07:44:01.165000+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:44:01.165000+0000","last_undegraded":"2024-09-10T07:44:01.165000+0000","last_fullsized":"2024-09-10T07:44:01.165000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695410+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:44:00.695410+0000","last_peered":"2024-09-10T07:44:00.695410+0000","last_clean":"2024-09-10T07:44:00.695410+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:44:00.695410+0000","last_undegraded":"2024-09-10T07:44:00.695410+0000","last_fullsized":"2024-09-10T07:44:00.695410+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692535+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:44:00.692535+0000","last_peered":"2024-09-10T07:44:00.692535+0000","last_clean":"2024-09-10T07:44:00.692535+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:44:00.692535+0000","last_undegraded":"2024-09-10T07:44:00.692535+0000","last_fullsized":"2024-09-10T07:44:00.692535+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694070+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:44:00.694070+0000","last_peered":"2024-09-10T07:44:00.694070+0000","last_clean":"2024-09-10T07:44:00.694070+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:44:00.694070+0000","last_undegraded":"2024-09-10T07:44:00.694070+0000","last_fullsized":"2024-09-10T07:44:00.694070+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694074+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:44:00.694074+0000","last_peered":"2024-09-10T07:44:00.694074+0000","last_clean":"2024-09-10T07:44:00.694074+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:44:00.694074+0000","last_undegraded":"2024-09-10T07:44:00.694074+0000","last_fullsized":"2024-09-10T07:44:00.694074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692680+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:44:00.692680+0000","last_peered":"2024-09-10T07:44:00.692680+0000","last_clean":"2024-09-10T07:44:00.692680+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:44:00.692680+0000","last_undegraded":"2024-09-10T07:44:00.692680+0000","last_fullsized":"2024-09-10T07:44:00.692680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690782+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:44:00.690782+0000","last_peered":"2024-09-10T07:44:00.690782+0000","last_clean":"2024-09-10T07:44:00.690782+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:44:00.690782+0000","last_undegraded":"2024-09-10T07:44:00.690782+0000","last_fullsized":"2024-09-10T07:44:00.690782+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694792+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:44:00.694792+0000","last_peered":"2024-09-10T07:44:00.694792+0000","last_clean":"2024-09-10T07:44:00.694792+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:44:00.694792+0000","last_undegraded":"2024-09-10T07:44:00.694792+0000","last_fullsized":"2024-09-10T07:44:00.694792+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690285+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:44:00.690285+0000","last_peered":"2024-09-10T07:44:00.690285+0000","last_clean":"2024-09-10T07:44:00.690285+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:44:00.690285+0000","last_undegraded":"2024-09-10T07:44:00.690285+0000","last_fullsized":"2024-09-10T07:44:00.690285+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694341+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:44:00.694341+0000","last_peered":"2024-09-10T07:44:00.694341+0000","last_clean":"2024-09-10T07:44:00.694341+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:44:00.694341+0000","last_undegraded":"2024-09-10T07:44:00.694341+0000","last_fullsized":"2024-09-10T07:44:00.694341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694148+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:44:00.694148+0000","last_peered":"2024-09-10T07:44:00.694148+0000","last_clean":"2024-09-10T07:44:00.694148+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:44:00.694148+0000","last_undegraded":"2024-09-10T07:44:00.694148+0000","last_fullsized":"2024-09-10T07:44:00.694148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.699708+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:44:00.699708+0000","last_peered":"2024-09-10T07:44:00.699708+0000","last_clean":"2024-09-10T07:44:00.699708+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:44:00.699708+0000","last_undegraded":"2024-09-10T07:44:00.699708+0000","last_fullsized":"2024-09-10T07:44:00.699708+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692602+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:44:00.692602+0000","last_peered":"2024-09-10T07:44:00.692602+0000","last_clean":"2024-09-10T07:44:00.692602+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:44:00.692602+0000","last_undegraded":"2024-09-10T07:44:00.692602+0000","last_fullsized":"2024-09-10T07:44:00.692602+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692949+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:44:00.692949+0000","last_peered":"2024-09-10T07:44:00.692949+0000","last_clean":"2024-09-10T07:44:00.692949+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:44:00.692949+0000","last_undegraded":"2024-09-10T07:44:00.692949+0000","last_fullsized":"2024-09-10T07:44:00.692949+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693952+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:44:00.693952+0000","last_peered":"2024-09-10T07:44:00.693952+0000","last_clean":"2024-09-10T07:44:00.693952+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:44:00.693952+0000","last_undegraded":"2024-09-10T07:44:00.693952+0000","last_fullsized":"2024-09-10T07:44:00.693952+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694855+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:44:00.694855+0000","last_peered":"2024-09-10T07:44:00.694855+0000","last_clean":"2024-09-10T07:44:00.694855+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:44:00.694855+0000","last_undegraded":"2024-09-10T07:44:00.694855+0000","last_fullsized":"2024-09-10T07:44:00.694855+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690264+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:44:00.690264+0000","last_peered":"2024-09-10T07:44:00.690264+0000","last_clean":"2024-09-10T07:44:00.690264+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:44:00.690264+0000","last_undegraded":"2024-09-10T07:44:00.690264+0000","last_fullsized":"2024-09-10T07:44:00.690264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693908+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:44:00.693908+0000","last_peered":"2024-09-10T07:44:00.693908+0000","last_clean":"2024-09-10T07:44:00.693908+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:44:00.693908+0000","last_undegraded":"2024-09-10T07:44:00.693908+0000","last_fullsized":"2024-09-10T07:44:00.693908+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802639+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:44:00.802639+0000","last_peered":"2024-09-10T07:44:00.802639+0000","last_clean":"2024-09-10T07:44:00.802639+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:44:00.802639+0000","last_undegraded":"2024-09-10T07:44:00.802639+0000","last_fullsized":"2024-09-10T07:44:00.802639+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695285+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:44:00.695285+0000","last_peered":"2024-09-10T07:44:00.695285+0000","last_clean":"2024-09-10T07:44:00.695285+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:44:00.695285+0000","last_undegraded":"2024-09-10T07:44:00.695285+0000","last_fullsized":"2024-09-10T07:44:00.695285+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690866+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:44:00.690866+0000","last_peered":"2024-09-10T07:44:00.690866+0000","last_clean":"2024-09-10T07:44:00.690866+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:44:00.690866+0000","last_undegraded":"2024-09-10T07:44:00.690866+0000","last_fullsized":"2024-09-10T07:44:00.690866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690714+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:44:00.690714+0000","last_peered":"2024-09-10T07:44:00.690714+0000","last_clean":"2024-09-10T07:44:00.690714+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:44:00.690714+0000","last_undegraded":"2024-09-10T07:44:00.690714+0000","last_fullsized":"2024-09-10T07:44:00.690714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690365+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:44:00.690365+0000","last_peered":"2024-09-10T07:44:00.690365+0000","last_clean":"2024-09-10T07:44:00.690365+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:44:00.690365+0000","last_undegraded":"2024-09-10T07:44:00.690365+0000","last_fullsized":"2024-09-10T07:44:00.690365+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695399+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:44:00.695399+0000","last_peered":"2024-09-10T07:44:00.695399+0000","last_clean":"2024-09-10T07:44:00.695399+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:44:00.695399+0000","last_undegraded":"2024-09-10T07:44:00.695399+0000","last_fullsized":"2024-09-10T07:44:00.695399+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690518+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:44:00.690518+0000","last_peered":"2024-09-10T07:44:00.690518+0000","last_clean":"2024-09-10T07:44:00.690518+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:44:00.690518+0000","last_undegraded":"2024-09-10T07:44:00.690518+0000","last_fullsized":"2024-09-10T07:44:00.690518+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165120+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:44:01.165120+0000","last_peered":"2024-09-10T07:44:01.165120+0000","last_clean":"2024-09-10T07:44:01.165120+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:44:01.165120+0000","last_undegraded":"2024-09-10T07:44:01.165120+0000","last_fullsized":"2024-09-10T07:44:01.165120+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802462+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:44:00.802462+0000","last_peered":"2024-09-10T07:44:00.802462+0000","last_clean":"2024-09-10T07:44:00.802462+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:44:00.802462+0000","last_undegraded":"2024-09-10T07:44:00.802462+0000","last_fullsized":"2024-09-10T07:44:00.802462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694295+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:44:00.694295+0000","last_peered":"2024-09-10T07:44:00.694295+0000","last_clean":"2024-09-10T07:44:00.694295+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:44:00.694295+0000","last_undegraded":"2024-09-10T07:44:00.694295+0000","last_fullsized":"2024-09-10T07:44:00.694295+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":88,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:21.832386+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:44:21.832386+0000","last_peered":"2024-09-10T07:44:21.832386+0000","last_clean":"2024-09-10T07:44:21.832386+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:44:21.832386+0000","last_undegraded":"2024-09-10T07:44:21.832386+0000","last_fullsized":"2024-09-10T07:44:21.832386+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802762+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:44:00.802762+0000","last_peered":"2024-09-10T07:44:00.802762+0000","last_clean":"2024-09-10T07:44:00.802762+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:44:00.802762+0000","last_undegraded":"2024-09-10T07:44:00.802762+0000","last_fullsized":"2024-09-10T07:44:00.802762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802241+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:44:00.802241+0000","last_peered":"2024-09-10T07:44:00.802241+0000","last_clean":"2024-09-10T07:44:00.802241+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:44:00.802241+0000","last_undegraded":"2024-09-10T07:44:00.802241+0000","last_fullsized":"2024-09-10T07:44:00.802241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164894+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:44:01.164894+0000","last_peered":"2024-09-10T07:44:01.164894+0000","last_clean":"2024-09-10T07:44:01.164894+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:44:01.164894+0000","last_undegraded":"2024-09-10T07:44:01.164894+0000","last_fullsized":"2024-09-10T07:44:01.164894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696076+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:44:00.696076+0000","last_peered":"2024-09-10T07:44:00.696076+0000","last_clean":"2024-09-10T07:44:00.696076+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:44:00.696076+0000","last_undegraded":"2024-09-10T07:44:00.696076+0000","last_fullsized":"2024-09-10T07:44:00.696076+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694086+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:44:00.694086+0000","last_peered":"2024-09-10T07:44:00.694086+0000","last_clean":"2024-09-10T07:44:00.694086+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:44:00.694086+0000","last_undegraded":"2024-09-10T07:44:00.694086+0000","last_fullsized":"2024-09-10T07:44:00.694086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693479+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:44:00.693479+0000","last_peered":"2024-09-10T07:44:00.693479+0000","last_clean":"2024-09-10T07:44:00.693479+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:44:00.693479+0000","last_undegraded":"2024-09-10T07:44:00.693479+0000","last_fullsized":"2024-09-10T07:44:00.693479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":347,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165083+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:44:01.165083+0000","last_peered":"2024-09-10T07:44:01.165083+0000","last_clean":"2024-09-10T07:44:01.165083+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:44:01.165083+0000","last_undegraded":"2024-09-10T07:44:01.165083+0000","last_fullsized":"2024-09-10T07:44:01.165083+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165246+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:44:01.165246+0000","last_peered":"2024-09-10T07:44:01.165246+0000","last_clean":"2024-09-10T07:44:01.165246+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:44:01.165246+0000","last_undegraded":"2024-09-10T07:44:01.165246+0000","last_fullsized":"2024-09-10T07:44:01.165246+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165391+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:44:01.165391+0000","last_peered":"2024-09-10T07:44:01.165391+0000","last_clean":"2024-09-10T07:44:01.165391+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:44:01.165391+0000","last_undegraded":"2024-09-10T07:44:01.165391+0000","last_fullsized":"2024-09-10T07:44:01.165391+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695693+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:44:00.695693+0000","last_peered":"2024-09-10T07:44:00.695693+0000","last_clean":"2024-09-10T07:44:00.695693+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:44:00.695693+0000","last_undegraded":"2024-09-10T07:44:00.695693+0000","last_fullsized":"2024-09-10T07:44:00.695693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694043+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:44:00.694043+0000","last_peered":"2024-09-10T07:44:00.694043+0000","last_clean":"2024-09-10T07:44:00.694043+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:44:00.694043+0000","last_undegraded":"2024-09-10T07:44:00.694043+0000","last_fullsized":"2024-09-10T07:44:00.694043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165193+0000","last_change":"2024-09-10T07:42:49.463193+0000","last_active":"2024-09-10T07:44:01.165193+0000","last_peered":"2024-09-10T07:44:01.165193+0000","last_clean":"2024-09-10T07:44:01.165193+0000","last_became_active":"2024-09-10T07:42:49.462868+0000","last_became_peered":"2024-09-10T07:42:49.462868+0000","last_unstale":"2024-09-10T07:44:01.165193+0000","last_undegraded":"2024-09-10T07:44:01.165193+0000","last_fullsized":"2024-09-10T07:44:01.165193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:59.106778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695097+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:44:00.695097+0000","last_peered":"2024-09-10T07:44:00.695097+0000","last_clean":"2024-09-10T07:44:00.695097+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:44:00.695097+0000","last_undegraded":"2024-09-10T07:44:00.695097+0000","last_fullsized":"2024-09-10T07:44:00.695097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.698514+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:44:00.698514+0000","last_peered":"2024-09-10T07:44:00.698514+0000","last_clean":"2024-09-10T07:44:00.698514+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:44:00.698514+0000","last_undegraded":"2024-09-10T07:44:00.698514+0000","last_fullsized":"2024-09-10T07:44:00.698514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165381+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:44:01.165381+0000","last_peered":"2024-09-10T07:44:01.165381+0000","last_clean":"2024-09-10T07:44:01.165381+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:44:01.165381+0000","last_undegraded":"2024-09-10T07:44:01.165381+0000","last_fullsized":"2024-09-10T07:44:01.165381+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802676+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:44:00.802676+0000","last_peered":"2024-09-10T07:44:00.802676+0000","last_clean":"2024-09-10T07:44:00.802676+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:44:00.802676+0000","last_undegraded":"2024-09-10T07:44:00.802676+0000","last_fullsized":"2024-09-10T07:44:00.802676+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693988+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:44:00.693988+0000","last_peered":"2024-09-10T07:44:00.693988+0000","last_clean":"2024-09-10T07:44:00.693988+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:44:00.693988+0000","last_undegraded":"2024-09-10T07:44:00.693988+0000","last_fullsized":"2024-09-10T07:44:00.693988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691218+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:44:00.691218+0000","last_peered":"2024-09-10T07:44:00.691218+0000","last_clean":"2024-09-10T07:44:00.691218+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:44:00.691218+0000","last_undegraded":"2024-09-10T07:44:00.691218+0000","last_fullsized":"2024-09-10T07:44:00.691218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695219+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:44:00.695219+0000","last_peered":"2024-09-10T07:44:00.695219+0000","last_clean":"2024-09-10T07:44:00.695219+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:44:00.695219+0000","last_undegraded":"2024-09-10T07:44:00.695219+0000","last_fullsized":"2024-09-10T07:44:00.695219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693720+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:44:00.693720+0000","last_peered":"2024-09-10T07:44:00.693720+0000","last_clean":"2024-09-10T07:44:00.693720+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:44:00.693720+0000","last_undegraded":"2024-09-10T07:44:00.693720+0000","last_fullsized":"2024-09-10T07:44:00.693720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693925+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:44:00.693925+0000","last_peered":"2024-09-10T07:44:00.693925+0000","last_clean":"2024-09-10T07:44:00.693925+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:44:00.693925+0000","last_undegraded":"2024-09-10T07:44:00.693925+0000","last_fullsized":"2024-09-10T07:44:00.693925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.711125+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:44:00.711125+0000","last_peered":"2024-09-10T07:44:00.711125+0000","last_clean":"2024-09-10T07:44:00.711125+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:44:00.711125+0000","last_undegraded":"2024-09-10T07:44:00.711125+0000","last_fullsized":"2024-09-10T07:44:00.711125+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802664+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:44:00.802664+0000","last_peered":"2024-09-10T07:44:00.802664+0000","last_clean":"2024-09-10T07:44:00.802664+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:44:00.802664+0000","last_undegraded":"2024-09-10T07:44:00.802664+0000","last_fullsized":"2024-09-10T07:44:00.802664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164795+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:44:01.164795+0000","last_peered":"2024-09-10T07:44:01.164795+0000","last_clean":"2024-09-10T07:44:01.164795+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:44:01.164795+0000","last_undegraded":"2024-09-10T07:44:01.164795+0000","last_fullsized":"2024-09-10T07:44:01.164795+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":88,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:20.831528+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:44:20.831528+0000","last_peered":"2024-09-10T07:44:20.831528+0000","last_clean":"2024-09-10T07:44:20.831528+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:44:20.831528+0000","last_undegraded":"2024-09-10T07:44:20.831528+0000","last_fullsized":"2024-09-10T07:44:20.831528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690378+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:44:00.690378+0000","last_peered":"2024-09-10T07:44:00.690378+0000","last_clean":"2024-09-10T07:44:00.690378+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:44:00.690378+0000","last_undegraded":"2024-09-10T07:44:00.690378+0000","last_fullsized":"2024-09-10T07:44:00.690378+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165149+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:44:01.165149+0000","last_peered":"2024-09-10T07:44:01.165149+0000","last_clean":"2024-09-10T07:44:01.165149+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:44:01.165149+0000","last_undegraded":"2024-09-10T07:44:01.165149+0000","last_fullsized":"2024-09-10T07:44:01.165149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694320+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:44:00.694320+0000","last_peered":"2024-09-10T07:44:00.694320+0000","last_clean":"2024-09-10T07:44:00.694320+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:44:00.694320+0000","last_undegraded":"2024-09-10T07:44:00.694320+0000","last_fullsized":"2024-09-10T07:44:00.694320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691176+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:44:00.691176+0000","last_peered":"2024-09-10T07:44:00.691176+0000","last_clean":"2024-09-10T07:44:00.691176+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:44:00.691176+0000","last_undegraded":"2024-09-10T07:44:00.691176+0000","last_fullsized":"2024-09-10T07:44:00.691176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802235+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:44:00.802235+0000","last_peered":"2024-09-10T07:44:00.802235+0000","last_clean":"2024-09-10T07:44:00.802235+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:44:00.802235+0000","last_undegraded":"2024-09-10T07:44:00.802235+0000","last_fullsized":"2024-09-10T07:44:00.802235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.708551+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:44:00.708551+0000","last_peered":"2024-09-10T07:44:00.708551+0000","last_clean":"2024-09-10T07:44:00.708551+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:44:00.708551+0000","last_undegraded":"2024-09-10T07:44:00.708551+0000","last_fullsized":"2024-09-10T07:44:00.708551+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694705+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:44:00.694705+0000","last_peered":"2024-09-10T07:44:00.694705+0000","last_clean":"2024-09-10T07:44:00.694705+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:44:00.694705+0000","last_undegraded":"2024-09-10T07:44:00.694705+0000","last_fullsized":"2024-09-10T07:44:00.694705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694972+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:44:00.694972+0000","last_peered":"2024-09-10T07:44:00.694972+0000","last_clean":"2024-09-10T07:44:00.694972+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:44:00.694972+0000","last_undegraded":"2024-09-10T07:44:00.694972+0000","last_fullsized":"2024-09-10T07:44:00.694972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"86'33","reported_seq":175,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:22.845352+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:44:22.845352+0000","last_peered":"2024-09-10T07:44:22.845352+0000","last_clean":"2024-09-10T07:44:22.845352+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:44:22.845352+0000","last_undegraded":"2024-09-10T07:44:22.845352+0000","last_fullsized":"2024-09-10T07:44:22.845352+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63484,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":108,"num_read_kb":116,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690294+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:44:00.690294+0000","last_peered":"2024-09-10T07:44:00.690294+0000","last_clean":"2024-09-10T07:44:00.690294+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:44:00.690294+0000","last_undegraded":"2024-09-10T07:44:00.690294+0000","last_fullsized":"2024-09-10T07:44:00.690294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693665+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:44:00.693665+0000","last_peered":"2024-09-10T07:44:00.693665+0000","last_clean":"2024-09-10T07:44:00.693665+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:44:00.693665+0000","last_undegraded":"2024-09-10T07:44:00.693665+0000","last_fullsized":"2024-09-10T07:44:00.693665+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694978+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:44:00.694978+0000","last_peered":"2024-09-10T07:44:00.694978+0000","last_clean":"2024-09-10T07:44:00.694978+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:44:00.694978+0000","last_undegraded":"2024-09-10T07:44:00.694978+0000","last_fullsized":"2024-09-10T07:44:00.694978+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692932+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:44:00.692932+0000","last_peered":"2024-09-10T07:44:00.692932+0000","last_clean":"2024-09-10T07:44:00.692932+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:44:00.692932+0000","last_undegraded":"2024-09-10T07:44:00.692932+0000","last_fullsized":"2024-09-10T07:44:00.692932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692902+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:44:00.692902+0000","last_peered":"2024-09-10T07:44:00.692902+0000","last_clean":"2024-09-10T07:44:00.692902+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:44:00.692902+0000","last_undegraded":"2024-09-10T07:44:00.692902+0000","last_fullsized":"2024-09-10T07:44:00.692902+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165332+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:44:01.165332+0000","last_peered":"2024-09-10T07:44:01.165332+0000","last_clean":"2024-09-10T07:44:01.165332+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:44:01.165332+0000","last_undegraded":"2024-09-10T07:44:01.165332+0000","last_fullsized":"2024-09-10T07:44:01.165332+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.689632+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:44:00.689632+0000","last_peered":"2024-09-10T07:44:00.689632+0000","last_clean":"2024-09-10T07:44:00.689632+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:44:00.689632+0000","last_undegraded":"2024-09-10T07:44:00.689632+0000","last_fullsized":"2024-09-10T07:44:00.689632+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693616+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:44:00.693616+0000","last_peered":"2024-09-10T07:44:00.693616+0000","last_clean":"2024-09-10T07:44:00.693616+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:44:00.693616+0000","last_undegraded":"2024-09-10T07:44:00.693616+0000","last_fullsized":"2024-09-10T07:44:00.693616+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":87,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:21.833148+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:44:21.833148+0000","last_peered":"2024-09-10T07:44:21.833148+0000","last_clean":"2024-09-10T07:44:21.833148+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:44:21.833148+0000","last_undegraded":"2024-09-10T07:44:21.833148+0000","last_fullsized":"2024-09-10T07:44:21.833148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694466+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:44:00.694466+0000","last_peered":"2024-09-10T07:44:00.694466+0000","last_clean":"2024-09-10T07:44:00.694466+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:44:00.694466+0000","last_undegraded":"2024-09-10T07:44:00.694466+0000","last_fullsized":"2024-09-10T07:44:00.694466+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692481+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:44:00.692481+0000","last_peered":"2024-09-10T07:44:00.692481+0000","last_clean":"2024-09-10T07:44:00.692481+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:44:00.692481+0000","last_undegraded":"2024-09-10T07:44:00.692481+0000","last_fullsized":"2024-09-10T07:44:00.692481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.689733+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:44:00.689733+0000","last_peered":"2024-09-10T07:44:00.689733+0000","last_clean":"2024-09-10T07:44:00.689733+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:44:00.689733+0000","last_undegraded":"2024-09-10T07:44:00.689733+0000","last_fullsized":"2024-09-10T07:44:00.689733+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694459+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:44:00.694459+0000","last_peered":"2024-09-10T07:44:00.694459+0000","last_clean":"2024-09-10T07:44:00.694459+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:44:00.694459+0000","last_undegraded":"2024-09-10T07:44:00.694459+0000","last_fullsized":"2024-09-10T07:44:00.694459+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691101+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:44:00.691101+0000","last_peered":"2024-09-10T07:44:00.691101+0000","last_clean":"2024-09-10T07:44:00.691101+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:44:00.691101+0000","last_undegraded":"2024-09-10T07:44:00.691101+0000","last_fullsized":"2024-09-10T07:44:00.691101+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694053+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:44:00.694053+0000","last_peered":"2024-09-10T07:44:00.694053+0000","last_clean":"2024-09-10T07:44:00.694053+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:44:00.694053+0000","last_undegraded":"2024-09-10T07:44:00.694053+0000","last_fullsized":"2024-09-10T07:44:00.694053+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802289+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:44:00.802289+0000","last_peered":"2024-09-10T07:44:00.802289+0000","last_clean":"2024-09-10T07:44:00.802289+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:44:00.802289+0000","last_undegraded":"2024-09-10T07:44:00.802289+0000","last_fullsized":"2024-09-10T07:44:00.802289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690527+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:44:00.690527+0000","last_peered":"2024-09-10T07:44:00.690527+0000","last_clean":"2024-09-10T07:44:00.690527+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:44:00.690527+0000","last_undegraded":"2024-09-10T07:44:00.690527+0000","last_fullsized":"2024-09-10T07:44:00.690527+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693992+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:44:00.693992+0000","last_peered":"2024-09-10T07:44:00.693992+0000","last_clean":"2024-09-10T07:44:00.693992+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:44:00.693992+0000","last_undegraded":"2024-09-10T07:44:00.693992+0000","last_fullsized":"2024-09-10T07:44:00.693992+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.804214+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:44:00.804214+0000","last_peered":"2024-09-10T07:44:00.804214+0000","last_clean":"2024-09-10T07:44:00.804214+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:44:00.804214+0000","last_undegraded":"2024-09-10T07:44:00.804214+0000","last_fullsized":"2024-09-10T07:44:00.804214+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":92,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:20.832360+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:44:20.832360+0000","last_peered":"2024-09-10T07:44:20.832360+0000","last_clean":"2024-09-10T07:44:20.832360+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:44:20.832360+0000","last_undegraded":"2024-09-10T07:44:20.832360+0000","last_fullsized":"2024-09-10T07:44:20.832360+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695642+0000","last_change":"2024-09-10T07:42:49.453521+0000","last_active":"2024-09-10T07:44:00.695642+0000","last_peered":"2024-09-10T07:44:00.695642+0000","last_clean":"2024-09-10T07:44:00.695642+0000","last_became_active":"2024-09-10T07:42:49.453125+0000","last_became_peered":"2024-09-10T07:42:49.453125+0000","last_unstale":"2024-09-10T07:44:00.695642+0000","last_undegraded":"2024-09-10T07:44:00.695642+0000","last_fullsized":"2024-09-10T07:44:00.695642+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:34.482677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695720+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:44:00.695720+0000","last_peered":"2024-09-10T07:44:00.695720+0000","last_clean":"2024-09-10T07:44:00.695720+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:44:00.695720+0000","last_undegraded":"2024-09-10T07:44:00.695720+0000","last_fullsized":"2024-09-10T07:44:00.695720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690703+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:44:00.690703+0000","last_peered":"2024-09-10T07:44:00.690703+0000","last_clean":"2024-09-10T07:44:00.690703+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:44:00.690703+0000","last_undegraded":"2024-09-10T07:44:00.690703+0000","last_fullsized":"2024-09-10T07:44:00.690703+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694561+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:44:00.694561+0000","last_peered":"2024-09-10T07:44:00.694561+0000","last_clean":"2024-09-10T07:44:00.694561+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:44:00.694561+0000","last_undegraded":"2024-09-10T07:44:00.694561+0000","last_fullsized":"2024-09-10T07:44:00.694561+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694000+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:44:00.694000+0000","last_peered":"2024-09-10T07:44:00.694000+0000","last_clean":"2024-09-10T07:44:00.694000+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:44:00.694000+0000","last_undegraded":"2024-09-10T07:44:00.694000+0000","last_fullsized":"2024-09-10T07:44:00.694000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692685+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:44:00.692685+0000","last_peered":"2024-09-10T07:44:00.692685+0000","last_clean":"2024-09-10T07:44:00.692685+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:44:00.692685+0000","last_undegraded":"2024-09-10T07:44:00.692685+0000","last_fullsized":"2024-09-10T07:44:00.692685+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802584+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:44:00.802584+0000","last_peered":"2024-09-10T07:44:00.802584+0000","last_clean":"2024-09-10T07:44:00.802584+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:44:00.802584+0000","last_undegraded":"2024-09-10T07:44:00.802584+0000","last_fullsized":"2024-09-10T07:44:00.802584+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691081+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:44:00.691081+0000","last_peered":"2024-09-10T07:44:00.691081+0000","last_clean":"2024-09-10T07:44:00.691081+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:44:00.691081+0000","last_undegraded":"2024-09-10T07:44:00.691081+0000","last_fullsized":"2024-09-10T07:44:00.691081+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696126+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:44:00.696126+0000","last_peered":"2024-09-10T07:44:00.696126+0000","last_clean":"2024-09-10T07:44:00.696126+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:44:00.696126+0000","last_undegraded":"2024-09-10T07:44:00.696126+0000","last_fullsized":"2024-09-10T07:44:00.696126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.698920+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:44:00.698920+0000","last_peered":"2024-09-10T07:44:00.698920+0000","last_clean":"2024-09-10T07:44:00.698920+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:44:00.698920+0000","last_undegraded":"2024-09-10T07:44:00.698920+0000","last_fullsized":"2024-09-10T07:44:00.698920+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694189+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:44:00.694189+0000","last_peered":"2024-09-10T07:44:00.694189+0000","last_clean":"2024-09-10T07:44:00.694189+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:44:00.694189+0000","last_undegraded":"2024-09-10T07:44:00.694189+0000","last_fullsized":"2024-09-10T07:44:00.694189+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694627+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:44:00.694627+0000","last_peered":"2024-09-10T07:44:00.694627+0000","last_clean":"2024-09-10T07:44:00.694627+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:44:00.694627+0000","last_undegraded":"2024-09-10T07:44:00.694627+0000","last_fullsized":"2024-09-10T07:44:00.694627+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694168+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:44:00.694168+0000","last_peered":"2024-09-10T07:44:00.694168+0000","last_clean":"2024-09-10T07:44:00.694168+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:44:00.694168+0000","last_undegraded":"2024-09-10T07:44:00.694168+0000","last_fullsized":"2024-09-10T07:44:00.694168+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802442+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:44:00.802442+0000","last_peered":"2024-09-10T07:44:00.802442+0000","last_clean":"2024-09-10T07:44:00.802442+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:44:00.802442+0000","last_undegraded":"2024-09-10T07:44:00.802442+0000","last_fullsized":"2024-09-10T07:44:00.802442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691323+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:44:00.691323+0000","last_peered":"2024-09-10T07:44:00.691323+0000","last_clean":"2024-09-10T07:44:00.691323+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:44:00.691323+0000","last_undegraded":"2024-09-10T07:44:00.691323+0000","last_fullsized":"2024-09-10T07:44:00.691323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695883+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:44:00.695883+0000","last_peered":"2024-09-10T07:44:00.695883+0000","last_clean":"2024-09-10T07:44:00.695883+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:44:00.695883+0000","last_undegraded":"2024-09-10T07:44:00.695883+0000","last_fullsized":"2024-09-10T07:44:00.695883+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690186+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:44:00.690186+0000","last_peered":"2024-09-10T07:44:00.690186+0000","last_clean":"2024-09-10T07:44:00.690186+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:44:00.690186+0000","last_undegraded":"2024-09-10T07:44:00.690186+0000","last_fullsized":"2024-09-10T07:44:00.690186+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691364+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:44:00.691364+0000","last_peered":"2024-09-10T07:44:00.691364+0000","last_clean":"2024-09-10T07:44:00.691364+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:44:00.691364+0000","last_undegraded":"2024-09-10T07:44:00.691364+0000","last_fullsized":"2024-09-10T07:44:00.691364+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693802+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:44:00.693802+0000","last_peered":"2024-09-10T07:44:00.693802+0000","last_clean":"2024-09-10T07:44:00.693802+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:44:00.693802+0000","last_undegraded":"2024-09-10T07:44:00.693802+0000","last_fullsized":"2024-09-10T07:44:00.693802+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.803549+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:44:00.803549+0000","last_peered":"2024-09-10T07:44:00.803549+0000","last_clean":"2024-09-10T07:44:00.803549+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:44:00.803549+0000","last_undegraded":"2024-09-10T07:44:00.803549+0000","last_fullsized":"2024-09-10T07:44:00.803549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692058+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:44:00.692058+0000","last_peered":"2024-09-10T07:44:00.692058+0000","last_clean":"2024-09-10T07:44:00.692058+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:44:00.692058+0000","last_undegraded":"2024-09-10T07:44:00.692058+0000","last_fullsized":"2024-09-10T07:44:00.692058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802444+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:44:00.802444+0000","last_peered":"2024-09-10T07:44:00.802444+0000","last_clean":"2024-09-10T07:44:00.802444+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:44:00.802444+0000","last_undegraded":"2024-09-10T07:44:00.802444+0000","last_fullsized":"2024-09-10T07:44:00.802444+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693270+0000","last_change":"2024-09-10T07:42:49.459277+0000","last_active":"2024-09-10T07:44:00.693270+0000","last_peered":"2024-09-10T07:44:00.693270+0000","last_clean":"2024-09-10T07:44:00.693270+0000","last_became_active":"2024-09-10T07:42:49.458830+0000","last_became_peered":"2024-09-10T07:42:49.458830+0000","last_unstale":"2024-09-10T07:44:00.693270+0000","last_undegraded":"2024-09-10T07:44:00.693270+0000","last_fullsized":"2024-09-10T07:44:00.693270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:52.183058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165379+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:44:01.165379+0000","last_peered":"2024-09-10T07:44:01.165379+0000","last_clean":"2024-09-10T07:44:01.165379+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:44:01.165379+0000","last_undegraded":"2024-09-10T07:44:01.165379+0000","last_fullsized":"2024-09-10T07:44:01.165379+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691135+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:44:00.691135+0000","last_peered":"2024-09-10T07:44:00.691135+0000","last_clean":"2024-09-10T07:44:00.691135+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:44:00.691135+0000","last_undegraded":"2024-09-10T07:44:00.691135+0000","last_fullsized":"2024-09-10T07:44:00.691135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693760+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:44:00.693760+0000","last_peered":"2024-09-10T07:44:00.693760+0000","last_clean":"2024-09-10T07:44:00.693760+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:44:00.693760+0000","last_undegraded":"2024-09-10T07:44:00.693760+0000","last_fullsized":"2024-09-10T07:44:00.693760+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696396+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:44:00.696396+0000","last_peered":"2024-09-10T07:44:00.696396+0000","last_clean":"2024-09-10T07:44:00.696396+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:44:00.696396+0000","last_undegraded":"2024-09-10T07:44:00.696396+0000","last_fullsized":"2024-09-10T07:44:00.696396+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164925+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:44:01.164925+0000","last_peered":"2024-09-10T07:44:01.164925+0000","last_clean":"2024-09-10T07:44:01.164925+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:44:01.164925+0000","last_undegraded":"2024-09-10T07:44:01.164925+0000","last_fullsized":"2024-09-10T07:44:01.164925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690516+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:44:00.690516+0000","last_peered":"2024-09-10T07:44:00.690516+0000","last_clean":"2024-09-10T07:44:00.690516+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:44:00.690516+0000","last_undegraded":"2024-09-10T07:44:00.690516+0000","last_fullsized":"2024-09-10T07:44:00.690516+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695236+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:44:00.695236+0000","last_peered":"2024-09-10T07:44:00.695236+0000","last_clean":"2024-09-10T07:44:00.695236+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:44:00.695236+0000","last_undegraded":"2024-09-10T07:44:00.695236+0000","last_fullsized":"2024-09-10T07:44:00.695236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693179+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:44:00.693179+0000","last_peered":"2024-09-10T07:44:00.693179+0000","last_clean":"2024-09-10T07:44:00.693179+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:44:00.693179+0000","last_undegraded":"2024-09-10T07:44:00.693179+0000","last_fullsized":"2024-09-10T07:44:00.693179+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692251+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:44:00.692251+0000","last_peered":"2024-09-10T07:44:00.692251+0000","last_clean":"2024-09-10T07:44:00.692251+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:44:00.692251+0000","last_undegraded":"2024-09-10T07:44:00.692251+0000","last_fullsized":"2024-09-10T07:44:00.692251+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692558+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:44:00.692558+0000","last_peered":"2024-09-10T07:44:00.692558+0000","last_clean":"2024-09-10T07:44:00.692558+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:44:00.692558+0000","last_undegraded":"2024-09-10T07:44:00.692558+0000","last_fullsized":"2024-09-10T07:44:00.692558+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691254+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:44:00.691254+0000","last_peered":"2024-09-10T07:44:00.691254+0000","last_clean":"2024-09-10T07:44:00.691254+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:44:00.691254+0000","last_undegraded":"2024-09-10T07:44:00.691254+0000","last_fullsized":"2024-09-10T07:44:00.691254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67487,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":325,"num_read_kb":235,"num_write":169,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579937,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1003520,"data_stored":494488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808869,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28680,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716472,"statfs":{"total":95995035648,"available":95965667328,"internally_reserved":0,"allocated":1691648,"data_stored":1145206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972394,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1019904,"data_stored":498786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201328,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":494610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430260,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1609728,"data_stored":1090521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593786,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":995328,"data_stored":489866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28612,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716540,"statfs":{"total":95995035648,"available":95965736960,"internally_reserved":0,"allocated":1617920,"data_stored":1086109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953540,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1015808,"data_stored":494628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1007616,"data_stored":490060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":554857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1064960,"data_stored":553260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1019904,"data_stored":491254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:44:27.442 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:44:27.703 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:28.076 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:27 smithi007 ceph-mon[30879]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:28.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/602704946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db8102d30 msgr2=0x7f5db8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/602704946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db8102d30 0x7f5db8103110 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009cd0 tx=0x7f5db402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/602704946 shutdown_connections 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/602704946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db81082a0 0x7f5db810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/602704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 0x7f5db8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/602704946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db8102d30 0x7f5db8103110 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/602704946 >> 172.21.15.7:0/602704946 conn(0x7f5db80fc7d0 msgr2=0x7f5db80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/602704946 shutdown_connections 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/602704946 wait complete. 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 Processor -- start 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.154+0000 7f5dbfe0a640 1 -- start start 2024-09-10T07:44:28.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:28.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 0x7f5db8104160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db81082a0 0x7f5db81046a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5db8111f50 con 0x7f5db81082a0 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5db8111dd0 con 0x7f5db8102d30 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbfe0a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5db81120d0 con 0x7f5db81036e0 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbdba6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbdba6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51618/0 (socket says 172.21.15.7:51618) 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbdba6640 1 -- 172.21.15.7:0/713814108 learned_addr learned my addr 172.21.15.7:0/713814108 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbd3a5640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 0x7f5db8104160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.155+0000 7f5dbe3a7640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db81082a0 0x7f5db81046a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 -- 172.21.15.7:0/713814108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 msgr2=0x7f5db8104160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 0x7f5db8104160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 -- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db81082a0 msgr2=0x7f5db81046a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db81082a0 0x7f5db81046a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 -- 172.21.15.7:0/713814108 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db81aad50 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbdba6640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009430 tx=0x7f5db4003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db40309b0 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db81aafe0 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5db4046480 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.156+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db403b660 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.157+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db81ab490 con 0x7f5db8102d30 2024-09-10T07:44:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.157+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db806a850 con 0x7f5db8102d30 2024-09-10T07:44:28.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.159+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f5db40468f0 con 0x7f5db8102d30 2024-09-10T07:44:28.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.159+0000 7f5daaffd640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 0x7f5da40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:28.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.160+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f5db402e030 con 0x7f5db8102d30 2024-09-10T07:44:28.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.160+0000 7f5dbd3a5640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 0x7f5da40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:28.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.160+0000 7f5dbd3a5640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 0x7f5da40a50d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005fd0 tx=0x7f5dac005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:28.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:27 smithi110 ceph-mon[34417]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:28.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.163+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5db404b060 con 0x7f5db8102d30 2024-09-10T07:44:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:27 smithi145 ceph-mon[34766]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:28.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.335+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5db8062630 con 0x7f5da40a2c10 2024-09-10T07:44:28.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.344+0000 7f5daaffd640 1 -- 172.21.15.7:0/713814108 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340369 (secure 0 0 0) 0x7f5db8062630 con 0x7f5da40a2c10 2024-09-10T07:44:28.348 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:28.349 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:44:28.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 msgr2=0x7f5da40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:28.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 0x7f5da40a50d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005fd0 tx=0x7f5dac005850 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 msgr2=0x7f5db8103c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009430 tx=0x7f5db4003ba0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 shutdown_connections 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5da40a2c10 0x7f5da40a50d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5db81082a0 0x7f5db81046a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db81036e0 0x7f5db8104160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 --2- 172.21.15.7:0/713814108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5db8102d30 0x7f5db8103c20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 >> 172.21.15.7:0/713814108 conn(0x7f5db80fc7d0 msgr2=0x7f5db80fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 shutdown_connections 2024-09-10T07:44:28.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:28.347+0000 7f5dbfe0a640 1 -- 172.21.15.7:0/713814108 wait complete. 2024-09-10T07:44:28.980 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":332,"stamp":"2024-09-10T07:44:26.837304+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658089,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":451,"num_read_kb":344,"num_write":352,"num_write_kb":3058,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":283,"ondisk_log_size":283,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363124,"kb_used_data":13808,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578700,"statfs":{"total":1151940427776,"available":1151568588800,"internally_reserved":0,"allocated":14139392,"data_stored":7883645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003284"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690503+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:44:00.690503+0000","last_peered":"2024-09-10T07:44:00.690503+0000","last_clean":"2024-09-10T07:44:00.690503+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:44:00.690503+0000","last_undegraded":"2024-09-10T07:44:00.690503+0000","last_fullsized":"2024-09-10T07:44:00.690503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694428+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:44:00.694428+0000","last_peered":"2024-09-10T07:44:00.694428+0000","last_clean":"2024-09-10T07:44:00.694428+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:44:00.694428+0000","last_undegraded":"2024-09-10T07:44:00.694428+0000","last_fullsized":"2024-09-10T07:44:00.694428+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692535+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:44:00.692535+0000","last_peered":"2024-09-10T07:44:00.692535+0000","last_clean":"2024-09-10T07:44:00.692535+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:44:00.692535+0000","last_undegraded":"2024-09-10T07:44:00.692535+0000","last_fullsized":"2024-09-10T07:44:00.692535+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694667+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:44:00.694667+0000","last_peered":"2024-09-10T07:44:00.694667+0000","last_clean":"2024-09-10T07:44:00.694667+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:44:00.694667+0000","last_undegraded":"2024-09-10T07:44:00.694667+0000","last_fullsized":"2024-09-10T07:44:00.694667+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692877+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:44:00.692877+0000","last_peered":"2024-09-10T07:44:00.692877+0000","last_clean":"2024-09-10T07:44:00.692877+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:44:00.692877+0000","last_undegraded":"2024-09-10T07:44:00.692877+0000","last_fullsized":"2024-09-10T07:44:00.692877+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692079+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:44:00.692079+0000","last_peered":"2024-09-10T07:44:00.692079+0000","last_clean":"2024-09-10T07:44:00.692079+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:44:00.692079+0000","last_undegraded":"2024-09-10T07:44:00.692079+0000","last_fullsized":"2024-09-10T07:44:00.692079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695152+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:44:00.695152+0000","last_peered":"2024-09-10T07:44:00.695152+0000","last_clean":"2024-09-10T07:44:00.695152+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:44:00.695152+0000","last_undegraded":"2024-09-10T07:44:00.695152+0000","last_fullsized":"2024-09-10T07:44:00.695152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693559+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:44:00.693559+0000","last_peered":"2024-09-10T07:44:00.693559+0000","last_clean":"2024-09-10T07:44:00.693559+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:44:00.693559+0000","last_undegraded":"2024-09-10T07:44:00.693559+0000","last_fullsized":"2024-09-10T07:44:00.693559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693183+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:44:00.693183+0000","last_peered":"2024-09-10T07:44:00.693183+0000","last_clean":"2024-09-10T07:44:00.693183+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:44:00.693183+0000","last_undegraded":"2024-09-10T07:44:00.693183+0000","last_fullsized":"2024-09-10T07:44:00.693183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.702782+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:44:00.702782+0000","last_peered":"2024-09-10T07:44:00.702782+0000","last_clean":"2024-09-10T07:44:00.702782+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:44:00.702782+0000","last_undegraded":"2024-09-10T07:44:00.702782+0000","last_fullsized":"2024-09-10T07:44:00.702782+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694809+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:44:00.694809+0000","last_peered":"2024-09-10T07:44:00.694809+0000","last_clean":"2024-09-10T07:44:00.694809+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:44:00.694809+0000","last_undegraded":"2024-09-10T07:44:00.694809+0000","last_fullsized":"2024-09-10T07:44:00.694809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692423+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:44:00.692423+0000","last_peered":"2024-09-10T07:44:00.692423+0000","last_clean":"2024-09-10T07:44:00.692423+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:44:00.692423+0000","last_undegraded":"2024-09-10T07:44:00.692423+0000","last_fullsized":"2024-09-10T07:44:00.692423+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165000+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:44:01.165000+0000","last_peered":"2024-09-10T07:44:01.165000+0000","last_clean":"2024-09-10T07:44:01.165000+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:44:01.165000+0000","last_undegraded":"2024-09-10T07:44:01.165000+0000","last_fullsized":"2024-09-10T07:44:01.165000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695410+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:44:00.695410+0000","last_peered":"2024-09-10T07:44:00.695410+0000","last_clean":"2024-09-10T07:44:00.695410+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:44:00.695410+0000","last_undegraded":"2024-09-10T07:44:00.695410+0000","last_fullsized":"2024-09-10T07:44:00.695410+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692535+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:44:00.692535+0000","last_peered":"2024-09-10T07:44:00.692535+0000","last_clean":"2024-09-10T07:44:00.692535+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:44:00.692535+0000","last_undegraded":"2024-09-10T07:44:00.692535+0000","last_fullsized":"2024-09-10T07:44:00.692535+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694070+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:44:00.694070+0000","last_peered":"2024-09-10T07:44:00.694070+0000","last_clean":"2024-09-10T07:44:00.694070+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:44:00.694070+0000","last_undegraded":"2024-09-10T07:44:00.694070+0000","last_fullsized":"2024-09-10T07:44:00.694070+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694074+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:44:00.694074+0000","last_peered":"2024-09-10T07:44:00.694074+0000","last_clean":"2024-09-10T07:44:00.694074+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:44:00.694074+0000","last_undegraded":"2024-09-10T07:44:00.694074+0000","last_fullsized":"2024-09-10T07:44:00.694074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692680+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:44:00.692680+0000","last_peered":"2024-09-10T07:44:00.692680+0000","last_clean":"2024-09-10T07:44:00.692680+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:44:00.692680+0000","last_undegraded":"2024-09-10T07:44:00.692680+0000","last_fullsized":"2024-09-10T07:44:00.692680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690782+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:44:00.690782+0000","last_peered":"2024-09-10T07:44:00.690782+0000","last_clean":"2024-09-10T07:44:00.690782+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:44:00.690782+0000","last_undegraded":"2024-09-10T07:44:00.690782+0000","last_fullsized":"2024-09-10T07:44:00.690782+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694792+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:44:00.694792+0000","last_peered":"2024-09-10T07:44:00.694792+0000","last_clean":"2024-09-10T07:44:00.694792+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:44:00.694792+0000","last_undegraded":"2024-09-10T07:44:00.694792+0000","last_fullsized":"2024-09-10T07:44:00.694792+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690285+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:44:00.690285+0000","last_peered":"2024-09-10T07:44:00.690285+0000","last_clean":"2024-09-10T07:44:00.690285+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:44:00.690285+0000","last_undegraded":"2024-09-10T07:44:00.690285+0000","last_fullsized":"2024-09-10T07:44:00.690285+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694341+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:44:00.694341+0000","last_peered":"2024-09-10T07:44:00.694341+0000","last_clean":"2024-09-10T07:44:00.694341+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:44:00.694341+0000","last_undegraded":"2024-09-10T07:44:00.694341+0000","last_fullsized":"2024-09-10T07:44:00.694341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694148+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:44:00.694148+0000","last_peered":"2024-09-10T07:44:00.694148+0000","last_clean":"2024-09-10T07:44:00.694148+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:44:00.694148+0000","last_undegraded":"2024-09-10T07:44:00.694148+0000","last_fullsized":"2024-09-10T07:44:00.694148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.699708+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:44:00.699708+0000","last_peered":"2024-09-10T07:44:00.699708+0000","last_clean":"2024-09-10T07:44:00.699708+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:44:00.699708+0000","last_undegraded":"2024-09-10T07:44:00.699708+0000","last_fullsized":"2024-09-10T07:44:00.699708+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692602+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:44:00.692602+0000","last_peered":"2024-09-10T07:44:00.692602+0000","last_clean":"2024-09-10T07:44:00.692602+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:44:00.692602+0000","last_undegraded":"2024-09-10T07:44:00.692602+0000","last_fullsized":"2024-09-10T07:44:00.692602+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692949+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:44:00.692949+0000","last_peered":"2024-09-10T07:44:00.692949+0000","last_clean":"2024-09-10T07:44:00.692949+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:44:00.692949+0000","last_undegraded":"2024-09-10T07:44:00.692949+0000","last_fullsized":"2024-09-10T07:44:00.692949+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693952+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:44:00.693952+0000","last_peered":"2024-09-10T07:44:00.693952+0000","last_clean":"2024-09-10T07:44:00.693952+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:44:00.693952+0000","last_undegraded":"2024-09-10T07:44:00.693952+0000","last_fullsized":"2024-09-10T07:44:00.693952+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694855+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:44:00.694855+0000","last_peered":"2024-09-10T07:44:00.694855+0000","last_clean":"2024-09-10T07:44:00.694855+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:44:00.694855+0000","last_undegraded":"2024-09-10T07:44:00.694855+0000","last_fullsized":"2024-09-10T07:44:00.694855+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690264+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:44:00.690264+0000","last_peered":"2024-09-10T07:44:00.690264+0000","last_clean":"2024-09-10T07:44:00.690264+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:44:00.690264+0000","last_undegraded":"2024-09-10T07:44:00.690264+0000","last_fullsized":"2024-09-10T07:44:00.690264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693908+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:44:00.693908+0000","last_peered":"2024-09-10T07:44:00.693908+0000","last_clean":"2024-09-10T07:44:00.693908+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:44:00.693908+0000","last_undegraded":"2024-09-10T07:44:00.693908+0000","last_fullsized":"2024-09-10T07:44:00.693908+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802639+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:44:00.802639+0000","last_peered":"2024-09-10T07:44:00.802639+0000","last_clean":"2024-09-10T07:44:00.802639+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:44:00.802639+0000","last_undegraded":"2024-09-10T07:44:00.802639+0000","last_fullsized":"2024-09-10T07:44:00.802639+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695285+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:44:00.695285+0000","last_peered":"2024-09-10T07:44:00.695285+0000","last_clean":"2024-09-10T07:44:00.695285+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:44:00.695285+0000","last_undegraded":"2024-09-10T07:44:00.695285+0000","last_fullsized":"2024-09-10T07:44:00.695285+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690866+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:44:00.690866+0000","last_peered":"2024-09-10T07:44:00.690866+0000","last_clean":"2024-09-10T07:44:00.690866+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:44:00.690866+0000","last_undegraded":"2024-09-10T07:44:00.690866+0000","last_fullsized":"2024-09-10T07:44:00.690866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690714+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:44:00.690714+0000","last_peered":"2024-09-10T07:44:00.690714+0000","last_clean":"2024-09-10T07:44:00.690714+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:44:00.690714+0000","last_undegraded":"2024-09-10T07:44:00.690714+0000","last_fullsized":"2024-09-10T07:44:00.690714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690365+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:44:00.690365+0000","last_peered":"2024-09-10T07:44:00.690365+0000","last_clean":"2024-09-10T07:44:00.690365+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:44:00.690365+0000","last_undegraded":"2024-09-10T07:44:00.690365+0000","last_fullsized":"2024-09-10T07:44:00.690365+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695399+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:44:00.695399+0000","last_peered":"2024-09-10T07:44:00.695399+0000","last_clean":"2024-09-10T07:44:00.695399+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:44:00.695399+0000","last_undegraded":"2024-09-10T07:44:00.695399+0000","last_fullsized":"2024-09-10T07:44:00.695399+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690518+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:44:00.690518+0000","last_peered":"2024-09-10T07:44:00.690518+0000","last_clean":"2024-09-10T07:44:00.690518+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:44:00.690518+0000","last_undegraded":"2024-09-10T07:44:00.690518+0000","last_fullsized":"2024-09-10T07:44:00.690518+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165120+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:44:01.165120+0000","last_peered":"2024-09-10T07:44:01.165120+0000","last_clean":"2024-09-10T07:44:01.165120+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:44:01.165120+0000","last_undegraded":"2024-09-10T07:44:01.165120+0000","last_fullsized":"2024-09-10T07:44:01.165120+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802462+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:44:00.802462+0000","last_peered":"2024-09-10T07:44:00.802462+0000","last_clean":"2024-09-10T07:44:00.802462+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:44:00.802462+0000","last_undegraded":"2024-09-10T07:44:00.802462+0000","last_fullsized":"2024-09-10T07:44:00.802462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694295+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:44:00.694295+0000","last_peered":"2024-09-10T07:44:00.694295+0000","last_clean":"2024-09-10T07:44:00.694295+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:44:00.694295+0000","last_undegraded":"2024-09-10T07:44:00.694295+0000","last_fullsized":"2024-09-10T07:44:00.694295+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":88,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:21.832386+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:44:21.832386+0000","last_peered":"2024-09-10T07:44:21.832386+0000","last_clean":"2024-09-10T07:44:21.832386+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:44:21.832386+0000","last_undegraded":"2024-09-10T07:44:21.832386+0000","last_fullsized":"2024-09-10T07:44:21.832386+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802762+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:44:00.802762+0000","last_peered":"2024-09-10T07:44:00.802762+0000","last_clean":"2024-09-10T07:44:00.802762+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:44:00.802762+0000","last_undegraded":"2024-09-10T07:44:00.802762+0000","last_fullsized":"2024-09-10T07:44:00.802762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802241+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:44:00.802241+0000","last_peered":"2024-09-10T07:44:00.802241+0000","last_clean":"2024-09-10T07:44:00.802241+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:44:00.802241+0000","last_undegraded":"2024-09-10T07:44:00.802241+0000","last_fullsized":"2024-09-10T07:44:00.802241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164894+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:44:01.164894+0000","last_peered":"2024-09-10T07:44:01.164894+0000","last_clean":"2024-09-10T07:44:01.164894+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:44:01.164894+0000","last_undegraded":"2024-09-10T07:44:01.164894+0000","last_fullsized":"2024-09-10T07:44:01.164894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696076+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:44:00.696076+0000","last_peered":"2024-09-10T07:44:00.696076+0000","last_clean":"2024-09-10T07:44:00.696076+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:44:00.696076+0000","last_undegraded":"2024-09-10T07:44:00.696076+0000","last_fullsized":"2024-09-10T07:44:00.696076+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694086+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:44:00.694086+0000","last_peered":"2024-09-10T07:44:00.694086+0000","last_clean":"2024-09-10T07:44:00.694086+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:44:00.694086+0000","last_undegraded":"2024-09-10T07:44:00.694086+0000","last_fullsized":"2024-09-10T07:44:00.694086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693479+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:44:00.693479+0000","last_peered":"2024-09-10T07:44:00.693479+0000","last_clean":"2024-09-10T07:44:00.693479+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:44:00.693479+0000","last_undegraded":"2024-09-10T07:44:00.693479+0000","last_fullsized":"2024-09-10T07:44:00.693479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":347,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165083+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:44:01.165083+0000","last_peered":"2024-09-10T07:44:01.165083+0000","last_clean":"2024-09-10T07:44:01.165083+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:44:01.165083+0000","last_undegraded":"2024-09-10T07:44:01.165083+0000","last_fullsized":"2024-09-10T07:44:01.165083+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165246+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:44:01.165246+0000","last_peered":"2024-09-10T07:44:01.165246+0000","last_clean":"2024-09-10T07:44:01.165246+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:44:01.165246+0000","last_undegraded":"2024-09-10T07:44:01.165246+0000","last_fullsized":"2024-09-10T07:44:01.165246+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165391+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:44:01.165391+0000","last_peered":"2024-09-10T07:44:01.165391+0000","last_clean":"2024-09-10T07:44:01.165391+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:44:01.165391+0000","last_undegraded":"2024-09-10T07:44:01.165391+0000","last_fullsized":"2024-09-10T07:44:01.165391+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695693+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:44:00.695693+0000","last_peered":"2024-09-10T07:44:00.695693+0000","last_clean":"2024-09-10T07:44:00.695693+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:44:00.695693+0000","last_undegraded":"2024-09-10T07:44:00.695693+0000","last_fullsized":"2024-09-10T07:44:00.695693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694043+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:44:00.694043+0000","last_peered":"2024-09-10T07:44:00.694043+0000","last_clean":"2024-09-10T07:44:00.694043+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:44:00.694043+0000","last_undegraded":"2024-09-10T07:44:00.694043+0000","last_fullsized":"2024-09-10T07:44:00.694043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165193+0000","last_change":"2024-09-10T07:42:49.463193+0000","last_active":"2024-09-10T07:44:01.165193+0000","last_peered":"2024-09-10T07:44:01.165193+0000","last_clean":"2024-09-10T07:44:01.165193+0000","last_became_active":"2024-09-10T07:42:49.462868+0000","last_became_peered":"2024-09-10T07:42:49.462868+0000","last_unstale":"2024-09-10T07:44:01.165193+0000","last_undegraded":"2024-09-10T07:44:01.165193+0000","last_fullsized":"2024-09-10T07:44:01.165193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:59.106778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695097+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:44:00.695097+0000","last_peered":"2024-09-10T07:44:00.695097+0000","last_clean":"2024-09-10T07:44:00.695097+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:44:00.695097+0000","last_undegraded":"2024-09-10T07:44:00.695097+0000","last_fullsized":"2024-09-10T07:44:00.695097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.698514+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:44:00.698514+0000","last_peered":"2024-09-10T07:44:00.698514+0000","last_clean":"2024-09-10T07:44:00.698514+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:44:00.698514+0000","last_undegraded":"2024-09-10T07:44:00.698514+0000","last_fullsized":"2024-09-10T07:44:00.698514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165381+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:44:01.165381+0000","last_peered":"2024-09-10T07:44:01.165381+0000","last_clean":"2024-09-10T07:44:01.165381+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:44:01.165381+0000","last_undegraded":"2024-09-10T07:44:01.165381+0000","last_fullsized":"2024-09-10T07:44:01.165381+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802676+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:44:00.802676+0000","last_peered":"2024-09-10T07:44:00.802676+0000","last_clean":"2024-09-10T07:44:00.802676+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:44:00.802676+0000","last_undegraded":"2024-09-10T07:44:00.802676+0000","last_fullsized":"2024-09-10T07:44:00.802676+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693988+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:44:00.693988+0000","last_peered":"2024-09-10T07:44:00.693988+0000","last_clean":"2024-09-10T07:44:00.693988+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:44:00.693988+0000","last_undegraded":"2024-09-10T07:44:00.693988+0000","last_fullsized":"2024-09-10T07:44:00.693988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691218+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:44:00.691218+0000","last_peered":"2024-09-10T07:44:00.691218+0000","last_clean":"2024-09-10T07:44:00.691218+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:44:00.691218+0000","last_undegraded":"2024-09-10T07:44:00.691218+0000","last_fullsized":"2024-09-10T07:44:00.691218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695219+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:44:00.695219+0000","last_peered":"2024-09-10T07:44:00.695219+0000","last_clean":"2024-09-10T07:44:00.695219+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:44:00.695219+0000","last_undegraded":"2024-09-10T07:44:00.695219+0000","last_fullsized":"2024-09-10T07:44:00.695219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693720+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:44:00.693720+0000","last_peered":"2024-09-10T07:44:00.693720+0000","last_clean":"2024-09-10T07:44:00.693720+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:44:00.693720+0000","last_undegraded":"2024-09-10T07:44:00.693720+0000","last_fullsized":"2024-09-10T07:44:00.693720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693925+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:44:00.693925+0000","last_peered":"2024-09-10T07:44:00.693925+0000","last_clean":"2024-09-10T07:44:00.693925+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:44:00.693925+0000","last_undegraded":"2024-09-10T07:44:00.693925+0000","last_fullsized":"2024-09-10T07:44:00.693925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.711125+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:44:00.711125+0000","last_peered":"2024-09-10T07:44:00.711125+0000","last_clean":"2024-09-10T07:44:00.711125+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:44:00.711125+0000","last_undegraded":"2024-09-10T07:44:00.711125+0000","last_fullsized":"2024-09-10T07:44:00.711125+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802664+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:44:00.802664+0000","last_peered":"2024-09-10T07:44:00.802664+0000","last_clean":"2024-09-10T07:44:00.802664+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:44:00.802664+0000","last_undegraded":"2024-09-10T07:44:00.802664+0000","last_fullsized":"2024-09-10T07:44:00.802664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164795+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:44:01.164795+0000","last_peered":"2024-09-10T07:44:01.164795+0000","last_clean":"2024-09-10T07:44:01.164795+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:44:01.164795+0000","last_undegraded":"2024-09-10T07:44:01.164795+0000","last_fullsized":"2024-09-10T07:44:01.164795+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":88,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:20.831528+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:44:20.831528+0000","last_peered":"2024-09-10T07:44:20.831528+0000","last_clean":"2024-09-10T07:44:20.831528+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:44:20.831528+0000","last_undegraded":"2024-09-10T07:44:20.831528+0000","last_fullsized":"2024-09-10T07:44:20.831528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690378+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:44:00.690378+0000","last_peered":"2024-09-10T07:44:00.690378+0000","last_clean":"2024-09-10T07:44:00.690378+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:44:00.690378+0000","last_undegraded":"2024-09-10T07:44:00.690378+0000","last_fullsized":"2024-09-10T07:44:00.690378+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165149+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:44:01.165149+0000","last_peered":"2024-09-10T07:44:01.165149+0000","last_clean":"2024-09-10T07:44:01.165149+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:44:01.165149+0000","last_undegraded":"2024-09-10T07:44:01.165149+0000","last_fullsized":"2024-09-10T07:44:01.165149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694320+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:44:00.694320+0000","last_peered":"2024-09-10T07:44:00.694320+0000","last_clean":"2024-09-10T07:44:00.694320+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:44:00.694320+0000","last_undegraded":"2024-09-10T07:44:00.694320+0000","last_fullsized":"2024-09-10T07:44:00.694320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691176+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:44:00.691176+0000","last_peered":"2024-09-10T07:44:00.691176+0000","last_clean":"2024-09-10T07:44:00.691176+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:44:00.691176+0000","last_undegraded":"2024-09-10T07:44:00.691176+0000","last_fullsized":"2024-09-10T07:44:00.691176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802235+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:44:00.802235+0000","last_peered":"2024-09-10T07:44:00.802235+0000","last_clean":"2024-09-10T07:44:00.802235+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:44:00.802235+0000","last_undegraded":"2024-09-10T07:44:00.802235+0000","last_fullsized":"2024-09-10T07:44:00.802235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.708551+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:44:00.708551+0000","last_peered":"2024-09-10T07:44:00.708551+0000","last_clean":"2024-09-10T07:44:00.708551+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:44:00.708551+0000","last_undegraded":"2024-09-10T07:44:00.708551+0000","last_fullsized":"2024-09-10T07:44:00.708551+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694705+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:44:00.694705+0000","last_peered":"2024-09-10T07:44:00.694705+0000","last_clean":"2024-09-10T07:44:00.694705+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:44:00.694705+0000","last_undegraded":"2024-09-10T07:44:00.694705+0000","last_fullsized":"2024-09-10T07:44:00.694705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694972+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:44:00.694972+0000","last_peered":"2024-09-10T07:44:00.694972+0000","last_clean":"2024-09-10T07:44:00.694972+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:44:00.694972+0000","last_undegraded":"2024-09-10T07:44:00.694972+0000","last_fullsized":"2024-09-10T07:44:00.694972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"86'33","reported_seq":175,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:22.845352+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:44:22.845352+0000","last_peered":"2024-09-10T07:44:22.845352+0000","last_clean":"2024-09-10T07:44:22.845352+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:44:22.845352+0000","last_undegraded":"2024-09-10T07:44:22.845352+0000","last_fullsized":"2024-09-10T07:44:22.845352+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63484,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":108,"num_read_kb":116,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690294+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:44:00.690294+0000","last_peered":"2024-09-10T07:44:00.690294+0000","last_clean":"2024-09-10T07:44:00.690294+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:44:00.690294+0000","last_undegraded":"2024-09-10T07:44:00.690294+0000","last_fullsized":"2024-09-10T07:44:00.690294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693665+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:44:00.693665+0000","last_peered":"2024-09-10T07:44:00.693665+0000","last_clean":"2024-09-10T07:44:00.693665+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:44:00.693665+0000","last_undegraded":"2024-09-10T07:44:00.693665+0000","last_fullsized":"2024-09-10T07:44:00.693665+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694978+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:44:00.694978+0000","last_peered":"2024-09-10T07:44:00.694978+0000","last_clean":"2024-09-10T07:44:00.694978+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:44:00.694978+0000","last_undegraded":"2024-09-10T07:44:00.694978+0000","last_fullsized":"2024-09-10T07:44:00.694978+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692932+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:44:00.692932+0000","last_peered":"2024-09-10T07:44:00.692932+0000","last_clean":"2024-09-10T07:44:00.692932+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:44:00.692932+0000","last_undegraded":"2024-09-10T07:44:00.692932+0000","last_fullsized":"2024-09-10T07:44:00.692932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692902+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:44:00.692902+0000","last_peered":"2024-09-10T07:44:00.692902+0000","last_clean":"2024-09-10T07:44:00.692902+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:44:00.692902+0000","last_undegraded":"2024-09-10T07:44:00.692902+0000","last_fullsized":"2024-09-10T07:44:00.692902+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165332+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:44:01.165332+0000","last_peered":"2024-09-10T07:44:01.165332+0000","last_clean":"2024-09-10T07:44:01.165332+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:44:01.165332+0000","last_undegraded":"2024-09-10T07:44:01.165332+0000","last_fullsized":"2024-09-10T07:44:01.165332+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.689632+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:44:00.689632+0000","last_peered":"2024-09-10T07:44:00.689632+0000","last_clean":"2024-09-10T07:44:00.689632+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:44:00.689632+0000","last_undegraded":"2024-09-10T07:44:00.689632+0000","last_fullsized":"2024-09-10T07:44:00.689632+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693616+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:44:00.693616+0000","last_peered":"2024-09-10T07:44:00.693616+0000","last_clean":"2024-09-10T07:44:00.693616+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:44:00.693616+0000","last_undegraded":"2024-09-10T07:44:00.693616+0000","last_fullsized":"2024-09-10T07:44:00.693616+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":87,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:21.833148+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:44:21.833148+0000","last_peered":"2024-09-10T07:44:21.833148+0000","last_clean":"2024-09-10T07:44:21.833148+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:44:21.833148+0000","last_undegraded":"2024-09-10T07:44:21.833148+0000","last_fullsized":"2024-09-10T07:44:21.833148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694466+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:44:00.694466+0000","last_peered":"2024-09-10T07:44:00.694466+0000","last_clean":"2024-09-10T07:44:00.694466+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:44:00.694466+0000","last_undegraded":"2024-09-10T07:44:00.694466+0000","last_fullsized":"2024-09-10T07:44:00.694466+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692481+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:44:00.692481+0000","last_peered":"2024-09-10T07:44:00.692481+0000","last_clean":"2024-09-10T07:44:00.692481+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:44:00.692481+0000","last_undegraded":"2024-09-10T07:44:00.692481+0000","last_fullsized":"2024-09-10T07:44:00.692481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.689733+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:44:00.689733+0000","last_peered":"2024-09-10T07:44:00.689733+0000","last_clean":"2024-09-10T07:44:00.689733+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:44:00.689733+0000","last_undegraded":"2024-09-10T07:44:00.689733+0000","last_fullsized":"2024-09-10T07:44:00.689733+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694459+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:44:00.694459+0000","last_peered":"2024-09-10T07:44:00.694459+0000","last_clean":"2024-09-10T07:44:00.694459+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:44:00.694459+0000","last_undegraded":"2024-09-10T07:44:00.694459+0000","last_fullsized":"2024-09-10T07:44:00.694459+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691101+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:44:00.691101+0000","last_peered":"2024-09-10T07:44:00.691101+0000","last_clean":"2024-09-10T07:44:00.691101+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:44:00.691101+0000","last_undegraded":"2024-09-10T07:44:00.691101+0000","last_fullsized":"2024-09-10T07:44:00.691101+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694053+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:44:00.694053+0000","last_peered":"2024-09-10T07:44:00.694053+0000","last_clean":"2024-09-10T07:44:00.694053+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:44:00.694053+0000","last_undegraded":"2024-09-10T07:44:00.694053+0000","last_fullsized":"2024-09-10T07:44:00.694053+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802289+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:44:00.802289+0000","last_peered":"2024-09-10T07:44:00.802289+0000","last_clean":"2024-09-10T07:44:00.802289+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:44:00.802289+0000","last_undegraded":"2024-09-10T07:44:00.802289+0000","last_fullsized":"2024-09-10T07:44:00.802289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690527+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:44:00.690527+0000","last_peered":"2024-09-10T07:44:00.690527+0000","last_clean":"2024-09-10T07:44:00.690527+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:44:00.690527+0000","last_undegraded":"2024-09-10T07:44:00.690527+0000","last_fullsized":"2024-09-10T07:44:00.690527+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693992+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:44:00.693992+0000","last_peered":"2024-09-10T07:44:00.693992+0000","last_clean":"2024-09-10T07:44:00.693992+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:44:00.693992+0000","last_undegraded":"2024-09-10T07:44:00.693992+0000","last_fullsized":"2024-09-10T07:44:00.693992+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.804214+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:44:00.804214+0000","last_peered":"2024-09-10T07:44:00.804214+0000","last_clean":"2024-09-10T07:44:00.804214+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:44:00.804214+0000","last_undegraded":"2024-09-10T07:44:00.804214+0000","last_fullsized":"2024-09-10T07:44:00.804214+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":92,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:20.832360+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:44:20.832360+0000","last_peered":"2024-09-10T07:44:20.832360+0000","last_clean":"2024-09-10T07:44:20.832360+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:44:20.832360+0000","last_undegraded":"2024-09-10T07:44:20.832360+0000","last_fullsized":"2024-09-10T07:44:20.832360+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695642+0000","last_change":"2024-09-10T07:42:49.453521+0000","last_active":"2024-09-10T07:44:00.695642+0000","last_peered":"2024-09-10T07:44:00.695642+0000","last_clean":"2024-09-10T07:44:00.695642+0000","last_became_active":"2024-09-10T07:42:49.453125+0000","last_became_peered":"2024-09-10T07:42:49.453125+0000","last_unstale":"2024-09-10T07:44:00.695642+0000","last_undegraded":"2024-09-10T07:44:00.695642+0000","last_fullsized":"2024-09-10T07:44:00.695642+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:34.482677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695720+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:44:00.695720+0000","last_peered":"2024-09-10T07:44:00.695720+0000","last_clean":"2024-09-10T07:44:00.695720+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:44:00.695720+0000","last_undegraded":"2024-09-10T07:44:00.695720+0000","last_fullsized":"2024-09-10T07:44:00.695720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690703+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:44:00.690703+0000","last_peered":"2024-09-10T07:44:00.690703+0000","last_clean":"2024-09-10T07:44:00.690703+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:44:00.690703+0000","last_undegraded":"2024-09-10T07:44:00.690703+0000","last_fullsized":"2024-09-10T07:44:00.690703+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694561+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:44:00.694561+0000","last_peered":"2024-09-10T07:44:00.694561+0000","last_clean":"2024-09-10T07:44:00.694561+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:44:00.694561+0000","last_undegraded":"2024-09-10T07:44:00.694561+0000","last_fullsized":"2024-09-10T07:44:00.694561+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694000+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:44:00.694000+0000","last_peered":"2024-09-10T07:44:00.694000+0000","last_clean":"2024-09-10T07:44:00.694000+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:44:00.694000+0000","last_undegraded":"2024-09-10T07:44:00.694000+0000","last_fullsized":"2024-09-10T07:44:00.694000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692685+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:44:00.692685+0000","last_peered":"2024-09-10T07:44:00.692685+0000","last_clean":"2024-09-10T07:44:00.692685+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:44:00.692685+0000","last_undegraded":"2024-09-10T07:44:00.692685+0000","last_fullsized":"2024-09-10T07:44:00.692685+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802584+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:44:00.802584+0000","last_peered":"2024-09-10T07:44:00.802584+0000","last_clean":"2024-09-10T07:44:00.802584+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:44:00.802584+0000","last_undegraded":"2024-09-10T07:44:00.802584+0000","last_fullsized":"2024-09-10T07:44:00.802584+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691081+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:44:00.691081+0000","last_peered":"2024-09-10T07:44:00.691081+0000","last_clean":"2024-09-10T07:44:00.691081+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:44:00.691081+0000","last_undegraded":"2024-09-10T07:44:00.691081+0000","last_fullsized":"2024-09-10T07:44:00.691081+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696126+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:44:00.696126+0000","last_peered":"2024-09-10T07:44:00.696126+0000","last_clean":"2024-09-10T07:44:00.696126+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:44:00.696126+0000","last_undegraded":"2024-09-10T07:44:00.696126+0000","last_fullsized":"2024-09-10T07:44:00.696126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.698920+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:44:00.698920+0000","last_peered":"2024-09-10T07:44:00.698920+0000","last_clean":"2024-09-10T07:44:00.698920+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:44:00.698920+0000","last_undegraded":"2024-09-10T07:44:00.698920+0000","last_fullsized":"2024-09-10T07:44:00.698920+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694189+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:44:00.694189+0000","last_peered":"2024-09-10T07:44:00.694189+0000","last_clean":"2024-09-10T07:44:00.694189+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:44:00.694189+0000","last_undegraded":"2024-09-10T07:44:00.694189+0000","last_fullsized":"2024-09-10T07:44:00.694189+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694627+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:44:00.694627+0000","last_peered":"2024-09-10T07:44:00.694627+0000","last_clean":"2024-09-10T07:44:00.694627+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:44:00.694627+0000","last_undegraded":"2024-09-10T07:44:00.694627+0000","last_fullsized":"2024-09-10T07:44:00.694627+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.694168+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:44:00.694168+0000","last_peered":"2024-09-10T07:44:00.694168+0000","last_clean":"2024-09-10T07:44:00.694168+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:44:00.694168+0000","last_undegraded":"2024-09-10T07:44:00.694168+0000","last_fullsized":"2024-09-10T07:44:00.694168+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802442+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:44:00.802442+0000","last_peered":"2024-09-10T07:44:00.802442+0000","last_clean":"2024-09-10T07:44:00.802442+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:44:00.802442+0000","last_undegraded":"2024-09-10T07:44:00.802442+0000","last_fullsized":"2024-09-10T07:44:00.802442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691323+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:44:00.691323+0000","last_peered":"2024-09-10T07:44:00.691323+0000","last_clean":"2024-09-10T07:44:00.691323+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:44:00.691323+0000","last_undegraded":"2024-09-10T07:44:00.691323+0000","last_fullsized":"2024-09-10T07:44:00.691323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695883+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:44:00.695883+0000","last_peered":"2024-09-10T07:44:00.695883+0000","last_clean":"2024-09-10T07:44:00.695883+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:44:00.695883+0000","last_undegraded":"2024-09-10T07:44:00.695883+0000","last_fullsized":"2024-09-10T07:44:00.695883+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690186+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:44:00.690186+0000","last_peered":"2024-09-10T07:44:00.690186+0000","last_clean":"2024-09-10T07:44:00.690186+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:44:00.690186+0000","last_undegraded":"2024-09-10T07:44:00.690186+0000","last_fullsized":"2024-09-10T07:44:00.690186+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691364+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:44:00.691364+0000","last_peered":"2024-09-10T07:44:00.691364+0000","last_clean":"2024-09-10T07:44:00.691364+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:44:00.691364+0000","last_undegraded":"2024-09-10T07:44:00.691364+0000","last_fullsized":"2024-09-10T07:44:00.691364+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693802+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:44:00.693802+0000","last_peered":"2024-09-10T07:44:00.693802+0000","last_clean":"2024-09-10T07:44:00.693802+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:44:00.693802+0000","last_undegraded":"2024-09-10T07:44:00.693802+0000","last_fullsized":"2024-09-10T07:44:00.693802+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.803549+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:44:00.803549+0000","last_peered":"2024-09-10T07:44:00.803549+0000","last_clean":"2024-09-10T07:44:00.803549+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:44:00.803549+0000","last_undegraded":"2024-09-10T07:44:00.803549+0000","last_fullsized":"2024-09-10T07:44:00.803549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692058+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:44:00.692058+0000","last_peered":"2024-09-10T07:44:00.692058+0000","last_clean":"2024-09-10T07:44:00.692058+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:44:00.692058+0000","last_undegraded":"2024-09-10T07:44:00.692058+0000","last_fullsized":"2024-09-10T07:44:00.692058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.802444+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:44:00.802444+0000","last_peered":"2024-09-10T07:44:00.802444+0000","last_clean":"2024-09-10T07:44:00.802444+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:44:00.802444+0000","last_undegraded":"2024-09-10T07:44:00.802444+0000","last_fullsized":"2024-09-10T07:44:00.802444+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693270+0000","last_change":"2024-09-10T07:42:49.459277+0000","last_active":"2024-09-10T07:44:00.693270+0000","last_peered":"2024-09-10T07:44:00.693270+0000","last_clean":"2024-09-10T07:44:00.693270+0000","last_became_active":"2024-09-10T07:42:49.458830+0000","last_became_peered":"2024-09-10T07:42:49.458830+0000","last_unstale":"2024-09-10T07:44:00.693270+0000","last_undegraded":"2024-09-10T07:44:00.693270+0000","last_fullsized":"2024-09-10T07:44:00.693270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:52.183058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.165379+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:44:01.165379+0000","last_peered":"2024-09-10T07:44:01.165379+0000","last_clean":"2024-09-10T07:44:01.165379+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:44:01.165379+0000","last_undegraded":"2024-09-10T07:44:01.165379+0000","last_fullsized":"2024-09-10T07:44:01.165379+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691135+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:44:00.691135+0000","last_peered":"2024-09-10T07:44:00.691135+0000","last_clean":"2024-09-10T07:44:00.691135+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:44:00.691135+0000","last_undegraded":"2024-09-10T07:44:00.691135+0000","last_fullsized":"2024-09-10T07:44:00.691135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693760+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:44:00.693760+0000","last_peered":"2024-09-10T07:44:00.693760+0000","last_clean":"2024-09-10T07:44:00.693760+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:44:00.693760+0000","last_undegraded":"2024-09-10T07:44:00.693760+0000","last_fullsized":"2024-09-10T07:44:00.693760+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.696396+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:44:00.696396+0000","last_peered":"2024-09-10T07:44:00.696396+0000","last_clean":"2024-09-10T07:44:00.696396+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:44:00.696396+0000","last_undegraded":"2024-09-10T07:44:00.696396+0000","last_fullsized":"2024-09-10T07:44:00.696396+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.164925+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:44:01.164925+0000","last_peered":"2024-09-10T07:44:01.164925+0000","last_clean":"2024-09-10T07:44:01.164925+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:44:01.164925+0000","last_undegraded":"2024-09-10T07:44:01.164925+0000","last_fullsized":"2024-09-10T07:44:01.164925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.690516+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:44:00.690516+0000","last_peered":"2024-09-10T07:44:00.690516+0000","last_clean":"2024-09-10T07:44:00.690516+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:44:00.690516+0000","last_undegraded":"2024-09-10T07:44:00.690516+0000","last_fullsized":"2024-09-10T07:44:00.690516+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.695236+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:44:00.695236+0000","last_peered":"2024-09-10T07:44:00.695236+0000","last_clean":"2024-09-10T07:44:00.695236+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:44:00.695236+0000","last_undegraded":"2024-09-10T07:44:00.695236+0000","last_fullsized":"2024-09-10T07:44:00.695236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.693179+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:44:00.693179+0000","last_peered":"2024-09-10T07:44:00.693179+0000","last_clean":"2024-09-10T07:44:00.693179+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:44:00.693179+0000","last_undegraded":"2024-09-10T07:44:00.693179+0000","last_fullsized":"2024-09-10T07:44:00.693179+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692251+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:44:00.692251+0000","last_peered":"2024-09-10T07:44:00.692251+0000","last_clean":"2024-09-10T07:44:00.692251+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:44:00.692251+0000","last_undegraded":"2024-09-10T07:44:00.692251+0000","last_fullsized":"2024-09-10T07:44:00.692251+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.692558+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:44:00.692558+0000","last_peered":"2024-09-10T07:44:00.692558+0000","last_clean":"2024-09-10T07:44:00.692558+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:44:00.692558+0000","last_undegraded":"2024-09-10T07:44:00.692558+0000","last_fullsized":"2024-09-10T07:44:00.692558+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.691254+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:44:00.691254+0000","last_peered":"2024-09-10T07:44:00.691254+0000","last_clean":"2024-09-10T07:44:00.691254+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:44:00.691254+0000","last_undegraded":"2024-09-10T07:44:00.691254+0000","last_fullsized":"2024-09-10T07:44:00.691254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67487,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":325,"num_read_kb":235,"num_write":169,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579937,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1003520,"data_stored":494488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808869,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28680,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716472,"statfs":{"total":95995035648,"available":95965667328,"internally_reserved":0,"allocated":1691648,"data_stored":1145206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972394,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1019904,"data_stored":498786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201328,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":494610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430260,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1609728,"data_stored":1090521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593786,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":995328,"data_stored":489866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28612,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716540,"statfs":{"total":95995035648,"available":95965736960,"internally_reserved":0,"allocated":1617920,"data_stored":1086109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953540,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1015808,"data_stored":494628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1007616,"data_stored":490060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":554857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1064960,"data_stored":553260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36348,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708804,"statfs":{"total":95995035648,"available":95957815296,"internally_reserved":0,"allocated":1019904,"data_stored":491254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:44:28.986 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T07:44:28.986 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T07:44:28.986 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-10T07:44:28.986 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph health --format=json 2024-09-10T07:44:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:28 smithi110 ceph-mon[34417]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:29.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:28 smithi145 ceph-mon[34766]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:29.243 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:28 smithi007 ceph-mon[30879]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 -- 172.21.15.7:0/30399712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 msgr2=0x7f00e4100cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 --2- 172.21.15.7:0/30399712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e4100cb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f00e0009900 tx=0x7f00e002a410 comp rx=0 tx=0).stop 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 -- 172.21.15.7:0/30399712 shutdown_connections 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 --2- 172.21.15.7:0/30399712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 0x7f00e4110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 --2- 172.21.15.7:0/30399712 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 0x7f00e410df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 --2- 172.21.15.7:0/30399712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e4100cb0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 -- 172.21.15.7:0/30399712 >> 172.21.15.7:0/30399712 conn(0x7f00e40fc7a0 msgr2=0x7f00e40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 -- 172.21.15.7:0/30399712 shutdown_connections 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.662+0000 7f00ebba5640 1 -- 172.21.15.7:0/30399712 wait complete. 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 Processor -- start 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 -- start start 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 0x7f00e419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 0x7f00e419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f00e4114060 con 0x7f00e41008d0 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f00e4113ee0 con 0x7f00e4101280 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ebba5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f00e41141e0 con 0x7f00e410e480 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58782/0 (socket says 172.21.15.7:58782) 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 -- 172.21.15.7:0/912231515 learned_addr learned my addr 172.21.15.7:0/912231515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:29.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9140640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 0x7f00e419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00ea142640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 0x7f00e419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 -- 172.21.15.7:0/912231515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 msgr2=0x7f00e419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 0x7f00e419ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 -- 172.21.15.7:0/912231515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 msgr2=0x7f00e419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 0x7f00e419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.663+0000 7f00e9941640 1 -- 172.21.15.7:0/912231515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e419f550 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00e9941640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005940 tx=0x7f00e0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e003f030 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00e419f7e0 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00e0003aa0 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e0035070 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.664+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00e41a7120 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.665+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00e406b070 con 0x7f00e41008d0 2024-09-10T07:44:29.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.666+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f00e0042030 con 0x7f00e41008d0 2024-09-10T07:44:29.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.667+0000 7f00daffd640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 0x7f00d00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:29.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.667+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f00e00efa40 con 0x7f00e41008d0 2024-09-10T07:44:29.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.667+0000 7f00e9140640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 0x7f00d00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:29.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.667+0000 7f00e9140640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 0x7f00d00a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f00d4005fd0 tx=0x7f00d4005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:29.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.671+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00e00bc500 con 0x7f00e41008d0 2024-09-10T07:44:29.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.884+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f00e4109610 con 0x7f00e41008d0 2024-09-10T07:44:29.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.884+0000 7f00daffd640 1 -- 172.21.15.7:0/912231515 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f00e00bbe00 con 0x7f00e41008d0 2024-09-10T07:44:29.884 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:29.884 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 msgr2=0x7f00d00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 0x7f00d00a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f00d4005fd0 tx=0x7f00d4005850 comp rx=0 tx=0).stop 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 msgr2=0x7f00e419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005940 tx=0x7f00e0004270 comp rx=0 tx=0).stop 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 shutdown_connections 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f00d00a2c10 0x7f00d00a50d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00e410e480 0x7f00e419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f00e4101280 0x7f00e419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 --2- 172.21.15.7:0/912231515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e41008d0 0x7f00e419a5a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:29.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.886+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 >> 172.21.15.7:0/912231515 conn(0x7f00e40fc7a0 msgr2=0x7f00e40feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:29.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.887+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 shutdown_connections 2024-09-10T07:44:29.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:29.887+0000 7f00ebba5640 1 -- 172.21.15.7:0/912231515 wait complete. 2024-09-10T07:44:30.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:29 smithi007 ceph-mon[30879]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:30.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/912231515' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T07:44:30.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:29 smithi110 ceph-mon[34417]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:30.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/912231515' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T07:44:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:29 smithi145 ceph-mon[34766]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:30.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/912231515' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T07:44:30.579 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-10T07:44:30.579 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:44:30.840 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:31.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 -- 172.21.15.7:0/1509719910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 msgr2=0x7fa8941067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:31.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 --2- 172.21.15.7:0/1509719910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa8941067e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa888009900 tx=0x7fa88802a410 comp rx=0 tx=0).stop 2024-09-10T07:44:31.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 -- 172.21.15.7:0/1509719910 shutdown_connections 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 --2- 172.21.15.7:0/1509719910 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 --2- 172.21.15.7:0/1509719910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa8941067e0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 --2- 172.21.15.7:0/1509719910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 0x7fa8941021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 -- 172.21.15.7:0/1509719910 >> 172.21.15.7:0/1509719910 conn(0x7fa8940fd8c0 msgr2=0x7fa8940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 -- 172.21.15.7:0/1509719910 shutdown_connections 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.361+0000 7fa899a30640 1 -- 172.21.15.7:0/1509719910 wait complete. 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 Processor -- start 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 -- start start 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 0x7fa89419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:31.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa894111e20 con 0x7fa894102790 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa894111ca0 con 0x7fa894106f10 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa899a30640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa894111fa0 con 0x7fa894101de0 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.362+0000 7fa8927fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49670/0 (socket says 172.21.15.7:49670) 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 -- 172.21.15.7:0/3716369307 learned_addr learned my addr 172.21.15.7:0/3716369307 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa892ffd640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 0x7fa89419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8937fe640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 -- 172.21.15.7:0/3716369307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 msgr2=0x7fa89419a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 0x7fa89419a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 -- 172.21.15.7:0/3716369307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 msgr2=0x7fa89419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89419eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 -- 172.21.15.7:0/3716369307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89419f5a0 con 0x7fa894102790 2024-09-10T07:44:31.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8937fe640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa8927fc640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa888005940 tx=0x7fa888004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88803f030 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89419f830 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa888003aa0 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa888035070 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.363+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8941a7170 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.364+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8941021c0 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.366+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fa888042030 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.367+0000 7fa898a2e640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 0x7fa87c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.367+0000 7fa892ffd640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 0x7fa87c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.367+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fa8880eff80 con 0x7fa894102790 2024-09-10T07:44:31.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.368+0000 7fa892ffd640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 0x7fa87c0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa88400bbe0 tx=0x7fa88400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:31.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.370+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa8880bc9e0 con 0x7fa894102790 2024-09-10T07:44:31.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.583+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa89419b950 con 0x7fa894102790 2024-09-10T07:44:31.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.583+0000 7fa898a2e640 1 -- 172.21.15.7:0/3716369307 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7fa89419b950 con 0x7fa894102790 2024-09-10T07:44:31.583 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:31.583 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:44:31.583 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:31.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 msgr2=0x7fa87c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:31.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 0x7fa87c0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa88400bbe0 tx=0x7fa88400b390 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 msgr2=0x7fa89419ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa888005940 tx=0x7fa888004270 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 shutdown_connections 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa87c0a2c10 0x7fa87c0a50d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa894106f10 0x7fa89419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa894102790 0x7fa89419ab30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 --2- 172.21.15.7:0/3716369307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa894101de0 0x7fa89419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 >> 172.21.15.7:0/3716369307 conn(0x7fa8940fd8c0 msgr2=0x7fa8940fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 shutdown_connections 2024-09-10T07:44:31.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:31.586+0000 7fa899a30640 1 -- 172.21.15.7:0/3716369307 wait complete. 2024-09-10T07:44:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:31 smithi110 ceph-mon[34417]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:31 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3716369307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:32.185 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:31 smithi007 ceph-mon[30879]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:32.185 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:31 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3716369307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:32.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:44:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:31 smithi145 ceph-mon[34766]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:31 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3716369307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:32.474 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:32.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 -- 172.21.15.7:0/88575835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 msgr2=0x7f678810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:32.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 --2- 172.21.15.7:0/88575835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678810ec40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6780009cd0 tx=0x7f678002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 -- 172.21.15.7:0/88575835 shutdown_connections 2024-09-10T07:44:32.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 --2- 172.21.15.7:0/88575835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678810ec40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 --2- 172.21.15.7:0/88575835 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f6788107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 --2- 172.21.15.7:0/88575835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 0x7f6788103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 -- 172.21.15.7:0/88575835 >> 172.21.15.7:0/88575835 conn(0x7f67880fc7d0 msgr2=0x7f67880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:32.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 -- 172.21.15.7:0/88575835 shutdown_connections 2024-09-10T07:44:32.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.931+0000 7f678e831640 1 -- 172.21.15.7:0/88575835 wait complete. 2024-09-10T07:44:32.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 Processor -- start 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 -- start start 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 0x7f678819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f678819abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6788111f50 con 0x7f67881082a0 2024-09-10T07:44:32.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6788111dd0 con 0x7f67881036e0 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678e831640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f67881120d0 con 0x7f6788102d30 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678cdce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678cdce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49694/0 (socket says 172.21.15.7:49694) 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f678cdce640 1 -- 172.21.15.7:0/3791156020 learned_addr learned my addr 172.21.15.7:0/3791156020 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f67877fe640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f678819abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.932+0000 7f6787fff640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 0x7f678819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:32.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 -- 172.21.15.7:0/3791156020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 msgr2=0x7f678819a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:32.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 0x7f678819a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 -- 172.21.15.7:0/3791156020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 msgr2=0x7f678819abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:32.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f678819abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:32.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 -- 172.21.15.7:0/3791156020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f678819f620 con 0x7f67881082a0 2024-09-10T07:44:32.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f67877fe640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f678819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678cdce640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6780005cc0 tx=0x7f6780003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6780004450 con 0x7f67881082a0 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f678819f8b0 con 0x7f67881082a0 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6780031c90 con 0x7f67881082a0 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678003b400 con 0x7f67881082a0 2024-09-10T07:44:32.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.933+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67881a71f0 con 0x7f67881082a0 2024-09-10T07:44:32.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.934+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6788103110 con 0x7f67881082a0 2024-09-10T07:44:32.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.935+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f6780004680 con 0x7f67881082a0 2024-09-10T07:44:32.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.936+0000 7f67857fa640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 0x7f67700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:32.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.936+0000 7f6787fff640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 0x7f67700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:32.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.936+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f678002e030 con 0x7f67881082a0 2024-09-10T07:44:32.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.937+0000 7f6787fff640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 0x7f67700a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6778005d00 tx=0x7f677800b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:32.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:32.939+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f67800bd710 con 0x7f67881082a0 2024-09-10T07:44:33.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.151+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f678810c2c0 con 0x7f67881082a0 2024-09-10T07:44:33.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.152+0000 7f67857fa640 1 -- 172.21.15.7:0/3791156020 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7f67800dd0d0 con 0x7f67881082a0 2024-09-10T07:44:33.152 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:33.152 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:33.152 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:44:33.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 msgr2=0x7f67700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:33.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 0x7f67700a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6778005d00 tx=0x7f677800b410 comp rx=0 tx=0).stop 2024-09-10T07:44:33.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 msgr2=0x7f678819ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:33.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6780005cc0 tx=0x7f6780003c20 comp rx=0 tx=0).stop 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 shutdown_connections 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67700a2c10 0x7f67700a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67881082a0 0x7f678819ef40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67881036e0 0x7f678819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 --2- 172.21.15.7:0/3791156020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6788102d30 0x7f678819a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 >> 172.21.15.7:0/3791156020 conn(0x7f67880fc7d0 msgr2=0x7f67880fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 shutdown_connections 2024-09-10T07:44:33.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:33.154+0000 7f678e831640 1 -- 172.21.15.7:0/3791156020 wait complete. 2024-09-10T07:44:33.946 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:44:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:33 smithi110 ceph-mon[34417]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:33 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3791156020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:34.208 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:33 smithi145 ceph-mon[34766]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:33 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3791156020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:34.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:33 smithi007 ceph-mon[30879]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:34.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:33 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3791156020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:34.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 -- 172.21.15.7:0/2520548960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8101420 msgr2=0x7fe3c810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 --2- 172.21.15.7:0/2520548960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8101420 0x7fe3c810d950 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe3c0009cd0 tx=0x7fe3c002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 -- 172.21.15.7:0/2520548960 shutdown_connections 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 --2- 172.21.15.7:0/2520548960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8101420 0x7fe3c810d950 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 --2- 172.21.15.7:0/2520548960 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 --2- 172.21.15.7:0/2520548960 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8106a80 0x7fe3c8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 -- 172.21.15.7:0/2520548960 >> 172.21.15.7:0/2520548960 conn(0x7fe3c80fc7a0 msgr2=0x7fe3c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 -- 172.21.15.7:0/2520548960 shutdown_connections 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.675+0000 7fe3cfada640 1 -- 172.21.15.7:0/2520548960 wait complete. 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 Processor -- start 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 -- start start 2024-09-10T07:44:34.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 0x7fe3c81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c8110d30 con 0x7fe3c8106a80 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c8110bb0 con 0x7fe3c8101420 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3cfada640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c8110eb0 con 0x7fe3c8100a80 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3ce077640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3ce077640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49708/0 (socket says 172.21.15.7:49708) 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.676+0000 7fe3ce077640 1 -- 172.21.15.7:0/3980669858 learned_addr learned my addr 172.21.15.7:0/3980669858 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cd075640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 0x7fe3c81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cd876640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 -- 172.21.15.7:0/3980669858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 msgr2=0x7fe3c8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 -- 172.21.15.7:0/3980669858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 msgr2=0x7fe3c81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 0x7fe3c81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 -- 172.21.15.7:0/3980669858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3c819d320 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cd876640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cd075640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 0x7fe3c81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3ce077640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe3c0005cc0 tx=0x7fe3c0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0004450 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3c819d5b0 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c0031c90 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c003b400 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.677+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3c81a4ef0 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.678+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3c8100ee0 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.680+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fe3c0004680 con 0x7fe3c8106a80 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.680+0000 7fe3beffd640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 0x7fe3b40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.680+0000 7fe3cd876640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 0x7fe3b40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:34.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.680+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fe3c002e030 con 0x7fe3c8106a80 2024-09-10T07:44:34.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.681+0000 7fe3cd876640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 0x7fe3b40a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4005fd0 tx=0x7fe3c40094d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:34.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.683+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe3c00bd810 con 0x7fe3c8106a80 2024-09-10T07:44:34.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.859+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe3c81a50c0 con 0x7fe3c8106a80 2024-09-10T07:44:34.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.861+0000 7fe3beffd640 1 -- 172.21.15.7:0/3980669858 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24704 (secure 0 0 0) 0x7fe3c00bd110 con 0x7fe3c8106a80 2024-09-10T07:44:34.860 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:34.861 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":88,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:44:00.686837+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:44:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 msgr2=0x7fe3b40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 0x7fe3b40a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4005fd0 tx=0x7fe3c40094d0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 msgr2=0x7fe3c819cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe3c0005cc0 tx=0x7fe3c0003c20 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 shutdown_connections 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2c10 0x7fe3b40a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3c8106a80 0x7fe3c819cc40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3c8101420 0x7fe3c81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 --2- 172.21.15.7:0/3980669858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3c8100a80 0x7fe3c8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 >> 172.21.15.7:0/3980669858 conn(0x7fe3c80fc7a0 msgr2=0x7fe3c81048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 shutdown_connections 2024-09-10T07:44:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:34.863+0000 7fe3cfada640 1 -- 172.21.15.7:0/3980669858 wait complete. 2024-09-10T07:44:35.173 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:34 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3980669858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:34 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3980669858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:35.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:34 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3980669858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:35.609 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:44:35.871 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:35 smithi145 ceph-mon[34766]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:36.263 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:35 smithi007 ceph-mon[30879]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:36.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- 172.21.15.7:0/2259010487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801082a0 msgr2=0x7f6d8010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:36.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2259010487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801082a0 0x7f6d8010ec40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009cd0 tx=0x7f6d7802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- 172.21.15.7:0/2259010487 shutdown_connections 2024-09-10T07:44:36.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2259010487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801082a0 0x7f6d8010ec40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2259010487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801036e0 0x7f6d80107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2259010487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d80103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- 172.21.15.7:0/2259010487 >> 172.21.15.7:0/2259010487 conn(0x7f6d800fc7d0 msgr2=0x7f6d800febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- 172.21.15.7:0/2259010487 shutdown_connections 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- 172.21.15.7:0/2259010487 wait complete. 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 Processor -- start 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.345+0000 7f6d85edc640 1 -- start start 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d801983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 0x7f6d8019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d80111f50 con 0x7f6d801036e0 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d80111dd0 con 0x7f6d80102d30 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d85edc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d801120d0 con 0x7f6d801082a0 2024-09-10T07:44:36.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49724/0 (socket says 172.21.15.7:49724) 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 -- 172.21.15.7:0/2776952786 learned_addr learned my addr 172.21.15.7:0/2776952786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7ffff640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 0x7f6d8019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7f7fe640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d801983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 -- 172.21.15.7:0/2776952786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 msgr2=0x7f6d8019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 0x7f6d8019ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 -- 172.21.15.7:0/2776952786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 msgr2=0x7f6d801983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d801983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 -- 172.21.15.7:0/2776952786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8019d3a0 con 0x7f6d801036e0 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7ffff640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 0x7f6d8019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7f7fe640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d801983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7effd640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400c8c0 tx=0x7f6d7400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:36.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.346+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74007bb0 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.347+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8019d690 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.347+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d74007d50 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.347+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d740187c0 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.347+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d801a4f70 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.347+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d80103110 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.349+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f6d7400f450 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.350+0000 7f6d7cff9640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 0x7f6d680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.350+0000 7f6d7f7fe640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 0x7f6d680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.350+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f6d740cf680 con 0x7f6d801036e0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.350+0000 7f6d7f7fe640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 0x7f6d680a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6d700058c0 tx=0x7f6d70005d30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:36.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.354+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d74014030 con 0x7f6d801036e0 2024-09-10T07:44:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:35 smithi110 ceph-mon[34417]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:36.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.566+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d801a5210 con 0x7f6d801036e0 2024-09-10T07:44:36.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.567+0000 7f6d7cff9640 1 -- 172.21.15.7:0/2776952786 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7f6d7401f300 con 0x7f6d801036e0 2024-09-10T07:44:36.567 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:36.567 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:44:36.568 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:36.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 msgr2=0x7f6d680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 0x7f6d680a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6d700058c0 tx=0x7f6d70005d30 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 msgr2=0x7f6d80198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400c8c0 tx=0x7f6d7400cd80 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 shutdown_connections 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d680a2c10 0x7f6d680a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d801082a0 0x7f6d8019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d801036e0 0x7f6d80198930 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 --2- 172.21.15.7:0/2776952786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d80102d30 0x7f6d801983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 >> 172.21.15.7:0/2776952786 conn(0x7f6d800fc7d0 msgr2=0x7f6d80105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 shutdown_connections 2024-09-10T07:44:36.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:36.570+0000 7f6d85edc640 1 -- 172.21.15.7:0/2776952786 wait complete. 2024-09-10T07:44:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:36 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2776952786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:37.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:36 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2776952786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:37.299 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T07:42:50.027669+0000', 'modified': '2024-09-10T07:43:35.472111+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24491, 'mds_1': 24490, 'mds_2': 24475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6835/2122262516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6834', 'nonce': 2122262516}, {'type': 'v1', 'addr': '172.21.15.110:6835', 'nonce': 2122262516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6837/1070178855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6836', 'nonce': 1070178855}, {'type': 'v1', 'addr': '172.21.15.110:6837', 'nonce': 1070178855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.145:6835/2104125813', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 2104125813}, {'type': 'v1', 'addr': '172.21.15.145:6835', 'nonce': 2104125813}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.145:6837/2892507189', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6836', 'nonce': 2892507189}, {'type': 'v1', 'addr': '172.21.15.145:6837', 'nonce': 2892507189}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.145:6839/1431613572', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6838', 'nonce': 1431613572}, {'type': 'v1', 'addr': '172.21.15.145:6839', 'nonce': 1431613572}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.110:6839/3910754312', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6838', 'nonce': 3910754312}, {'type': 'v1', 'addr': '172.21.15.110:6839', 'nonce': 3910754312}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24491, 'qdb_cluster': [24475, 24490, 24491]} 2024-09-10T07:44:37.300 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-10T07:44:37.300 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T07:44:37.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:36 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2776952786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:37.560 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:37.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:37 smithi007 ceph-mon[30879]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:38.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 -- 172.21.15.7:0/1435211286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4102790 msgr2=0x7f11a41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/1435211286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4102790 0x7f11a41067e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f118c009900 tx=0x7f118c02a410 comp rx=0 tx=0).stop 2024-09-10T07:44:38.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 -- 172.21.15.7:0/1435211286 shutdown_connections 2024-09-10T07:44:38.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/1435211286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/1435211286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4102790 0x7f11a41067e0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/1435211286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4101de0 0x7f11a41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 -- 172.21.15.7:0/1435211286 >> 172.21.15.7:0/1435211286 conn(0x7f11a40fd8c0 msgr2=0x7f11a40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 -- 172.21.15.7:0/1435211286 shutdown_connections 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.059+0000 7f11a8f8d640 1 -- 172.21.15.7:0/1435211286 wait complete. 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 Processor -- start 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 -- start start 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4102790 0x7f11a4198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f11a4111ec0 con 0x7f11a4101de0 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f11a4111d40 con 0x7f11a4102790 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a8f8d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11a4112040 con 0x7f11a4106f10 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49746/0 (socket says 172.21.15.7:49746) 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f11a259c640 1 -- 172.21.15.7:0/2953928357 learned_addr learned my addr 172.21.15.7:0/2953928357 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.060+0000 7f119bfff640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4102790 0x7f11a4198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 -- 172.21.15.7:0/2953928357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 msgr2=0x7f11a419cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a419cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 -- 172.21.15.7:0/2953928357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4102790 msgr2=0x7f11a4198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4102790 0x7f11a4198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 -- 172.21.15.7:0/2953928357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a419d4d0 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a419cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a259c640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f119400b4a0 tx=0x7f119400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f119b7fe640 1 -- 172.21.15.7:0/2953928357 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1194014070 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11a419d7c0 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f119b7fe640 1 -- 172.21.15.7:0/2953928357 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1194010ac0 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f119b7fe640 1 -- 172.21.15.7:0/2953928357 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1194017c30 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.061+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11a41a50a0 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.063+0000 7f119b7fe640 1 -- 172.21.15.7:0/2953928357 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f1194017070 con 0x7f11a4101de0 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 Processor -- start 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 -- start start 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f119b7fe640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 0x7f11900a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063eb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063edfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c06347090 con 0x557c063e09d0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c062eea70 con 0x557c063ebbb0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11ab366740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c06343050 con 0x557c063e12f0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 0x7f11900a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49748/0 (socket says 172.21.15.7:49748) 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.064+0000 7f11a259c640 1 -- 172.21.15.7:0/2100710185 learned_addr learned my addr 172.21.15.7:0/2100710185 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f119b7fe640 1 -- 172.21.15.7:0/2953928357 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f11940ceb40 con 0x7f11a4101de0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f119bfff640 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063eb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 -- 172.21.15.7:0/2100710185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 msgr2=0x557c063eb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063eb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 -- 172.21.15.7:0/2100710185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 msgr2=0x557c063edfa0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:44:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063edfa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 -- 172.21.15.7:0/2100710185 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c062fb130 con 0x557c063e09d0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a259c640 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1194009420 tx=0x7f1194000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44ab60870bf0490f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 0x7f11900a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f119c007ec0 tx=0x7f119c007340 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f1198ff9640 1 -- 172.21.15.7:0/2100710185 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f119409c0e0 con 0x557c063e09d0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f1198ff9640 1 -- 172.21.15.7:0/2100710185 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11940a4ae0 con 0x557c063e09d0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.065+0000 7f1198ff9640 1 -- 172.21.15.7:0/2100710185 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f119409b6b0 con 0x557c063e09d0 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- 172.21.15.7:0/2100710185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 msgr2=0x557c063e0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1194009420 tx=0x7f1194000bc0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- 172.21.15.7:0/2100710185 shutdown_connections 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063edfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063eb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 --2- 172.21.15.7:0/2100710185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063e0db0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- 172.21.15.7:0/2100710185 >> 172.21.15.7:0/2100710185 conn(0x557c063dcf60 msgr2=0x557c063dd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- 172.21.15.7:0/2100710185 shutdown_connections 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- 172.21.15.7:0/2100710185 wait complete. 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.066+0000 7f11ab366740 1 -- start start 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 Processor -- start 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063e8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063e8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c063ee780 con 0x557c063e09d0 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c06301f20 con 0x557c063ebbb0 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c063ee900 con 0x557c063e12f0 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11ab366740 10 client.0 _ll_register_callbacks cb 0x557c062cb030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49750/0 (socket says 172.21.15.7:49750) 2024-09-10T07:44:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 -- 172.21.15.7:0/1902832866 learned_addr learned my addr 172.21.15.7:0/1902832866 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f119bfff640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063e8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063e8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 -- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 msgr2=0x557c063e8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063e8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 -- 172.21.15.7:0/1902832866 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 msgr2=0x557c063e8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063e8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 -- 172.21.15.7:0/1902832866 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c060b82b0 con 0x557c063e09d0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f11a259c640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f119409af40 tx=0x7f119409c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4573f88a6bdecb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.067+0000 7f1189ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f119401e070 con 0x557c063e09d0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f11940cc3a0 con 0x557c063e09d0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11940a4ae0 con 0x557c063e09d0 2024-09-10T07:44:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f119409b940 con 0x557c063e09d0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 10 client.15036 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557c063fa0f0 con 0x557c063e09d0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11940a4ae0 con 0x557c063e09d0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f1194010c70 con 0x557c063e09d0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 10 client.15036 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 10 client.15036 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 20 client.15036 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c063fb440 0x557c063fd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 4 client.15036 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.068+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c06354600 con 0x557c063fb440 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.069+0000 7f119bfff640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c063fb440 0x557c063fd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.069+0000 7f119bfff640 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c063fb440 0x557c063fd5e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ccb3afa31ef563a server_cookie=e905159af58a50f6 in_seq=0 out_seq=0 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.069+0000 7f1189ffb640 10 client.15036 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:44:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f1189ffb640 1 -- 172.21.15.7:0/1902832866 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557c06354600 con 0x557c063fb440 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f1189ffb640 10 client.15036 handle_command_reply: tid=0 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 client.15036 shutdown 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 msgr2=0x557c063eb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f119409af40 tx=0x7f119409c540 comp rx=0 tx=0).stop 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 shutdown_connections 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c063fb440 0x557c063fd5e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c063e8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e12f0 0x557c063e8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f1189ffb640 0 client.15036 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 --2- 172.21.15.7:0/1902832866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063eb4b0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 >> 172.21.15.7:0/1902832866 conn(0x557c063dcf60 msgr2=0x557c063e2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 shutdown_connections 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 1 -- 172.21.15.7:0/1902832866 wait complete. 2024-09-10T07:44:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.070+0000 7f11ab366740 20 client.15036 trim_cache size 0 max 16384 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 Processor -- start 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 -- start start 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063e12f0 0x557c06405cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 0x557c063e5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c063fb920 con 0x557c063e09d0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c063fbff0 con 0x557c063e12f0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11ab366740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c063fc6c0 con 0x557c063ebbb0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.088+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49754/0 (socket says 172.21.15.7:49754) 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 -- 172.21.15.7:0/2599240993 learned_addr learned my addr 172.21.15.7:0/2599240993 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f119bfff640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063e12f0 0x557c06405cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 0x557c063e5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 -- 172.21.15.7:0/2599240993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 msgr2=0x557c063e5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 0x557c063e5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 -- 172.21.15.7:0/2599240993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063e12f0 msgr2=0x557c06405cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063e12f0 0x557c06405cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 -- 172.21.15.7:0/2599240993 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c063e1120 con 0x557c063e09d0 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 0x557c063e5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f11a259c640 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f119400be60 tx=0x7f1194000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b0c2d818cd0d684 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f118bfff640 1 -- 172.21.15.7:0/2599240993 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f119401e030 con 0x557c063e09d0 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f118bfff640 1 -- 172.21.15.7:0/2599240993 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f119409b6b0 con 0x557c063e09d0 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.089+0000 7f118bfff640 1 -- 172.21.15.7:0/2599240993 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1194010c70 con 0x557c063e09d0 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- 172.21.15.7:0/2599240993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 msgr2=0x557c063fcf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f119400be60 tx=0x7f1194000bc0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- 172.21.15.7:0/2599240993 shutdown_connections 2024-09-10T07:44:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063ebbb0 0x557c063e5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063e12f0 0x557c06405cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- 172.21.15.7:0/2599240993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e09d0 0x557c063fcf10 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- 172.21.15.7:0/2599240993 >> 172.21.15.7:0/2599240993 conn(0x557c063dcf60 msgr2=0x557c063ea770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- 172.21.15.7:0/2599240993 shutdown_connections 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- 172.21.15.7:0/2599240993 wait complete. 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- start start 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 Processor -- start 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e09d0 0x557c0645d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c06461890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c063fd460 con 0x557c063e12f0 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c063fcd90 con 0x557c063ebbb0 2024-09-10T07:44:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.090+0000 7f11ab366740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c063fdb30 con 0x557c063e09d0 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11ab366740 10 client.0 _ll_register_callbacks cb 0x7f118c009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49756/0 (socket says 172.21.15.7:49756) 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 -- 172.21.15.7:0/3150557083 learned_addr learned my addr 172.21.15.7:0/3150557083 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c06461890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11a259c640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e09d0 0x557c0645d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 -- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e09d0 msgr2=0x557c0645d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e09d0 0x557c0645d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 -- 172.21.15.7:0/3150557083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 msgr2=0x557c06461890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c06461890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 -- 172.21.15.7:0/3150557083 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c06461f30 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11a2d9d640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c06461890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f119bfff640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f118c02a930 tx=0x7f118c031760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9c6f41a226f3cfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f1189ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c04a070 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f118c004230 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f119409b6b0 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f118c056050 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11ab366740 10 client.15042 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.091+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557c0646a460 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f119409b6b0 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f118c03d820 con 0x557c063e12f0 2024-09-10T07:44:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 10 client.15042 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 10 client.15042 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 20 client.15042 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c0646f050 0x557c0646dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 4 client.15042 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "status"}) -- 0x557c0634eb10 con 0x557c0646f050 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.092+0000 7f11a259c640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c0646f050 0x557c0646dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11a259c640 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c0646f050 0x557c0646dd60 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb2290a24804ca36 server_cookie=38e86c81e2b6a140 in_seq=0 out_seq=0 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f1189ffb640 10 client.15042 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f1189ffb640 1 -- 172.21.15.7:0/3150557083 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x557c0634eb10 con 0x557c0646f050 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f1189ffb640 10 client.15042 handle_command_reply: tid=0 2024-09-10T07:44:38.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 client.15042 shutdown 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24475, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 65.344526299999998, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 88, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:44:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 132.62020528900001 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 msgr2=0x557c0645d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f118c02a930 tx=0x7f118c031760 comp rx=0 tx=0).stop 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 shutdown_connections 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x557c0646f050 0x557c0646dd60 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c063ebbb0 0x557c06461890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c063e12f0 0x557c0645d7c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 --2- 172.21.15.7:0/3150557083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c063e09d0 0x557c0645d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 >> 172.21.15.7:0/3150557083 conn(0x557c063dcf60 msgr2=0x557c063e9e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f1189ffb640 0 client.15042 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:44:38.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 shutdown_connections 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 1 -- 172.21.15.7:0/3150557083 wait complete. 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.093+0000 7f11ab366740 20 client.15042 trim_cache size 0 max 16384 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 msgr2=0x7f11900a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 0x7f11900a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f119c007ec0 tx=0x7f119c007340 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 msgr2=0x7f11a4198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f119400b4a0 tx=0x7f119400b960 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 shutdown_connections 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11900a2c10 0x7f11900a50d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a4106f10 0x7f11a419cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11a4102790 0x7f11a4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 --2- 172.21.15.7:0/2953928357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11a4101de0 0x7f11a4198520 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 >> 172.21.15.7:0/2953928357 conn(0x7f11a40fd8c0 msgr2=0x7f11a40fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 shutdown_connections 2024-09-10T07:44:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:38.094+0000 7f11a8f8d640 1 -- 172.21.15.7:0/2953928357 wait complete. 2024-09-10T07:44:38.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:37 smithi145 ceph-mon[34766]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:37 smithi110 ceph-mon[34417]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:38.939 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T07:44:39.196 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 -- 172.21.15.7:0/1386095199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8106f10 msgr2=0x7fe4c810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1386095199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8106f10 0x7fe4c810ea90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe4c0009ca0 tx=0x7fe4c002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 -- 172.21.15.7:0/1386095199 shutdown_connections 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1386095199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8106f10 0x7fe4c810ea90 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1386095199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 0x7fe4c81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1386095199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8101de0 0x7fe4c81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 -- 172.21.15.7:0/1386095199 >> 172.21.15.7:0/1386095199 conn(0x7fe4c80fd8c0 msgr2=0x7fe4c80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 -- 172.21.15.7:0/1386095199 shutdown_connections 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.637+0000 7fe4ce645640 1 -- 172.21.15.7:0/1386095199 wait complete. 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 Processor -- start 2024-09-10T07:44:39.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 -- start start 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 0x7fe4c8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8106f10 0x7fe4c819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c8111e90 con 0x7fe4c8101de0 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c8111d10 con 0x7fe4c8102790 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.638+0000 7fe4ce645640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c8112010 con 0x7fe4c8106f10 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49778/0 (socket says 172.21.15.7:49778) 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 -- 172.21.15.7:0/1980351555 learned_addr learned my addr 172.21.15.7:0/1980351555 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8106f10 0x7fe4c819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 0x7fe4c8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 -- 172.21.15.7:0/1980351555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8106f10 msgr2=0x7fe4c819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8106f10 0x7fe4c819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 -- 172.21.15.7:0/1980351555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 msgr2=0x7fe4c8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 0x7fe4c8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 -- 172.21.15.7:0/1980351555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c819d380 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe4b800c890 tx=0x7fe4b800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c57fa640 1 -- 172.21.15.7:0/1980351555 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b8004220 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c57fa640 1 -- 172.21.15.7:0/1980351555 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4b80043c0 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4c819d670 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4c57fa640 1 -- 172.21.15.7:0/1980351555 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b8004a00 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.639+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4c81a4f50 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.641+0000 7fe4c57fa640 1 -- 172.21.15.7:0/1980351555 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fe4b8004ba0 con 0x7fe4c8101de0 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 Processor -- start 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 -- start start 2024-09-10T07:44:39.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17d8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d91d0 0x5589e17e7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5589e173f090 con 0x5589e17e7fc0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5589e16e6a70 con 0x5589e17d88b0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5589e173b050 con 0x5589e17d91d0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49790/0 (socket says 172.21.15.7:49790) 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4c77fe640 1 -- 172.21.15.7:0/4020109383 learned_addr learned my addr 172.21.15.7:0/4020109383 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17d8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d91d0 0x5589e17e7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.642+0000 7fe4c57fa640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 0x7fe4b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 -- 172.21.15.7:0/4020109383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d91d0 msgr2=0x5589e17e7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d91d0 0x5589e17e7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 -- 172.21.15.7:0/4020109383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 msgr2=0x5589e17d8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17d8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 -- 172.21.15.7:0/4020109383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589e16f3130 con 0x5589e17e7fc0 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 0x7fe4b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c57fa640 1 -- 172.21.15.7:0/1980351555 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fe4b80cf1d0 con 0x7fe4c8101de0 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc00b7f0 tx=0x7fe4bc00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9c490f10900a887 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4ae7fc640 1 -- 172.21.15.7:0/4020109383 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc00d950 con 0x5589e17e7fc0 2024-09-10T07:44:39.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4ae7fc640 1 -- 172.21.15.7:0/4020109383 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4bc018070 con 0x5589e17e7fc0 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.643+0000 7fe4ae7fc640 1 -- 172.21.15.7:0/4020109383 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc0123e0 con 0x5589e17e7fc0 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/4020109383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 msgr2=0x5589e17ea3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc00b7f0 tx=0x7fe4bc00bcb0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 0x7fe4b00a50d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe4c0006010 tx=0x7fe4c00095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/4020109383 shutdown_connections 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17e7fc0 0x5589e17ea3b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d91d0 0x5589e17e7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/4020109383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17d8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/4020109383 >> 172.21.15.7:0/4020109383 conn(0x5589e17d4f60 msgr2=0x5589e17d5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/4020109383 shutdown_connections 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/4020109383 wait complete. 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.644+0000 7fe4d0a1e740 1 -- start start 2024-09-10T07:44:39.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 Processor -- start 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 0x5589e17e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17e7fc0 0x5589e17e5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5589e17eab90 con 0x5589e17d91d0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5589e16f9f20 con 0x5589e17e7fc0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5589e17ead10 con 0x5589e17d88b0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4d0a1e740 10 client.0 _ll_register_callbacks cb 0x5589e16c3030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49806/0 (socket says 172.21.15.7:49806) 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 -- 172.21.15.7:0/2816970225 learned_addr learned my addr 172.21.15.7:0/2816970225 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 0x5589e17e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17e7fc0 0x5589e17e5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 -- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 msgr2=0x5589e17e77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 0x5589e17e77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 -- 172.21.15.7:0/2816970225 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17e7fc0 msgr2=0x5589e17e5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17e7fc0 0x5589e17e5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c77fe640 1 -- 172.21.15.7:0/2816970225 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589e14b02b0 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.645+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 0x5589e17e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc013c10 tx=0x7fe4bc013730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de04361ed4ecf62f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc023070 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fe4bc00dd60 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4bc018070 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe4bc02e050 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 10 client.15054 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5589e17f6480 con 0x5589e17d91d0 2024-09-10T07:44:39.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4bc018070 con 0x5589e17d91d0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fe4bc01b380 con 0x5589e17d91d0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 10 client.15054 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 10 client.15054 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 20 client.15054 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e17f86c0 0x5589e17f9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 4 client.15054 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.646+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589e174c600 con 0x5589e17f86c0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.647+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e17f86c0 0x5589e17f9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.647+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e17f86c0 0x5589e17f9b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=738429238542cd7f server_cookie=7391f87a9a5a41b3 in_seq=0 out_seq=0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.647+0000 7fe4a77fe640 10 client.15054 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4a77fe640 1 -- 172.21.15.7:0/2816970225 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5589e174c600 con 0x5589e17f86c0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4a77fe640 10 client.15054 handle_command_reply: tid=0 2024-09-10T07:44:39.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 client.15054 shutdown 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 msgr2=0x5589e17e4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc013c10 tx=0x7fe4bc013730 comp rx=0 tx=0).stop 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 shutdown_connections 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e17f86c0 0x5589e17f9b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17e7fc0 0x5589e17e5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17e4b40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/2816970225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17d88b0 0x5589e17e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4a77fe640 0 client.15054 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 >> 172.21.15.7:0/2816970225 conn(0x5589e17d4f60 msgr2=0x5589e17dacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 shutdown_connections 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.648+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/2816970225 wait complete. 2024-09-10T07:44:39.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.649+0000 7fe4d0a1e740 20 client.15054 trim_cache size 0 max 16384 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 Processor -- start 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 -- start start 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17f8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17e1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5589e17f7e70 con 0x5589e17d91d0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5589e17f8540 con 0x5589e17d88b0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5589e17f8c10 con 0x5589e17e7fc0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49812/0 (socket says 172.21.15.7:49812) 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 -- 172.21.15.7:0/1973294868 learned_addr learned my addr 172.21.15.7:0/1973294868 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17e1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17f8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 -- 172.21.15.7:0/1973294868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 msgr2=0x5589e17e1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17e1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 -- 172.21.15.7:0/1973294868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 msgr2=0x5589e17f8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17f8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.667+0000 7fe4c77fe640 1 -- 172.21.15.7:0/1973294868 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589e17d8fc0 con 0x5589e17d91d0 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.668+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.668+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc01b7d0 tx=0x7fe4bc00b380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed9c39f7a0feb26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.668+0000 7fe4adffb640 1 -- 172.21.15.7:0/1973294868 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc023040 con 0x5589e17d91d0 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.668+0000 7fe4adffb640 1 -- 172.21.15.7:0/1973294868 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4bc018070 con 0x5589e17d91d0 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.668+0000 7fe4adffb640 1 -- 172.21.15.7:0/1973294868 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc00db60 con 0x5589e17d91d0 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/1973294868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 msgr2=0x5589e17cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc01b7d0 tx=0x7fe4bc00b380 comp rx=0 tx=0).stop 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/1973294868 shutdown_connections 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17e1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d91d0 0x5589e17cfce0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/1973294868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d88b0 0x5589e17f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/1973294868 >> 172.21.15.7:0/1973294868 conn(0x5589e17d4f60 msgr2=0x5589e17e3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/1973294868 shutdown_connections 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/1973294868 wait complete. 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 -- start start 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.669+0000 7fe4d0a1e740 1 Processor -- start 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d91d0 0x5589e17fb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17fbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5589e17f99b0 con 0x5589e17d88b0 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5589e17f92e0 con 0x5589e17d91d0 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5589e17fa080 con 0x5589e17e7fc0 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4d0a1e740 10 client.0 _ll_register_callbacks cb 0x7fe4c0005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:39.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49828/0 (socket says 172.21.15.7:49828) 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 -- 172.21.15.7:0/928706286 learned_addr learned my addr 172.21.15.7:0/928706286 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d91d0 0x5589e17fb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4ccbe2640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17fbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 -- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 msgr2=0x5589e17fbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17fbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 -- 172.21.15.7:0/928706286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d91d0 msgr2=0x5589e17fb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d91d0 0x5589e17fb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 -- 172.21.15.7:0/928706286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589e17fc1a0 con 0x5589e17d88b0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4c7fff640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe4b80cc870 tx=0x7fe4b80d16c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42799a51f11f9ad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.670+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b801d040 con 0x5589e17d88b0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fe4b8004e90 con 0x5589e17d88b0 2024-09-10T07:44:39.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4bc018070 con 0x5589e17d88b0 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe4b809aef0 con 0x5589e17d88b0 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 10 client.15060 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5589e1800c30 con 0x5589e17d88b0 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4bc018070 con 0x5589e17d88b0 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fe4b8097c00 con 0x5589e17d88b0 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 10 client.15060 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 10 client.15060 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 20 client.15060 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e1867770 0x5589e1866480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 4 client.15060 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "status"}) -- 0x5589e1746b10 con 0x5589e1867770 2024-09-10T07:44:39.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.671+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e1867770 0x5589e1866480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4c77fe640 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e1867770 0x5589e1866480 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e8d81291dff9d52e server_cookie=a40fa0db6bd7c92 in_seq=0 out_seq=0 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4a77fe640 10 client.15060 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4a77fe640 1 -- 172.21.15.7:0/928706286 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5589e1746b10 con 0x5589e1867770 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4a77fe640 10 client.15060 handle_command_reply: tid=0 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 client.15060 shutdown 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 msgr2=0x5589e1802340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe4b80cc870 tx=0x7fe4b80d16c0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 shutdown_connections 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5589e1867770 0x5589e1866480 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5589e17e7fc0 0x5589e17fbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5589e17d91d0 0x5589e17fb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 --2- 172.21.15.7:0/928706286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5589e17d88b0 0x5589e1802340 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 >> 172.21.15.7:0/928706286 conn(0x5589e17d4f60 msgr2=0x5589e17d4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4a77fe640 0 client.15060 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 shutdown_connections 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.672+0000 7fe4d0a1e740 1 -- 172.21.15.7:0/928706286 wait complete. 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4d0a1e740 20 client.15060 trim_cache size 0 max 16384 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24490, 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:44:39.684 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 67.928079500999999, 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 88, 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 128.94328779899999 2024-09-10T07:44:39.685 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 msgr2=0x7fe4b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 0x7fe4b00a50d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe4c0006010 tx=0x7fe4c00095c0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 msgr2=0x7fe4c81983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe4b800c890 tx=0x7fe4b800cd50 comp rx=0 tx=0).stop 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 shutdown_connections 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4b00a2c10 0x7fe4b00a50d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c8106f10 0x7fe4c819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4c8102790 0x7fe4c8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 --2- 172.21.15.7:0/1980351555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe4c8101de0 0x7fe4c81983d0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:39.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 >> 172.21.15.7:0/1980351555 conn(0x7fe4c80fd8c0 msgr2=0x7fe4c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:39.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 shutdown_connections 2024-09-10T07:44:39.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:39.673+0000 7fe4ce645640 1 -- 172.21.15.7:0/1980351555 wait complete. 2024-09-10T07:44:40.213 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:39 smithi110 ceph-mon[34417]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:39 smithi145 ceph-mon[34766]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:40.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:39 smithi007 ceph-mon[30879]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:40.491 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T07:44:40.753 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:41.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3655069380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 msgr2=0x7f6d6010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3655069380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d6010d950 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6d58009cd0 tx=0x7f6d5802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3655069380 shutdown_connections 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3655069380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d6010d950 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3655069380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 0x7f6d60100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3655069380 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d60106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3655069380 >> 172.21.15.7:0/3655069380 conn(0x7f6d600fc7a0 msgr2=0x7f6d600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3655069380 shutdown_connections 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.222+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3655069380 wait complete. 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 Processor -- start 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 -- start start 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 0x7f6d60198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d6019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d60110d30 con 0x7f6d60101420 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d60110bb0 con 0x7f6d60106a80 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d66e6c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d60110eb0 con 0x7f6d60100a80 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.223+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34918/0 (socket says 172.21.15.7:34918) 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 -- 172.21.15.7:0/3168091927 learned_addr learned my addr 172.21.15.7:0/3168091927 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d64c08640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 0x7f6d60198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d65409640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d6019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 -- 172.21.15.7:0/3168091927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 msgr2=0x7f6d60198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 0x7f6d60198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 -- 172.21.15.7:0/3168091927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 msgr2=0x7f6d6019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d6019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 -- 172.21.15.7:0/3168091927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d6019d300 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d65409640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d6019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c00d950 tx=0x7f6d4c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5dffb640 1 -- 172.21.15.7:0/3168091927 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c017070 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5dffb640 1 -- 172.21.15.7:0/3168091927 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d4c009c30 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d6019d5f0 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d5dffb640 1 -- 172.21.15.7:0/3168091927 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c00f620 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.224+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d601a4ed0 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d5dffb640 1 -- 172.21.15.7:0/3168091927 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f6d4c0109a0 con 0x7f6d60101420 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 Processor -- start 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 -- start start 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8414fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8415a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae840b6090 con 0x55ae8415abb0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae8405da70 con 0x55ae8414f9d0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d69245740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae840b2050 con 0x55ae841502f0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d5dffb640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 0x7f6d500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34930/0 (socket says 172.21.15.7:34930) 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d5ffff640 1 -- 172.21.15.7:0/2422652192 learned_addr learned my addr 172.21.15.7:0/2422652192 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d65409640 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8414fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.227+0000 7f6d64c08640 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8415a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d65409640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 0x7f6d500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5dffb640 1 -- 172.21.15.7:0/3168091927 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f6d4c0cf1c0 con 0x7f6d60101420 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 -- 172.21.15.7:0/2422652192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 msgr2=0x55ae8415a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8415a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 -- 172.21.15.7:0/2422652192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 msgr2=0x55ae8414fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8414fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 -- 172.21.15.7:0/2422652192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae8406a130 con 0x55ae8415abb0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c013020 tx=0x7f6d4c0978f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85b5bd9e2692fe5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d65409640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 0x7f6d500a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6d58005e30 tx=0x7f6d5802a8e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d4affd640 1 -- 172.21.15.7:0/2422652192 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c020070 con 0x55ae8415abb0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d4affd640 1 -- 172.21.15.7:0/2422652192 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d4c09bc20 con 0x55ae8415abb0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.228+0000 7f6d4affd640 1 -- 172.21.15.7:0/2422652192 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0a4190 con 0x55ae8415abb0 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- 172.21.15.7:0/2422652192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 msgr2=0x55ae8415cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c013020 tx=0x7f6d4c0978f0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- 172.21.15.7:0/2422652192 shutdown_connections 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8415cfa0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8415a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 --2- 172.21.15.7:0/2422652192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8414fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- 172.21.15.7:0/2422652192 >> 172.21.15.7:0/2422652192 conn(0x55ae8414bf60 msgr2=0x55ae8414c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- 172.21.15.7:0/2422652192 shutdown_connections 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- 172.21.15.7:0/2422652192 wait complete. 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 -- start start 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.229+0000 7f6d69245740 1 Processor -- start 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8415a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84157c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae8415d720 con 0x55ae841502f0 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae84070f20 con 0x55ae8414f9d0 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae8415d8a0 con 0x55ae8415abb0 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d69245740 10 client.0 _ll_register_callbacks cb 0x55ae8403a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34942/0 (socket says 172.21.15.7:34942) 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 -- 172.21.15.7:0/1794968918 learned_addr learned my addr 172.21.15.7:0/1794968918 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d65409640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d64c08640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8415a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 -- 172.21.15.7:0/1794968918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 msgr2=0x55ae84157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 -- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 msgr2=0x55ae8415a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8415a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 -- 172.21.15.7:0/1794968918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae83e272b0 con 0x55ae841502f0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0a3c60 tx=0x7f6d4c0a0f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b39b0b7441d1440 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d3ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.230+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c020030 con 0x55ae841502f0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f6d4c0cca20 con 0x55ae841502f0 2024-09-10T07:44:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d4c09bc20 con 0x55ae841502f0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d4c09c610 con 0x55ae841502f0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 10 client.15072 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ae84168ff0 con 0x55ae841502f0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d4c09bc20 con 0x55ae841502f0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f6d4c09beb0 con 0x55ae841502f0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 10 client.15072 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 10 client.15072 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 20 client.15072 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae8416a340 0x55ae8416c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 4 client.15072 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae840c3600 con 0x55ae8416a340 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.231+0000 7f6d64c08640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae8416a340 0x55ae8416c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.232+0000 7f6d64c08640 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae8416a340 0x55ae8416c4b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23ee895073388aed server_cookie=29bc367c604a2399 in_seq=0 out_seq=0 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.232+0000 7f6d3ffff640 10 client.15072 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.232+0000 7f6d3ffff640 1 -- 172.21.15.7:0/1794968918 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae840c3600 con 0x55ae8416a340 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.232+0000 7f6d3ffff640 10 client.15072 handle_command_reply: tid=0 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.232+0000 7f6d69245740 1 client.15072 shutdown 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 msgr2=0x55ae84157750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0a3c60 tx=0x7f6d4c0a0f20 comp rx=0 tx=0).stop 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 shutdown_connections 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae8416a340 0x55ae8416c4b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae841502f0 0x55ae84157750 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d3ffff640 0 client.15072 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 --2- 172.21.15.7:0/1794968918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8415a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 >> 172.21.15.7:0/1794968918 conn(0x55ae8414bf60 msgr2=0x55ae84151c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 shutdown_connections 2024-09-10T07:44:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 1 -- 172.21.15.7:0/1794968918 wait complete. 2024-09-10T07:44:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.233+0000 7f6d69245740 20 client.15072 trim_cache size 0 max 16384 2024-09-10T07:44:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 Processor -- start 2024-09-10T07:44:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 -- start start 2024-09-10T07:44:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8416b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8416b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416a7f0 con 0x55ae8415abb0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416aec0 con 0x55ae8414f9d0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.251+0000 7f6d69245740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416b590 con 0x55ae841502f0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34952/0 (socket says 172.21.15.7:34952) 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 -- 172.21.15.7:0/2275059117 learned_addr learned my addr 172.21.15.7:0/2275059117 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d64c08640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8416b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8416b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 -- 172.21.15.7:0/2275059117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 msgr2=0x55ae8416b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8416b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 -- 172.21.15.7:0/2275059117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 msgr2=0x55ae8416b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8416b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 -- 172.21.15.7:0/2275059117 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae84150120 con 0x55ae8415abb0 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8416b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d65409640 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6d58035000 tx=0x7f6d58041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7a1b533547a84f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d4a7fc640 1 -- 172.21.15.7:0/2275059117 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58004040 con 0x55ae8415abb0 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d4a7fc640 1 -- 172.21.15.7:0/2275059117 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d58036040 con 0x55ae8415abb0 2024-09-10T07:44:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.252+0000 7f6d4a7fc640 1 -- 172.21.15.7:0/2275059117 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58030ca0 con 0x55ae8415abb0 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 -- 172.21.15.7:0/2275059117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 msgr2=0x55ae8416a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6d58035000 tx=0x7f6d58041040 comp rx=0 tx=0).stop 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 -- 172.21.15.7:0/2275059117 shutdown_connections 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8415abb0 0x55ae8416a970 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae841502f0 0x55ae8416b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 --2- 172.21.15.7:0/2275059117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae8414f9d0 0x55ae8416b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 -- 172.21.15.7:0/2275059117 >> 172.21.15.7:0/2275059117 conn(0x55ae8414bf60 msgr2=0x55ae84158ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 -- 172.21.15.7:0/2275059117 shutdown_connections 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.253+0000 7f6d69245740 1 -- 172.21.15.7:0/2275059117 wait complete. 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 -- start start 2024-09-10T07:44:41.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 Processor -- start 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 0x55ae84170350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84170ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416c330 con 0x55ae8414f9d0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416bc60 con 0x55ae841502f0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae8416ca00 con 0x55ae8415abb0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d69245740 10 client.0 _ll_register_callbacks cb 0x7f6d58009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d64c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d64c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34962/0 (socket says 172.21.15.7:34962) 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d64c08640 1 -- 172.21.15.7:0/3392811274 learned_addr learned my addr 172.21.15.7:0/3392811274 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 0x55ae84170350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.254+0000 7f6d65409640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84170ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 -- 172.21.15.7:0/3392811274 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 msgr2=0x55ae84170ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84170ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 -- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 msgr2=0x55ae84170350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 0x55ae84170350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 -- 172.21.15.7:0/3392811274 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae841d4750 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 0x55ae84170350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d64c08640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d54004650 tx=0x7f6d5400ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4468ef31f8bd0739 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d3ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d54003cc0 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f6d54005020 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d58036040 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d5402f050 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d69245740 10 client.15078 fetch_fsmap learned FSMap version 24 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ae841d5910 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.255+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d58036040 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f6d54004cb0 con 0x55ae8414f9d0 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 10 client.15078 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:44:41.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 10 client.15078 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 20 client.15078 populate_metadata read hostname 'smithi007' 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae841da540 0x55ae841d9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 4 client.15078 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "status"}) -- 0x55ae840bdb10 con 0x55ae841da540 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.256+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae841da540 0x55ae841d9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d3ffff640 10 client.15078 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d5ffff640 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae841da540 0x55ae841d9250 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7528a91bac4bf684 server_cookie=78660eae07050c0a in_seq=0 out_seq=0 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d3ffff640 1 -- 172.21.15.7:0/3392811274 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55ae840bdb10 con 0x55ae841da540 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d3ffff640 10 client.15078 handle_command_reply: tid=0 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 client.15078 shutdown 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 msgr2=0x55ae84175020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d54004650 tx=0x7f6d5400ba70 comp rx=0 tx=0).stop 2024-09-10T07:44:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 shutdown_connections 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae841da540 0x55ae841d9250 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae8415abb0 0x55ae84170ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae841502f0 0x55ae84170350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 --2- 172.21.15.7:0/3392811274 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae8414f9d0 0x55ae84175020 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 >> 172.21.15.7:0/3392811274 conn(0x55ae8414bf60 msgr2=0x55ae8414b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d3ffff640 0 client.15078 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 shutdown_connections 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 1 -- 172.21.15.7:0/3392811274 wait complete. 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.257+0000 7f6d69245740 20 client.15078 trim_cache size 0 max 16384 2024-09-10T07:44:41.261 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24491, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 110.803784741, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 88, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 121.595098264 2024-09-10T07:44:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 msgr2=0x7f6d500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 0x7f6d500a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6d58005e30 tx=0x7f6d5802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 msgr2=0x7f6d60198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c00d950 tx=0x7f6d4c00de10 comp rx=0 tx=0).stop 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 shutdown_connections 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d500a2c10 0x7f6d500a50d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d60106a80 0x7f6d6019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d60101420 0x7f6d60198890 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 --2- 172.21.15.7:0/3168091927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d60100a80 0x7f6d60198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:41.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 >> 172.21.15.7:0/3168091927 conn(0x7f6d600fc7a0 msgr2=0x7f6d6006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:41.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 shutdown_connections 2024-09-10T07:44:41.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:41.258+0000 7f6d66e6c640 1 -- 172.21.15.7:0/3168091927 wait complete. 2024-09-10T07:44:41.952 INFO:tasks.cephadm:Setup complete, yielding 2024-09-10T07:44:41.953 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-10T07:44:41.963 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:44:41.964 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph orch status' 2024-09-10T07:44:42.221 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:42.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:41 smithi145 ceph-mon[34766]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:42.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:41 smithi007 ceph-mon[30879]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:42.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:41 smithi110 ceph-mon[34417]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 -- 172.21.15.7:0/757106172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f001037c0 msgr2=0x7f4f0010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 --2- 172.21.15.7:0/757106172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f001037c0 0x7f4f0010a050 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009ca0 tx=0x7f4ef802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 -- 172.21.15.7:0/757106172 shutdown_connections 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 --2- 172.21.15.7:0/757106172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f001037c0 0x7f4f0010a050 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 --2- 172.21.15.7:0/757106172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f00103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 --2- 172.21.15.7:0/757106172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f00101c00 0x7f4f00102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 -- 172.21.15.7:0/757106172 >> 172.21.15.7:0/757106172 conn(0x7f4f000fd390 msgr2=0x7f4f000ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 -- 172.21.15.7:0/757106172 shutdown_connections 2024-09-10T07:44:42.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 -- 172.21.15.7:0/757106172 wait complete. 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.709+0000 7f4f0548a640 1 Processor -- start 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 -- start start 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f000745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 0x7f4f00074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0010d750 con 0x7f4f00101c00 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0010d5d0 con 0x7f4f00102e00 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4f0548a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0010d8d0 con 0x7f4f001037c0 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34984/0 (socket says 172.21.15.7:34984) 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 -- 172.21.15.7:0/1113894627 learned_addr learned my addr 172.21.15.7:0/1113894627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:42.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4eff7fe640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 0x7f4f00074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efe7fc640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f000745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 -- 172.21.15.7:0/1113894627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 msgr2=0x7f4f00074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 0x7f4f00074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 -- 172.21.15.7:0/1113894627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 msgr2=0x7f4f000745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f000745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efeffd640 1 -- 172.21.15.7:0/1113894627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f000753e0 con 0x7f4f00101c00 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4efe7fc640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f000745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.710+0000 7f4eff7fe640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 0x7f4f00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4efeffd640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000c970 tx=0x7f4ef000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0004220 con 0x7f4f00101c00 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ef00043c0 con 0x7f4f00101c00 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0004a00 con 0x7f4f00101c00 2024-09-10T07:44:42.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f001a1f70 con 0x7f4f00101c00 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.711+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f001a2360 con 0x7f4f00101c00 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.712+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f00109070 con 0x7f4f00101c00 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.713+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f4ef00079b0 con 0x7f4f00101c00 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.714+0000 7f4ee7fff640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 0x7f4ee80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.714+0000 7f4efe7fc640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 0x7f4ee80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.714+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f4ef00cf320 con 0x7f4f00101c00 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.714+0000 7f4efe7fc640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 0x7f4ee80a5150 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4005fd0 tx=0x7f4ef4005ea0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:42.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.718+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4ef0014030 con 0x7f4f00101c00 2024-09-10T07:44:42.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.909+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f4f00062630 con 0x7f4ee80a2c90 2024-09-10T07:44:42.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.910+0000 7f4ee7fff640 1 -- 172.21.15.7:0/1113894627 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f4f00062630 con 0x7f4ee80a2c90 2024-09-10T07:44:42.914 INFO:teuthology.orchestra.run.smithi007.stdout:Backend: cephadm 2024-09-10T07:44:42.914 INFO:teuthology.orchestra.run.smithi007.stdout:Available: Yes 2024-09-10T07:44:42.914 INFO:teuthology.orchestra.run.smithi007.stdout:Paused: No 2024-09-10T07:44:42.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 msgr2=0x7f4ee80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 0x7f4ee80a5150 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4005fd0 tx=0x7f4ef4005ea0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 msgr2=0x7f4f00075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000c970 tx=0x7f4ef000ce30 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 shutdown_connections 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ee80a2c90 0x7f4ee80a5150 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f001037c0 0x7f4f00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4f00102e00 0x7f4f000745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 --2- 172.21.15.7:0/1113894627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f00101c00 0x7f4f00075f90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.912+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 >> 172.21.15.7:0/1113894627 conn(0x7f4f000fd390 msgr2=0x7f4f00106240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.913+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 shutdown_connections 2024-09-10T07:44:42.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:42.913+0000 7f4f0548a640 1 -- 172.21.15.7:0/1113894627 wait complete. 2024-09-10T07:44:43.642 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-10T07:44:43.906 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:44.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:43 smithi007 ceph-mon[30879]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:44.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:43 smithi007 ceph-mon[30879]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:43 smithi145 ceph-mon[34766]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:43 smithi145 ceph-mon[34766]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:44.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 -- 172.21.15.7:0/4137911967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c0103bc0 msgr2=0x7f80c00ffc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:44.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/4137911967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c0103bc0 0x7f80c00ffc90 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009900 tx=0x7f80b002a410 comp rx=0 tx=0).stop 2024-09-10T07:44:44.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 -- 172.21.15.7:0/4137911967 shutdown_connections 2024-09-10T07:44:44.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/4137911967 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0100350 0x7f80c010a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/4137911967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c0103bc0 0x7f80c00ffc90 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/4137911967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c01031f0 0x7f80c01035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 -- 172.21.15.7:0/4137911967 >> 172.21.15.7:0/4137911967 conn(0x7f80c00fba40 msgr2=0x7f80c00fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 -- 172.21.15.7:0/4137911967 shutdown_connections 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.369+0000 7f80c7bf0640 1 -- 172.21.15.7:0/4137911967 wait complete. 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 Processor -- start 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 -- start start 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c0100350 0x7f80c0197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 0x7f80c019f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010d800 con 0x7f80c01031f0 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010d680 con 0x7f80c0100350 2024-09-10T07:44:44.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c7bf0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010d980 con 0x7f80c0103bc0 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35002/0 (socket says 172.21.15.7:35002) 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 -- 172.21.15.7:0/2040181514 learned_addr learned my addr 172.21.15.7:0/2040181514 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c598c640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c0100350 0x7f80c0197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c618d640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 0x7f80c019f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 -- 172.21.15.7:0/2040181514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 msgr2=0x7f80c019f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:44.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 0x7f80c019f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 -- 172.21.15.7:0/2040181514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c0100350 msgr2=0x7f80c0197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c0100350 0x7f80c0197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 -- 172.21.15.7:0/2040181514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c019fb70 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c618d640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 0x7f80c019f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.370+0000 7f80c518b640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f80b00314e0 tx=0x7f80b0003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.371+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b003f070 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.371+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80b0031e40 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.371+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b0035030 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.371+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c019fe00 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.371+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c01a02e0 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.372+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c01091e0 con 0x7f80c01031f0 2024-09-10T07:44:44.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.373+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f80b0042070 con 0x7f80c01031f0 2024-09-10T07:44:44.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.374+0000 7f80b6ffd640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 0x7f80ac0a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:44.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.374+0000 7f80c598c640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 0x7f80ac0a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:44.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.374+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f80b00efb80 con 0x7f80c01031f0 2024-09-10T07:44:44.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.374+0000 7f80c598c640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 0x7f80ac0a5180 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f80bc005db0 tx=0x7f80bc005d40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:44.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.378+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f80b00bc5e0 con 0x7f80c01031f0 2024-09-10T07:44:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:43 smithi110 ceph-mon[34417]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:43 smithi110 ceph-mon[34417]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:44.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.562+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f80c0062630 con 0x7f80ac0a2cc0 2024-09-10T07:44:44.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.576+0000 7f80b6ffd640 1 -- 172.21.15.7:0/2040181514 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4061 (secure 0 0 0) 0x7f80c0062630 con 0x7f80ac0a2cc0 2024-09-10T07:44:44.575 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-10T07:44:44.575 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (2m) 57s ago 2m 15.7M - 19.1.1-305-g1cf819b7 41d671128357 20c8b6080e78 2024-09-10T07:44:44.575 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi110 running (2m) 58s ago 2m 28.5M - 19.1.1-305-g1cf819b7 41d671128357 5c192bd027d8 2024-09-10T07:44:44.575 INFO:teuthology.orchestra.run.smithi007.stdout:mds.c smithi145 running (2m) 58s ago 2m 18.4M - 19.1.1-305-g1cf819b7 41d671128357 bede7f43c06e 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.d smithi007 running (2m) 57s ago 2m 15.9M - 19.1.1-305-g1cf819b7 41d671128357 43f78909f40d 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.e smithi110 running (2m) 58s ago 2m 17.7M - 19.1.1-305-g1cf819b7 41d671128357 0321f2812080 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.f smithi145 running (2m) 58s ago 2m 15.6M - 19.1.1-305-g1cf819b7 41d671128357 9f5e4f0ea2e6 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.g smithi007 running (2m) 57s ago 2m 16.6M - 19.1.1-305-g1cf819b7 41d671128357 c55bed0ee952 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.h smithi110 running (2m) 58s ago 2m 15.7M - 19.1.1-305-g1cf819b7 41d671128357 955467a43f66 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.i smithi145 running (2m) 58s ago 2m 19.5M - 19.1.1-305-g1cf819b7 41d671128357 e1ae051b8ce0 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.j smithi007 running (2m) 57s ago 2m 13.5M - 19.1.1-305-g1cf819b7 41d671128357 cf45a9f110cd 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.k smithi110 running (2m) 58s ago 2m 15.9M - 19.1.1-305-g1cf819b7 41d671128357 bd6d9fd70349 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mds.l smithi145 running (2m) 58s ago 2m 14.5M - 19.1.1-305-g1cf819b7 41d671128357 e65352c3e36c 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi007 *:9283,8765 running (9m) 57s ago 9m 507M - 19.1.1-305-g1cf819b7 41d671128357 6578733f7878 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi110 *:8443,8765 running (7m) 58s ago 7m 443M - 19.1.1-305-g1cf819b7 41d671128357 3ff41098f6b0 2024-09-10T07:44:44.576 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.z smithi145 *:8443,8765 running (7m) 58s ago 7m 443M - 19.1.1-305-g1cf819b7 41d671128357 fd47d9c740fb 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (9m) 57s ago 9m 55.4M 2048M 19.1.1-305-g1cf819b7 41d671128357 1948362f8ae1 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi110 running (8m) 58s ago 8m 49.5M 2048M 19.1.1-305-g1cf819b7 41d671128357 c1fa89386159 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi145 running (8m) 58s ago 8m 47.3M 2048M 19.1.1-305-g1cf819b7 41d671128357 6fcb12633d41 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (7m) 57s ago 7m 52.8M 4273M 19.1.1-305-g1cf819b7 41d671128357 31480d4c9bda 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi110 running (7m) 58s ago 7m 46.1M 4272M 19.1.1-305-g1cf819b7 41d671128357 dc2973b41301 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi145 running (6m) 58s ago 6m 47.1M 4272M 19.1.1-305-g1cf819b7 41d671128357 ad1ccff4a7e0 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (6m) 57s ago 6m 44.8M 4273M 19.1.1-305-g1cf819b7 41d671128357 30ac90f20e80 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi110 running (5m) 58s ago 5m 52.1M 4272M 19.1.1-305-g1cf819b7 41d671128357 37be2bae6977 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi145 running (5m) 58s ago 5m 45.4M 4272M 19.1.1-305-g1cf819b7 41d671128357 6a30ec13ed41 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi007 running (5m) 57s ago 5m 40.6M 4273M 19.1.1-305-g1cf819b7 41d671128357 620e43b7a52d 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi110 running (4m) 58s ago 4m 45.2M 4272M 19.1.1-305-g1cf819b7 41d671128357 69bfa15ae8d2 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 smithi145 running (4m) 58s ago 4m 43.4M 4272M 19.1.1-305-g1cf819b7 41d671128357 4c3a1855f41e 2024-09-10T07:44:44.577 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 smithi007 running (3m) 57s ago 3m 50.7M 4273M 19.1.1-305-g1cf819b7 41d671128357 fa92272ccb00 2024-09-10T07:44:44.578 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 smithi110 running (3m) 58s ago 3m 45.5M 4272M 19.1.1-305-g1cf819b7 41d671128357 1bce42c0e410 2024-09-10T07:44:44.578 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 smithi145 running (2m) 58s ago 2m 44.2M 4272M 19.1.1-305-g1cf819b7 41d671128357 c5ead443782a 2024-09-10T07:44:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 msgr2=0x7f80ac0a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 0x7f80ac0a5180 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f80bc005db0 tx=0x7f80bc005d40 comp rx=0 tx=0).stop 2024-09-10T07:44:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 msgr2=0x7f80c0198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f80b00314e0 tx=0x7f80b0003d50 comp rx=0 tx=0).stop 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 shutdown_connections 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80ac0a2cc0 0x7f80ac0a5180 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c0103bc0 0x7f80c019f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f80c01031f0 0x7f80c0198480 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 --2- 172.21.15.7:0/2040181514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f80c0100350 0x7f80c0197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 >> 172.21.15.7:0/2040181514 conn(0x7f80c00fba40 msgr2=0x7f80c01063b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 shutdown_connections 2024-09-10T07:44:44.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:44.578+0000 7f80c7bf0640 1 -- 172.21.15.7:0/2040181514 wait complete. 2024-09-10T07:44:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:44 smithi145 ceph-mon[34766]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:45.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:44 smithi007 ceph-mon[30879]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:45.371 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-10T07:44:45.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:44 smithi110 ceph-mon[34417]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:45.629 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:46.012 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:45 smithi007 ceph-mon[30879]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:46.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 -- 172.21.15.7:0/196275975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0102e00 msgr2=0x7fddf0103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:46.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 --2- 172.21.15.7:0/196275975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0102e00 0x7fddf0103280 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009900 tx=0x7fdde002a410 comp rx=0 tx=0).stop 2024-09-10T07:44:46.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 -- 172.21.15.7:0/196275975 shutdown_connections 2024-09-10T07:44:46.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 --2- 172.21.15.7:0/196275975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 0x7fddf010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 --2- 172.21.15.7:0/196275975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0102e00 0x7fddf0103280 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 --2- 172.21.15.7:0/196275975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0101c00 0x7fddf0102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 -- 172.21.15.7:0/196275975 >> 172.21.15.7:0/196275975 conn(0x7fddf00fd390 msgr2=0x7fddf00ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 -- 172.21.15.7:0/196275975 shutdown_connections 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.095+0000 7fddf8335640 1 -- 172.21.15.7:0/196275975 wait complete. 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 Processor -- start 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 -- start start 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0102e00 0x7fddf00745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 0x7fddf0074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fddf010d7e0 con 0x7fddf0101c00 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fddf010d660 con 0x7fddf0102e00 2024-09-10T07:44:46.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf8335640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fddf010d960 con 0x7fddf01037c0 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf60d1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf60d1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35028/0 (socket says 172.21.15.7:35028) 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf60d1640 1 -- 172.21.15.7:0/1756230688 learned_addr learned my addr 172.21.15.7:0/1756230688 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf68d2640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 0x7fddf0074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.096+0000 7fddf58d0640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0102e00 0x7fddf00745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 -- 172.21.15.7:0/1756230688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 msgr2=0x7fddf0074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 0x7fddf0074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 -- 172.21.15.7:0/1756230688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0102e00 msgr2=0x7fddf00745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0102e00 0x7fddf00745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 -- 172.21.15.7:0/1756230688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf00753e0 con 0x7fddf0101c00 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf60d1640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fddec00b450 tx=0x7fddec00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec015020 con 0x7fddf0101c00 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddec011d40 con 0x7fddf0101c00 2024-09-10T07:44:46.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf01a1fa0 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec00f340 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.097+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf01a2480 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.098+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddf0109050 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.099+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fddec018020 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.100+0000 7fdde77fe640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 0x7fdddc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.100+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fddec0cf420 con 0x7fddf0101c00 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.100+0000 7fddf58d0640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 0x7fdddc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.101+0000 7fddf58d0640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 0x7fdddc0a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fddf0075d10 tx=0x7fdde00314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:46.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.103+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fddec01f020 con 0x7fddf0101c00 2024-09-10T07:44:46.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:45 smithi145 ceph-mon[34766]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:46.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.290+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fddf0062630 con 0x7fdddc0a2c10 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.296+0000 7fdde77fe640 1 -- 172.21.15.7:0/1756230688 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fddf0062630 con 0x7fdddc0a2c10 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:mds.all 12/12 59s ago 2m smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi110=b;smithi110=e;smithi110=h;smithi110=k;smithi145=c;smithi145=f;smithi145=i;smithi145=l;count:12 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:mgr 3/3 59s ago 7m smithi007=x;smithi110=y;smithi145=z;count:3 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:mon 3/3 59s ago 8m smithi007:172.21.15.7=a;smithi110:172.21.15.110=b;smithi145:172.21.15.145=c;count:3 2024-09-10T07:44:46.296 INFO:teuthology.orchestra.run.smithi007.stdout:osd 12 59s ago - 2024-09-10T07:44:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 msgr2=0x7fdddc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 0x7fdddc0a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fddf0075d10 tx=0x7fdde00314a0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 msgr2=0x7fddf0075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fddec00b450 tx=0x7fddec00b910 comp rx=0 tx=0).stop 2024-09-10T07:44:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 shutdown_connections 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdddc0a2c10 0x7fdddc0a50d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddf01037c0 0x7fddf0074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fddf0102e00 0x7fddf00745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 --2- 172.21.15.7:0/1756230688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fddf0101c00 0x7fddf0075f90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 >> 172.21.15.7:0/1756230688 conn(0x7fddf00fd390 msgr2=0x7fddf0106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 shutdown_connections 2024-09-10T07:44:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:46.299+0000 7fddf8335640 1 -- 172.21.15.7:0/1756230688 wait complete. 2024-09-10T07:44:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:45 smithi110 ceph-mon[34417]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:47.081 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-10T07:44:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:46 smithi145 ceph-mon[34766]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:47.339 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:46 smithi007 ceph-mon[30879]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:47.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:46 smithi110 ceph-mon[34417]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3752324937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3581037c0 msgr2=0x7fe35810a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3752324937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3581037c0 0x7fe35810a050 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe350009ca0 tx=0x7fe35002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3752324937 shutdown_connections 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3752324937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3581037c0 0x7fe35810a050 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3752324937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe358102e00 0x7fe358103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3752324937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358101c00 0x7fe358102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3752324937 >> 172.21.15.7:0/3752324937 conn(0x7fe3580fd390 msgr2=0x7fe3580ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3752324937 shutdown_connections 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.806+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3752324937 wait complete. 2024-09-10T07:44:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 Processor -- start 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 -- start start 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358102e00 0x7fe3580745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3581037c0 0x7fe358074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe35810d730 con 0x7fe358101c00 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe35810d5b0 con 0x7fe3581037c0 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe35e6ab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe35810d8b0 con 0x7fe358102e00 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe357fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe357fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35040/0 (socket says 172.21.15.7:35040) 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe357fff640 1 -- 172.21.15.7:0/3646088590 learned_addr learned my addr 172.21.15.7:0/3646088590 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.807+0000 7fe3577fe640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358102e00 0x7fe3580745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe35cc48640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3581037c0 0x7fe358074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:47.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 -- 172.21.15.7:0/3646088590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358102e00 msgr2=0x7fe3580745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358102e00 0x7fe3580745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 -- 172.21.15.7:0/3646088590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3581037c0 msgr2=0x7fe358074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3581037c0 0x7fe358074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 -- 172.21.15.7:0/3646088590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3580753e0 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe357fff640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe34800d950 tx=0x7fe34800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe348017070 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe348009c30 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3581a1f70 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34800f620 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.808+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3581a2310 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.809+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe358109050 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.810+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fe34801a070 con 0x7fe358101c00 2024-09-10T07:44:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.811+0000 7fe3557fa640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 0x7fe3400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:47.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.811+0000 7fe3577fe640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 0x7fe3400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:47.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.811+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fe3480cefb0 con 0x7fe358101c00 2024-09-10T07:44:47.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.812+0000 7fe3577fe640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 0x7fe3400a50d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe358075d10 tx=0x7fe34c00b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:47.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:47.815+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe348009de0 con 0x7fe358101c00 2024-09-10T07:44:48.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.001+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fe358062630 con 0x7fe3400a2c10 2024-09-10T07:44:48.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:47 smithi007 ceph-mon[30879]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:48.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:47 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:44:48.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.003+0000 7fe3557fa640 1 -- 172.21.15.7:0/3646088590 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fe358062630 con 0x7fe3400a2c10 2024-09-10T07:44:48.003 INFO:teuthology.orchestra.run.smithi007.stdout:HOST ADDR LABELS STATUS 2024-09-10T07:44:48.003 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 172.21.15.7 2024-09-10T07:44:48.003 INFO:teuthology.orchestra.run.smithi007.stdout:smithi110 172.21.15.110 2024-09-10T07:44:48.003 INFO:teuthology.orchestra.run.smithi007.stdout:smithi145 172.21.15.145 2024-09-10T07:44:48.003 INFO:teuthology.orchestra.run.smithi007.stdout:3 hosts in cluster 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 msgr2=0x7fe3400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 0x7fe3400a50d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe358075d10 tx=0x7fe34c00b410 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 msgr2=0x7fe358075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe34800d950 tx=0x7fe34800de10 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 shutdown_connections 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3400a2c10 0x7fe3400a50d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3581037c0 0x7fe358074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe358102e00 0x7fe3580745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 --2- 172.21.15.7:0/3646088590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe358101c00 0x7fe358075f90 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.005+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 >> 172.21.15.7:0/3646088590 conn(0x7fe3580fd390 msgr2=0x7fe358106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:48.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.006+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 shutdown_connections 2024-09-10T07:44:48.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:48.006+0000 7fe35e6ab640 1 -- 172.21.15.7:0/3646088590 wait complete. 2024-09-10T07:44:48.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:47 smithi145 ceph-mon[34766]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:48.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:47 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:44:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:47 smithi110 ceph-mon[34417]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:47 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:44:48.728 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-10T07:44:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:48 smithi145 ceph-mon[34766]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:49.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:48 smithi007 ceph-mon[30879]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:49.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:48 smithi110 ceph-mon[34417]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:49.745 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 -- 172.21.15.7:0/1442049372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4104f90 msgr2=0x7fa2b4107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/1442049372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4104f90 0x7fa2b4107380 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8009900 tx=0x7fa2a802a410 comp rx=0 tx=0).stop 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 -- 172.21.15.7:0/1442049372 shutdown_connections 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/1442049372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b41078c0 0x7fa2b4109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/1442049372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4104f90 0x7fa2b4107380 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/1442049372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b4102660 0x7fa2b4104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.187+0000 7fa2bb73e640 1 -- 172.21.15.7:0/1442049372 >> 172.21.15.7:0/1442049372 conn(0x7fa2b40fc280 msgr2=0x7fa2b40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.188+0000 7fa2bb73e640 1 -- 172.21.15.7:0/1442049372 shutdown_connections 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.188+0000 7fa2bb73e640 1 -- 172.21.15.7:0/1442049372 wait complete. 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.189+0000 7fa2bb73e640 1 Processor -- start 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.189+0000 7fa2bb73e640 1 -- start start 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.189+0000 7fa2bb73e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.189+0000 7fa2bb73e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b4104f90 0x7fa2b4100610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.189+0000 7fa2bb73e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 0x7fa2b4100b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2bb73e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410d710 con 0x7fa2b4102660 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2bb73e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410d590 con 0x7fa2b4104f90 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2bb73e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410d890 con 0x7fa2b41078c0 2024-09-10T07:44:50.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35054/0 (socket says 172.21.15.7:35054) 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 -- 172.21.15.7:0/36776728 learned_addr learned my addr 172.21.15.7:0/36776728 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b8cd9640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b4104f90 0x7fa2b4100610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b9cdb640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 0x7fa2b4100b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 -- 172.21.15.7:0/36776728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 msgr2=0x7fa2b4100b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 0x7fa2b4100b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 -- 172.21.15.7:0/36776728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b4104f90 msgr2=0x7fa2b4100610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b4104f90 0x7fa2b4100610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 -- 172.21.15.7:0/36776728 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b4101410 con 0x7fa2b4102660 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b9cdb640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 0x7fa2b4100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b94da640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa2a400ea80 tx=0x7fa2a400ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.190+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a400ce40 con 0x7fa2b4102660 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.191+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2a4005020 con 0x7fa2b4102660 2024-09-10T07:44:50.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.191+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b41a1fe0 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.191+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a40116d0 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.191+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b41a2380 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.192+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b40fdd70 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.193+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fa2a40051d0 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.194+0000 7fa2b27fc640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 0x7fa29c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.194+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fa2a40cf440 con 0x7fa2b4102660 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.194+0000 7fa2b8cd9640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 0x7fa29c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.194+0000 7fa2b8cd9640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 0x7fa29c0a50d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8004770 tx=0x7fa2a8000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:50.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.199+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2a4016030 con 0x7fa2b4102660 2024-09-10T07:44:50.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.411+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fa2b4062630 con 0x7fa29c0a2c10 2024-09-10T07:44:50.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.413+0000 7fa2b27fc640 1 -- 172.21.15.7:0/36776728 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fa2b4062630 con 0x7fa29c0a2c10 2024-09-10T07:44:50.413 INFO:teuthology.orchestra.run.smithi007.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-10T07:44:50.413 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300GE480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-10T07:44:50.413 INFO:teuthology.orchestra.run.smithi007.stdout:smithi110 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476002T480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-10T07:44:50.413 INFO:teuthology.orchestra.run.smithi007.stdout:smithi145 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500N9400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 msgr2=0x7fa29c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 0x7fa29c0a50d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8004770 tx=0x7fa2a8000bc0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 msgr2=0x7fa2b4101fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa2a400ea80 tx=0x7fa2a400ef40 comp rx=0 tx=0).stop 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 shutdown_connections 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa29c0a2c10 0x7fa29c0a50d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b41078c0 0x7fa2b4100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa2b4104f90 0x7fa2b4100610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 --2- 172.21.15.7:0/36776728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa2b4102660 0x7fa2b4101fc0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:50.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 >> 172.21.15.7:0/36776728 conn(0x7fa2b40fc280 msgr2=0x7fa2b4102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:50.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 shutdown_connections 2024-09-10T07:44:50.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:50.415+0000 7fa2bb73e640 1 -- 172.21.15.7:0/36776728 wait complete. 2024-09-10T07:44:50.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:50 smithi007 ceph-mon[30879]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:50.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.477 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:50 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:50 smithi110 ceph-mon[34417]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:50 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:50 smithi145 ceph-mon[34766]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:44:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:50 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.203 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-10T07:44:51.213 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:44:51.213 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-10T07:44:51.482 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:51.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:51.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:44:51.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:44:51.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:44:51.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:51.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- 172.21.15.7:0/2484135412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 msgr2=0x7fd3e8101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:51.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2484135412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e8101910 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009ca0 tx=0x7fd3e002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- 172.21.15.7:0/2484135412 shutdown_connections 2024-09-10T07:44:51.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2484135412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e8101910 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2484135412 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e806a390 0x7fd3e81007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2484135412 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e8069f00 0x7fd3e8100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- 172.21.15.7:0/2484135412 >> 172.21.15.7:0/2484135412 conn(0x7fd3e80fba40 msgr2=0x7fd3e80fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- 172.21.15.7:0/2484135412 shutdown_connections 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- 172.21.15.7:0/2484135412 wait complete. 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 Processor -- start 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 -- start start 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 0x7fd3e8197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 0x7fd3e8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.965+0000 7fd3f0178640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3f0178640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e810c610 con 0x7fd3e8101490 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3f0178640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e810c490 con 0x7fd3e806a390 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3f0178640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e810c790 con 0x7fd3e8069f00 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:51.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45414/0 (socket says 172.21.15.7:45414) 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 -- 172.21.15.7:0/2203901874 learned_addr learned my addr 172.21.15.7:0/2203901874 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3edf14640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 0x7fd3e8197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ed713640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 0x7fd3e8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 -- 172.21.15.7:0/2203901874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 msgr2=0x7fd3e8197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 0x7fd3e8197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 -- 172.21.15.7:0/2203901874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 msgr2=0x7fd3e8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 0x7fd3e8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 -- 172.21.15.7:0/2203901874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e819fa50 con 0x7fd3e8101490 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3edf14640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 0x7fd3e8197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ed713640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 0x7fd3e8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3ee715640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0006010 tx=0x7fd3e0031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0003cb0 con 0x7fd3e8101490 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3e0003e50 con 0x7fd3e8101490 2024-09-10T07:44:51.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e819fce0 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0030c60 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.966+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e81a01c0 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.967+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e81090f0 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.969+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fd3e0004040 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.969+0000 7fd3deffd640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 0x7fd3d40a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.969+0000 7fd3edf14640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 0x7fd3d40a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.969+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fd3e00f0c10 con 0x7fd3e8101490 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.970+0000 7fd3edf14640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 0x7fd3d40a5100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40058c0 tx=0x7fd3e4005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:52.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:51.973+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd3e00bd7e0 con 0x7fd3e8101490 2024-09-10T07:44:52.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T07:44:52.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:52.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:52.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:44:52.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:44:52.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:44:52.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.188+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd3e8062e90 con 0x7fd3e8101490 2024-09-10T07:44:52.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.188+0000 7fd3deffd640 1 -- 172.21.15.7:0/2203901874 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 24 v24) ==== 76+0+3090 (secure 0 0 0) 0x7fd3e00bd0e0 con 0x7fd3e8101490 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:e24 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:btime 2024-09-10T07:43:35:755113+0000 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:legacy client fscid: 1 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:Filesystem 'cephfs' (1) 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:fs_name cephfs 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 24 2024-09-10T07:44:52.188 INFO:teuthology.orchestra.run.smithi007.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-09-10T07:42:50.027669+0000 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-09-10T07:43:35.472111+0000 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:tableserver 0 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:root 0 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:session_timeout 300 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:session_autoclose 300 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:max_file_size 1099511627776 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:max_xattr_size 65536 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:required_client_features {} 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure 0 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure_osd_epoch 0 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:max_mds 3 2024-09-10T07:44:52.189 INFO:teuthology.orchestra.run.smithi007.stdout:in 0,1,2 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:up {0=24491,1=24490,2=24475} 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:failed 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:damaged 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:stopped 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:data_pools [3,4] 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:metadata_pool 2 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:inline_data disabled 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:balancer 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:bal_rank_mask -1 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:standby_count_wanted 0 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:qdb_cluster leader: 24491 members: 24475,24490,24491 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.b{0:24491} state up:active seq 4 addr [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.f{0:24469} state up:standby-replay seq 1 addr [v2:172.21.15.145:6834/2104125813,v1:172.21.15.145:6835/2104125813] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.190 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.i{1:24490} state up:active seq 17 addr [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.h{1:24464} state up:standby-replay seq 1 addr [v2:172.21.15.110:6836/1070178855,v1:172.21.15.110:6837/1070178855] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.c{2:24475} state up:active seq 18 addr [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.e{2:24443} state up:standby-replay seq 1 addr [v2:172.21.15.110:6834/2122262516,v1:172.21.15.110:6835/2122262516] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:Standby daemons: 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.j{-1:14511} state up:standby seq 1 addr [v2:172.21.15.7:6834/4099401014,v1:172.21.15.7:6835/4099401014] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.d{-1:14523} state up:standby seq 1 addr [v2:172.21.15.7:6836/2767705602,v1:172.21.15.7:6837/2767705602] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.g{-1:14577} state up:standby seq 1 addr [v2:172.21.15.7:6838/1071223404,v1:172.21.15.7:6839/1071223404] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.a{-1:14583} state up:standby seq 1 addr [v2:172.21.15.7:6840/1992385865,v1:172.21.15.7:6841/1992385865] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.k{-1:24425} state up:standby seq 1 addr [v2:172.21.15.110:6832/504991114,v1:172.21.15.110:6833/504991114] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.191 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.l{-1:24436} state up:standby seq 1 addr [v2:172.21.15.145:6832/3480765510,v1:172.21.15.145:6833/3480765510] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T07:44:52.192 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:52.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 msgr2=0x7fd3d40a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:52.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 0x7fd3d40a5100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40058c0 tx=0x7fd3e4005850 comp rx=0 tx=0).stop 2024-09-10T07:44:52.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 msgr2=0x7fd3e819f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:52.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0006010 tx=0x7fd3e0031840 comp rx=0 tx=0).stop 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 shutdown_connections 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3d40a2c40 0x7fd3d40a5100 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3e8101490 0x7fd3e819f3e0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3e806a390 0x7fd3e8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 --2- 172.21.15.7:0/2203901874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e8069f00 0x7fd3e8197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 >> 172.21.15.7:0/2203901874 conn(0x7fd3e80fba40 msgr2=0x7fd3e8102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 shutdown_connections 2024-09-10T07:44:52.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:52.191+0000 7fd3f0178640 1 -- 172.21.15.7:0/2203901874 wait complete. 2024-09-10T07:44:52.777 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:52 smithi007 ceph-mon[30879]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:52.777 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2203901874' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T07:44:52.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-10T07:44:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:52 smithi145 ceph-mon[34766]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2203901874' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T07:44:53.069 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:52 smithi110 ceph-mon[34417]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:44:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2203901874' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T07:44:53.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 -- 172.21.15.7:0/4019000268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 msgr2=0x7f0edc104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:53.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/4019000268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc104a90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009900 tx=0x7f0ecc02a410 comp rx=0 tx=0).stop 2024-09-10T07:44:53.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 -- 172.21.15.7:0/4019000268 shutdown_connections 2024-09-10T07:44:53.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/4019000268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/4019000268 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc1073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/4019000268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc104a90 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 -- 172.21.15.7:0/4019000268 >> 172.21.15.7:0/4019000268 conn(0x7f0edc0fc2a0 msgr2=0x7f0edc0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 -- 172.21.15.7:0/4019000268 shutdown_connections 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.588+0000 7f0ee21d3640 1 -- 172.21.15.7:0/4019000268 wait complete. 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 Processor -- start 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 -- start start 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:53.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc19f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d7d0 con 0x7f0edc1026a0 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d650 con 0x7f0edc104fd0 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0ee21d3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d950 con 0x7f0edc107900 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0edb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0edb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45438/0 (socket says 172.21.15.7:45438) 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0edb7fe640 1 -- 172.21.15.7:0/2822608989 learned_addr learned my addr 172.21.15.7:0/2822608989 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0edaffd640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.589+0000 7f0edbfff640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc19f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 -- 172.21.15.7:0/2822608989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 msgr2=0x7f0edc19f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc19f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 -- 172.21.15.7:0/2822608989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 msgr2=0x7f0edc198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 -- 172.21.15.7:0/2822608989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0edc19fa60 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edaffd640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edbfff640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc19f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0edb7fe640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc005940 tx=0x7f0ecc004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc03f030 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ecc003cb0 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0edc19fcf0 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc035070 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.590+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0edc1a01f0 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.591+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0edc0fdd90 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.593+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f0ecc042030 con 0x7f0edc1026a0 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.594+0000 7f0ed8ff9640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 0x7f0ec40a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:53.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.594+0000 7f0edaffd640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 0x7f0ec40a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:53.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.594+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f0ecc0f0320 con 0x7f0edc1026a0 2024-09-10T07:44:53.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.594+0000 7f0edaffd640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 0x7f0ec40a5180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0edc199350 tx=0x7f0ed000a5c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:53.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.597+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0ecc0bcd80 con 0x7f0edc1026a0 2024-09-10T07:44:53.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.774+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f0edc02d7c0 con 0x7f0edc1026a0 2024-09-10T07:44:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.775+0000 7f0ed8ff9640 1 -- 172.21.15.7:0/2822608989 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) ==== 56+0+5570 (secure 0 0 0) 0x7f0ecc0bc680 con 0x7f0edc1026a0 2024-09-10T07:44:53.774 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 88 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:fsid 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-09-10T07:35:05.725443+0000 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-09-10T07:44:00.686837+0000 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:crush_version 27 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:full_ratio 0.95 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:backfillfull_ratio 0.9 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:nearfull_ratio 0.85 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:require_min_compat_client luminous 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:min_compat_client luminous 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:require_osd_release squid 2024-09-10T07:44:53.775 INFO:teuthology.orchestra.run.smithi007.stdout:stretch_mode_enabled false 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:max_osd 12 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6802/1653280135,v1:172.21.15.7:6803/1653280135] [v2:172.21.15.7:6804/1653280135,v1:172.21.15.7:6805/1653280135] exists,up cfc69d75-98cb-4416-9a45-e57f2eebe9af 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 up in weight 1 up_from 13 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.110:6800/3710405167,v1:172.21.15.110:6801/3710405167] [v2:172.21.15.110:6802/3710405167,v1:172.21.15.110:6803/3710405167] exists,up f9098127-7649-43b0-8d66-78a2f8c87007 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.145:6800/3425172955,v1:172.21.15.145:6801/3425172955] [v2:172.21.15.145:6802/3425172955,v1:172.21.15.145:6803/3425172955] exists,up 18f77426-9d2b-4e5f-8efb-f4e853b30560 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 up in weight 1 up_from 25 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6810/1002409505,v1:172.21.15.7:6811/1002409505] [v2:172.21.15.7:6812/1002409505,v1:172.21.15.7:6813/1002409505] exists,up 980f197f-b7bf-4d3e-a01c-e5cba969c993 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 up in weight 1 up_from 32 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.110:6808/1519203104,v1:172.21.15.110:6809/1519203104] [v2:172.21.15.110:6810/1519203104,v1:172.21.15.110:6811/1519203104] exists,up 1d887e1b-3032-47cc-9d24-eaf5ac7315e5 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 up in weight 1 up_from 36 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.145:6808/1454618845,v1:172.21.15.145:6809/1454618845] [v2:172.21.15.145:6810/1454618845,v1:172.21.15.145:6811/1454618845] exists,up dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc 2024-09-10T07:44:53.776 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 up in weight 1 up_from 43 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6818/3574863288,v1:172.21.15.7:6819/3574863288] [v2:172.21.15.7:6820/3574863288,v1:172.21.15.7:6821/3574863288] exists,up 17602494-fd35-42b4-bf0c-4451e9f6be97 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 up in weight 1 up_from 48 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.110:6816/1971518433,v1:172.21.15.110:6817/1971518433] [v2:172.21.15.110:6818/1971518433,v1:172.21.15.110:6819/1971518433] exists,up 51ba0507-31da-412e-8a59-f71d092dddc8 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 up in weight 1 up_from 55 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.145:6816/3380647000,v1:172.21.15.145:6817/3380647000] [v2:172.21.15.145:6818/3380647000,v1:172.21.15.145:6819/3380647000] exists,up 812d7d7a-cc1d-446e-a7d9-38ff41df2638 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 up in weight 1 up_from 62 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6826/3483095632,v1:172.21.15.7:6827/3483095632] [v2:172.21.15.7:6828/3483095632,v1:172.21.15.7:6829/3483095632] exists,up 373c50fa-e123-4360-bf82-2602e2a4bc27 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 up in weight 1 up_from 67 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.110:6824/3304769706,v1:172.21.15.110:6825/3304769706] [v2:172.21.15.110:6826/3304769706,v1:172.21.15.110:6827/3304769706] exists,up 103b3715-f50e-4825-b0ed-a98bf8782be6 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 up in weight 1 up_from 74 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.145:6824/1104866240,v1:172.21.15.145:6825/1104866240] [v2:172.21.15.145:6826/1104866240,v1:172.21.15.145:6827/1104866240] exists,up 08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.10 [2,4] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.13 [2,11] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.1c [8,11] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.27 [4,8] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.31 [4,6] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.38 [3,9] 2024-09-10T07:44:53.777 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 4.b [9,8] 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 4.e [9,11] 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 4.1c [9,8,5,10] 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2441986460 expires 2024-09-11T07:35:58.729459+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/2448282957 expires 2024-09-11T07:35:58.729459+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/1747995407 expires 2024-09-11T07:35:58.729459+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/2448282957 expires 2024-09-11T07:35:58.729459+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/1304446940 expires 2024-09-11T07:35:35.178412+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/784006693 expires 2024-09-11T07:35:58.729459+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/1304446940 expires 2024-09-11T07:35:35.178412+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2806203313 expires 2024-09-11T07:35:35.178412+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/1170129686 expires 2024-09-11T07:35:35.178412+0000 2024-09-10T07:44:53.778 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2271722001 expires 2024-09-11T07:35:35.178412+0000 2024-09-10T07:44:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 msgr2=0x7f0ec40a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 0x7f0ec40a5180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0edc199350 tx=0x7f0ed000a5c0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 msgr2=0x7f0edc197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc005940 tx=0x7f0ecc004430 comp rx=0 tx=0).stop 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 shutdown_connections 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0ec40a2cc0 0x7f0ec40a5180 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0edc107900 0x7f0edc19f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0edc104fd0 0x7f0edc198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 --2- 172.21.15.7:0/2822608989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0edc1026a0 0x7f0edc197e30 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 >> 172.21.15.7:0/2822608989 conn(0x7f0edc0fc2a0 msgr2=0x7f0edc103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 shutdown_connections 2024-09-10T07:44:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:53.777+0000 7f0ee21d3640 1 -- 172.21.15.7:0/2822608989 wait complete. 2024-09-10T07:44:54.410 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-10T07:44:54.421 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:44:54.684 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:54.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:54 smithi007 ceph-mon[30879]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:54.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2822608989' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T07:44:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:54 smithi145 ceph-mon[34766]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2822608989' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T07:44:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:54 smithi110 ceph-mon[34417]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-10T07:44:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2822608989' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T07:44:55.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 -- 172.21.15.7:0/1056903462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d60102d40 msgr2=0x7f3d60103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:55.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 --2- 172.21.15.7:0/1056903462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d60102d40 0x7f3d60103120 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c009900 tx=0x7f3d5c02a480 comp rx=0 tx=0).stop 2024-09-10T07:44:55.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 -- 172.21.15.7:0/1056903462 shutdown_connections 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 --2- 172.21.15.7:0/1056903462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d6010c170 0x7f3d6010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 --2- 172.21.15.7:0/1056903462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60103660 0x7f3d6010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 --2- 172.21.15.7:0/1056903462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d60102d40 0x7f3d60103120 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.156+0000 7f3d686df640 1 -- 172.21.15.7:0/1056903462 >> 172.21.15.7:0/1056903462 conn(0x7f3d600fc7a0 msgr2=0x7f3d600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- 172.21.15.7:0/1056903462 shutdown_connections 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- 172.21.15.7:0/1056903462 wait complete. 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 Processor -- start 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- start start 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 0x7f3d601983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d60103660 0x7f3d60198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60111e60 con 0x7f3d6010c170 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60111ce0 con 0x7f3d60103660 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d686df640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60111fe0 con 0x7f3d60102d40 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d66c7c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d66c7c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45456/0 (socket says 172.21.15.7:45456) 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.157+0000 7f3d66c7c640 1 -- 172.21.15.7:0/2582040389 learned_addr learned my addr 172.21.15.7:0/2582040389 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d65c7a640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d60103660 0x7f3d60198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d6647b640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 0x7f3d601983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 -- 172.21.15.7:0/2582040389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 msgr2=0x7f3d601983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 0x7f3d601983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 -- 172.21.15.7:0/2582040389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d60103660 msgr2=0x7f3d60198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d60103660 0x7f3d60198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 -- 172.21.15.7:0/2582040389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d6019d380 con 0x7f3d6010c170 2024-09-10T07:44:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d6647b640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 0x7f3d601983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d66c7c640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3d5800eaa0 tx=0x7f3d5800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5800cdb0 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d6019d670 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d58005020 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d580116d0 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.158+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d601a4f50 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.159+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d60103120 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.161+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f3d580051d0 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.161+0000 7f3d577fe640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 0x7f3d4c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.161+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f3d580cfaa0 con 0x7f3d6010c170 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.161+0000 7f3d6647b640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 0x7f3d4c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.162+0000 7f3d6647b640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 0x7f3d4c0a50d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c031440 tx=0x7f3d5c005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:55.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.164+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3d58016030 con 0x7f3d6010c170 2024-09-10T07:44:55.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.375+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d60199730 con 0x7f3d6010c170 2024-09-10T07:44:55.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.376+0000 7f3d577fe640 1 -- 172.21.15.7:0/2582040389 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7f3d60199730 con 0x7f3d6010c170 2024-09-10T07:44:55.375 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:55.375 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:44:55.376 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:55.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 msgr2=0x7f3d4c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:55.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 0x7f3d4c0a50d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c031440 tx=0x7f3d5c005a20 comp rx=0 tx=0).stop 2024-09-10T07:44:55.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 msgr2=0x7f3d6019cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:55.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3d5800eaa0 tx=0x7f3d5800ef60 comp rx=0 tx=0).stop 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 shutdown_connections 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3d4c0a2c10 0x7f3d4c0a50d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d6010c170 0x7f3d6019cca0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d60103660 0x7f3d60198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 --2- 172.21.15.7:0/2582040389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d60102d40 0x7f3d601983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 >> 172.21.15.7:0/2582040389 conn(0x7f3d600fc7a0 msgr2=0x7f3d600fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 shutdown_connections 2024-09-10T07:44:55.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:55.378+0000 7f3d686df640 1 -- 172.21.15.7:0/2582040389 wait complete. 2024-09-10T07:44:55.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:55 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2582040389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:56.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:55 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2582040389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:56.032 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:44:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:55 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2582040389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 -- 172.21.15.7:0/2864102890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 msgr2=0x7fdbf810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 --2- 172.21.15.7:0/2864102890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf810e610 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009ca0 tx=0x7fdbf002a950 comp rx=0 tx=0).stop 2024-09-10T07:44:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 -- 172.21.15.7:0/2864102890 shutdown_connections 2024-09-10T07:44:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 --2- 172.21.15.7:0/2864102890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf810e610 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 --2- 172.21.15.7:0/2864102890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 --2- 172.21.15.7:0/2864102890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 0x7fdbf8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 -- 172.21.15.7:0/2864102890 >> 172.21.15.7:0/2864102890 conn(0x7fdbf80fc7a0 msgr2=0x7fdbf80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 -- 172.21.15.7:0/2864102890 shutdown_connections 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.767+0000 7fdbfff58640 1 -- 172.21.15.7:0/2864102890 wait complete. 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 Processor -- start 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 -- start start 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 0x7fdbf81982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf8111e20 con 0x7fdbf810c170 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf8111ca0 con 0x7fdbf8103660 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfff58640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf8111fa0 con 0x7fdbf8102d40 2024-09-10T07:44:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfe4f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfe4f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45468/0 (socket says 172.21.15.7:45468) 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfe4f5640 1 -- 172.21.15.7:0/3573618905 learned_addr learned my addr 172.21.15.7:0/3573618905 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfd4f3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.768+0000 7fdbfdcf4640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 0x7fdbf81982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 -- 172.21.15.7:0/3573618905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 msgr2=0x7fdbf81982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 0x7fdbf81982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 -- 172.21.15.7:0/3573618905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 msgr2=0x7fdbf8198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf8198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 -- 172.21.15.7:0/3573618905 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf819d270 con 0x7fdbf810c170 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfd4f3640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf8198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfe4f5640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdbf002ae70 tx=0x7fdbf002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf0034040 con 0x7fdbf810c170 2024-09-10T07:44:56.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbf00308f0 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf819d500 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf00047f0 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.769+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf81a4e40 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.770+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbf8103120 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.772+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fdbf0037020 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.772+0000 7fdbeeffd640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 0x7fdbe40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.772+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7fdbf00f0470 con 0x7fdbf810c170 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.772+0000 7fdbfdcf4640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 0x7fdbe40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.773+0000 7fdbfdcf4640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 0x7fdbe40a50d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4005fd0 tx=0x7fdbf400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.775+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbf00811b0 con 0x7fdbf810c170 2024-09-10T07:44:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:56 smithi145 ceph-mon[34766]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:56.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.991+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbf81a5010 con 0x7fdbf810c170 2024-09-10T07:44:56.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:56 smithi007 ceph-mon[30879]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:56.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.992+0000 7fdbeeffd640 1 -- 172.21.15.7:0/3573618905 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11915 (secure 0 0 0) 0x7fdbf00bd040 con 0x7fdbf810c170 2024-09-10T07:44:56.992 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:56.992 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":24,"btime":"2024-09-10T07:43:35:755113+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:43:35.472111+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:44:56.992 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 24 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 msgr2=0x7fdbe40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 0x7fdbe40a50d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4005fd0 tx=0x7fdbf400b390 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 msgr2=0x7fdbf819cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdbf002ae70 tx=0x7fdbf002f5d0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 shutdown_connections 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdbe40a2c10 0x7fdbe40a50d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbf810c170 0x7fdbf819cb90 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbf8103660 0x7fdbf8198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 --2- 172.21.15.7:0/3573618905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbf8102d40 0x7fdbf81982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 >> 172.21.15.7:0/3573618905 conn(0x7fdbf80fc7a0 msgr2=0x7fdbf80fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:56.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 shutdown_connections 2024-09-10T07:44:56.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:56.994+0000 7fdbfff58640 1 -- 172.21.15.7:0/3573618905 wait complete. 2024-09-10T07:44:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:56 smithi110 ceph-mon[34417]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-10T07:44:57.785 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:44:57.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:57 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3573618905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:58.044 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:44:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:57 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3573618905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:57 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3573618905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 -- 172.21.15.7:0/1194710935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 msgr2=0x7f66281067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 --2- 172.21.15.7:0/1194710935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f66281067e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6614009900 tx=0x7f661402a410 comp rx=0 tx=0).stop 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 -- 172.21.15.7:0/1194710935 shutdown_connections 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 --2- 172.21.15.7:0/1194710935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 0x7f662810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 --2- 172.21.15.7:0/1194710935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f66281067e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 --2- 172.21.15.7:0/1194710935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66281021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 -- 172.21.15.7:0/1194710935 >> 172.21.15.7:0/1194710935 conn(0x7f66280fd8c0 msgr2=0x7f66280ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 -- 172.21.15.7:0/1194710935 shutdown_connections 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.523+0000 7f662eab1640 1 -- 172.21.15.7:0/1194710935 wait complete. 2024-09-10T07:44:58.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 Processor -- start 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 -- start start 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66280744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 0x7f6628074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6628111e20 con 0x7f6628102790 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6628111ca0 con 0x7f6628101de0 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662eab1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6628111fa0 con 0x7f6628106f10 2024-09-10T07:44:58.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f6627fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f6627fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45482/0 (socket says 172.21.15.7:45482) 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f6627fff640 1 -- 172.21.15.7:0/602423280 learned_addr learned my addr 172.21.15.7:0/602423280 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.524+0000 7f662c84d640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66280744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f662d04e640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 0x7f6628074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 -- 172.21.15.7:0/602423280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 msgr2=0x7f6628074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 0x7f6628074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 -- 172.21.15.7:0/602423280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 msgr2=0x7f66280744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66280744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 -- 172.21.15.7:0/602423280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66281a6860 con 0x7f6628102790 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f662c84d640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66280744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6627fff640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6614005940 tx=0x7f6614004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:58.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661403f030 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6614003aa0 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66281a6af0 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614035070 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.525+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66281a7020 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.526+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66281021c0 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.528+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f6614042030 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.529+0000 7f6625ffb640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 0x7f66180a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.529+0000 7f662c84d640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 0x7f66180a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.529+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9071+0+0 (secure 0 0 0) 0x7f66140efe00 con 0x7f6628102790 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.529+0000 7f662c84d640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 0x7f66180a5150 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f661c00bfd0 tx=0x7f661c00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:58.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.532+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f66140bc8c0 con 0x7f6628102790 2024-09-10T07:44:58.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.708+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6628075a20 con 0x7f6628102790 2024-09-10T07:44:58.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.710+0000 7f6625ffb640 1 -- 172.21.15.7:0/602423280 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24704 (secure 0 0 0) 0x7f6628075a20 con 0x7f6628102790 2024-09-10T07:44:58.710 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:44:58.711 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":88,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:44:00.686837+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 msgr2=0x7f66180a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 0x7f66180a5150 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f661c00bfd0 tx=0x7f661c00b390 comp rx=0 tx=0).stop 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 msgr2=0x7f6628074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6614005940 tx=0x7f6614004270 comp rx=0 tx=0).stop 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 shutdown_connections 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66180a2c90 0x7f66180a5150 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6628106f10 0x7f6628074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6628102790 0x7f6628074a30 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 --2- 172.21.15.7:0/602423280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6628101de0 0x7f66280744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:58.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 >> 172.21.15.7:0/602423280 conn(0x7f66280fd8c0 msgr2=0x7f66280feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:58.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 shutdown_connections 2024-09-10T07:44:58.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:44:58.713+0000 7f662eab1640 1 -- 172.21.15.7:0/602423280 wait complete. 2024-09-10T07:44:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:58 smithi145 ceph-mon[34766]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-10T07:44:58.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:58 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/602423280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:59.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:58 smithi007 ceph-mon[30879]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-10T07:44:59.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:58 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/602423280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:58 smithi110 ceph-mon[34417]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-10T07:44:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:58 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/602423280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:44:59.392 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T07:42:50.027669+0000', 'modified': '2024-09-10T07:43:35.472111+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24491, 'mds_1': 24490, 'mds_2': 24475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6835/2122262516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6834', 'nonce': 2122262516}, {'type': 'v1', 'addr': '172.21.15.110:6835', 'nonce': 2122262516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6837/1070178855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6836', 'nonce': 1070178855}, {'type': 'v1', 'addr': '172.21.15.110:6837', 'nonce': 1070178855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.145:6835/2104125813', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 2104125813}, {'type': 'v1', 'addr': '172.21.15.145:6835', 'nonce': 2104125813}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.145:6837/2892507189', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6836', 'nonce': 2892507189}, {'type': 'v1', 'addr': '172.21.15.145:6837', 'nonce': 2892507189}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.145:6839/1431613572', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6838', 'nonce': 1431613572}, {'type': 'v1', 'addr': '172.21.15.145:6839', 'nonce': 1431613572}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.110:6839/3910754312', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6838', 'nonce': 3910754312}, {'type': 'v1', 'addr': '172.21.15.110:6839', 'nonce': 3910754312}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24491, 'qdb_cluster': [24475, 24490, 24491]} 2024-09-10T07:44:59.393 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-10T07:44:59.393 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T07:44:59.653 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:00.075 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-10T07:45:00.076 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T07:45:00.076 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:44:59 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-10T07:45:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-10T07:45:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T07:45:00.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:44:59 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-10T07:45:00.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 -- 172.21.15.7:0/3108648296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 msgr2=0x7ffbd81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/3108648296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81067e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc009900 tx=0x7ffbcc02a410 comp rx=0 tx=0).stop 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 -- 172.21.15.7:0/3108648296 shutdown_connections 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/3108648296 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 0x7ffbd810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/3108648296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81067e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/3108648296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 0x7ffbd81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 -- 172.21.15.7:0/3108648296 >> 172.21.15.7:0/3108648296 conn(0x7ffbd80fd8c0 msgr2=0x7ffbd80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 -- 172.21.15.7:0/3108648296 shutdown_connections 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.160+0000 7ffbdce2a640 1 -- 172.21.15.7:0/3108648296 wait complete. 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 Processor -- start 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 -- start start 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 0x7ffbd81983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 0x7ffbd819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd8111e20 con 0x7ffbd8102790 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd8111ca0 con 0x7ffbd8106f10 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.161+0000 7ffbdce2a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd8111fa0 con 0x7ffbd8101de0 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45504/0 (socket says 172.21.15.7:45504) 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/50047238 learned_addr learned my addr 172.21.15.7:0/50047238 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 0x7ffbd819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd659c640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 0x7ffbd81983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/50047238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 msgr2=0x7ffbd81983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 0x7ffbd81983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/50047238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 msgr2=0x7ffbd819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 0x7ffbd819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/50047238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbd819d350 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc005940 tx=0x7ffbcc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbc77fe640 1 -- 172.21.15.7:0/50047238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc03f030 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbc77fe640 1 -- 172.21.15.7:0/50047238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbcc003aa0 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbd819d5e0 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbc77fe640 1 -- 172.21.15.7:0/50047238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc035070 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.162+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbd81a4f20 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 Processor -- start 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 -- start start 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbc77fe640 1 -- 172.21.15.7:0/50047238 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ffbcc042030 con 0x7ffbd8102790 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef390db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef39bbb0 0x55c0ef39dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef2f7090 con 0x55c0ef3912f0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef29ea70 con 0x55c0ef39bbb0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbdf203740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef2f3050 con 0x55c0ef3909d0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbd659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbd659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45518/0 (socket says 172.21.15.7:45518) 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.166+0000 7ffbd659c640 1 -- 172.21.15.7:0/3213872864 learned_addr learned my addr 172.21.15.7:0/3213872864 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef39bbb0 0x55c0ef39dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef390db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 -- 172.21.15.7:0/3213872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 msgr2=0x55c0ef390db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef390db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 -- 172.21.15.7:0/3213872864 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef39bbb0 msgr2=0x55c0ef39dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef39bbb0 0x55c0ef39dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 -- 172.21.15.7:0/3213872864 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0ef2ab130 con 0x55c0ef3912f0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ffbc800af30 tx=0x7ffbc800f850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0156791da326803 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.167+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/3213872864 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc8010900 con 0x55c0ef3912f0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/3213872864 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbc8018430 con 0x55c0ef3912f0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbc4ff9640 1 -- 172.21.15.7:0/3213872864 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc8017640 con 0x55c0ef3912f0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbc77fe640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 0x7ffbc00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 0x7ffbc00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbc77fe640 1 -- 172.21.15.7:0/50047238 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 9158+0+0 (secure 0 0 0) 0x7ffbcc0ef720 con 0x7ffbd8102790 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 -- 172.21.15.7:0/3213872864 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 msgr2=0x55c0ef39b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 0x7ffbc00a50c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0005fd0 tx=0x7ffbd0005cc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ffbc800af30 tx=0x7ffbc800f850 comp rx=0 tx=0).stop 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 -- 172.21.15.7:0/3213872864 shutdown_connections 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef39bbb0 0x55c0ef39dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef39b670 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3213872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef390db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.168+0000 7ffbdf203740 1 -- 172.21.15.7:0/3213872864 >> 172.21.15.7:0/3213872864 conn(0x55c0ef38cf60 msgr2=0x55c0ef38d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- 172.21.15.7:0/3213872864 shutdown_connections 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- 172.21.15.7:0/3213872864 wait complete. 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- start start 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 Processor -- start 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef39b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3912f0 0x55c0ef3986a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef39e780 con 0x55c0ef39bbb0 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef2b1f20 con 0x55c0ef3912f0 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef39e900 con 0x55c0ef3909d0 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.169+0000 7ffbdf203740 10 client.0 _ll_register_callbacks cb 0x55c0ef27b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:00.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45520/0 (socket says 172.21.15.7:45520) 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/3403623415 learned_addr learned my addr 172.21.15.7:0/3403623415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3912f0 0x55c0ef3986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef39b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 msgr2=0x55c0ef39b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef39b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/3403623415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3912f0 msgr2=0x55c0ef3986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3912f0 0x55c0ef3986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/3403623415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0ef0682b0 con 0x55c0ef39bbb0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0003bc0 tx=0x7ffbd0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34ea77efc72734f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:00.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd001fc00 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbc8018430 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9158+0+0 (secure 0 0 0) 0x7ffbd0017030 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.170+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffbd0032050 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 10 client.15150 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c0ef3a9ff0 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbc8018430 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7ffbd0004b40 con 0x55c0ef39bbb0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 10 client.15150 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 10 client.15150 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 20 client.15150 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef3ac6a0 0x55c0ef3adb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 4 client.15150 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0ef304600 con 0x55c0ef3ac6a0 2024-09-10T07:45:00.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.171+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef3ac6a0 0x55c0ef3adb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.172+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef3ac6a0 0x55c0ef3adb10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=700c5d0eb736a40 server_cookie=c290f98b6d9d9b3e in_seq=0 out_seq=0 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.172+0000 7ffbbdffb640 10 client.15150 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.172+0000 7ffbbdffb640 1 -- 172.21.15.7:0/3403623415 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c0ef304600 con 0x55c0ef3ac6a0 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.172+0000 7ffbbdffb640 10 client.15150 handle_command_reply: tid=0 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.172+0000 7ffbdf203740 1 client.15150 shutdown 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 msgr2=0x55c0ef398be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0003bc0 tx=0x7ffbd0004730 comp rx=0 tx=0).stop 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 shutdown_connections 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef3ac6a0 0x55c0ef3adb10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef398be0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3912f0 0x55c0ef3986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3403623415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3909d0 0x55c0ef39b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbbdffb640 0 client.15150 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:00.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 >> 172.21.15.7:0/3403623415 conn(0x55c0ef38cf60 msgr2=0x55c0ef392c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 shutdown_connections 2024-09-10T07:45:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 1 -- 172.21.15.7:0/3403623415 wait complete. 2024-09-10T07:45:00.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.173+0000 7ffbdf203740 20 client.15150 trim_cache size 0 max 16384 2024-09-10T07:45:00.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 Processor -- start 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 -- start start 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3adb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef39bbb0 0x55c0ef395900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3abe50 con 0x55c0ef3912f0 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3ac520 con 0x55c0ef3909d0 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbdf203740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3acbf0 con 0x55c0ef39bbb0 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45522/0 (socket says 172.21.15.7:45522) 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/3983192031 learned_addr learned my addr 172.21.15.7:0/3983192031 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3adb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.192+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef39bbb0 0x55c0ef395900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/3983192031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef39bbb0 msgr2=0x55c0ef395900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef39bbb0 0x55c0ef395900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/3983192031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 msgr2=0x55c0ef3adb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3adb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 -- 172.21.15.7:0/3983192031 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0ef38e0f0 con 0x55c0ef3912f0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd659c640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3adb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0bbc20 tx=0x7ffbcc0bbb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b453a05ceb4355c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbbffff640 1 -- 172.21.15.7:0/3983192031 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc049040 con 0x55c0ef3912f0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbbffff640 1 -- 172.21.15.7:0/3983192031 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbcc0bbc90 con 0x55c0ef3912f0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.193+0000 7ffbbffff640 1 -- 172.21.15.7:0/3983192031 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc003c50 con 0x55c0ef3912f0 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- 172.21.15.7:0/3983192031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 msgr2=0x55c0ef397be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0bbc20 tx=0x7ffbcc0bbb20 comp rx=0 tx=0).stop 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- 172.21.15.7:0/3983192031 shutdown_connections 2024-09-10T07:45:00.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef39bbb0 0x55c0ef395900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef3912f0 0x55c0ef397be0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 --2- 172.21.15.7:0/3983192031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3adb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- 172.21.15.7:0/3983192031 >> 172.21.15.7:0/3983192031 conn(0x55c0ef38cf60 msgr2=0x55c0ef396f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- 172.21.15.7:0/3983192031 shutdown_connections 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- 172.21.15.7:0/3983192031 wait complete. 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 -- start start 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.194+0000 7ffbdf203740 1 Processor -- start 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3b6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3912f0 0x55c0ef3b1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3ad990 con 0x55c0ef39bbb0 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3ad2c0 con 0x55c0ef3909d0 2024-09-10T07:45:00.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c0ef3ae060 con 0x55c0ef3912f0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 10 client.0 _ll_register_callbacks cb 0x7ffbd00040f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45528/0 (socket says 172.21.15.7:45528) 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/1844170115 learned_addr learned my addr 172.21.15.7:0/1844170115 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd5d9b640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3912f0 0x55c0ef3b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd659c640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3b6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3912f0 msgr2=0x55c0ef3b1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3912f0 0x55c0ef3b1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/1844170115 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 msgr2=0x55c0ef3b6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3b6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 -- 172.21.15.7:0/1844170115 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0ef3b2670 con 0x55c0ef39bbb0 2024-09-10T07:45:00.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd659c640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbd6d9d640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0004ee0 tx=0x7ffbd00049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9917b44de2207120 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd003a070 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 9158+0+0 (secure 0 0 0) 0x7ffbd00051e0 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.195+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbcc0bbc90 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffbd0046050 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 10 client.15156 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c0ef416e10 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbcc0bbc90 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7ffbd00279f0 con 0x55c0ef39bbb0 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 10 client.15156 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 10 client.15156 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 20 client.15156 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:00.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef41ba40 0x55c0ef41a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 4 client.15156 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.196+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "status"}) -- 0x55c0ef2feb10 con 0x55c0ef41ba40 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbd659c640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef41ba40 0x55c0ef41a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbbdffb640 10 client.15156 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbd659c640 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef41ba40 0x55c0ef41a750 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=93e1302efac25dd1 server_cookie=9c3d4221028e6c58 in_seq=0 out_seq=0 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbbdffb640 1 -- 172.21.15.7:0/1844170115 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c0ef2feb10 con 0x55c0ef41ba40 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbbdffb640 10 client.15156 handle_command_reply: tid=0 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 client.15156 shutdown 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 msgr2=0x55c0ef3b1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0004ee0 tx=0x7ffbd00049d0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 shutdown_connections 2024-09-10T07:45:00.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c0ef41ba40 0x55c0ef41a750 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c0ef39bbb0 0x55c0ef3b1e40 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c0ef3912f0 0x55c0ef3b1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbbdffb640 0 client.15156 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 --2- 172.21.15.7:0/1844170115 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c0ef3909d0 0x55c0ef3b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 >> 172.21.15.7:0/1844170115 conn(0x55c0ef38cf60 msgr2=0x55c0ef38b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.197+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 shutdown_connections 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdf203740 1 -- 172.21.15.7:0/1844170115 wait complete. 2024-09-10T07:45:00.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdf203740 20 client.15156 trim_cache size 0 max 16384 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24475, 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 87.448649005999997, 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 89, 2024-09-10T07:45:00.206 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:45:00.207 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 154.72432985399999 2024-09-10T07:45:00.207 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:00.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 msgr2=0x7ffbc00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 0x7ffbc00a50c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0005fd0 tx=0x7ffbd0005cc0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 msgr2=0x7ffbd81988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc005940 tx=0x7ffbcc004270 comp rx=0 tx=0).stop 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 shutdown_connections 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffbc00a2c00 0x7ffbc00a50c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffbd8106f10 0x7ffbd819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbd8102790 0x7ffbd81988e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 --2- 172.21.15.7:0/50047238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbd8101de0 0x7ffbd81983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 >> 172.21.15.7:0/50047238 conn(0x7ffbd80fd8c0 msgr2=0x7ffbd80fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 shutdown_connections 2024-09-10T07:45:00.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:00.198+0000 7ffbdce2a640 1 -- 172.21.15.7:0/50047238 wait complete. 2024-09-10T07:45:00.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-10T07:45:00.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T07:45:00.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:44:59 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-09-10T07:45:00.884 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T07:45:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:00 smithi007 ceph-mon[30879]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T07:45:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:45:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-10T07:45:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T07:45:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-10T07:45:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T07:45:01.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:00 smithi110 ceph-mon[34417]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T07:45:01.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:00 smithi145 ceph-mon[34766]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T07:45:01.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3646893800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8100e20 msgr2=0x7fe1b8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3646893800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8100e20 0x7fe1b8101200 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009900 tx=0x7fe1b402a480 comp rx=0 tx=0).stop 2024-09-10T07:45:01.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3646893800 shutdown_connections 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3646893800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102ef0 0x7fe1b810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3646893800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8102570 0x7fe1b81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3646893800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8100e20 0x7fe1b8101200 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3646893800 >> 172.21.15.7:0/3646893800 conn(0x7fe1b80fc7d0 msgr2=0x7fe1b80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3646893800 shutdown_connections 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.585+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3646893800 wait complete. 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 Processor -- start 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 -- start start 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8100e20 0x7fe1b81983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102570 0x7fe1b8198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b8111f50 con 0x7fe1b8102ef0 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b8111dd0 con 0x7fe1b8102570 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bf98c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b81120d0 con 0x7fe1b8100e20 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56538/0 (socket says 172.21.15.7:56538) 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3683420847 learned_addr learned my addr 172.21.15.7:0/3683420847 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102570 0x7fe1b8198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8100e20 0x7fe1b81983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3683420847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8100e20 msgr2=0x7fe1b81983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8100e20 0x7fe1b81983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3683420847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102570 msgr2=0x7fe1b8198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102570 0x7fe1b8198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.586+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3683420847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b819d3a0 con 0x7fe1b8102ef0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe1b000b970 tx=0x7fe1b000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1ae7fc640 1 -- 172.21.15.7:0/3683420847 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b0019070 con 0x7fe1b8102ef0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1ae7fc640 1 -- 172.21.15.7:0/3683420847 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b0014440 con 0x7fe1b8102ef0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b819d690 con 0x7fe1b8102ef0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1ae7fc640 1 -- 172.21.15.7:0/3683420847 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b00075d0 con 0x7fe1b8102ef0 2024-09-10T07:45:01.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.587+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b81a4f70 con 0x7fe1b8102ef0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.589+0000 7fe1ae7fc640 1 -- 172.21.15.7:0/3683420847 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe1b001c070 con 0x7fe1b8102ef0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 Processor -- start 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 -- start start 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1ae7fc640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 0x7fe1a40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c5edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5f2f0 0x563e62c69670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563e62bc5090 con 0x563e62c69bb0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563e62b6ca70 con 0x563e62c5f2f0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563e62bc1050 con 0x563e62c5e9d0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 0x7fe1a40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1ae7fc640 1 -- 172.21.15.7:0/3683420847 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe1b00cea00 con 0x7fe1b8102ef0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56554/0 (socket says 172.21.15.7:56554) 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bdf29640 1 -- 172.21.15.7:0/1298555746 learned_addr learned my addr 172.21.15.7:0/1298555746 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bd728640 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c5edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.590+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5f2f0 0x563e62c69670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 -- 172.21.15.7:0/1298555746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 msgr2=0x563e62c5edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c5edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 -- 172.21.15.7:0/1298555746 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5f2f0 msgr2=0x563e62c69670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5f2f0 0x563e62c69670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 -- 172.21.15.7:0/1298555746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e62b79130 con 0x563e62c69bb0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 0x7fe1a40a5040 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80058c0 tx=0x7fe1a8013830 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00cc100 tx=0x7fe1b009b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d97a8f4e985a4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1a37fe640 1 -- 172.21.15.7:0/1298555746 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b00661d0 con 0x563e62c69bb0 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1a37fe640 1 -- 172.21.15.7:0/1298555746 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b0066da0 con 0x563e62c69bb0 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.591+0000 7fe1a37fe640 1 -- 172.21.15.7:0/1298555746 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b00149a0 con 0x563e62c69bb0 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- 172.21.15.7:0/1298555746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 msgr2=0x563e62c6bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00cc100 tx=0x7fe1b009b560 comp rx=0 tx=0).stop 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- 172.21.15.7:0/1298555746 shutdown_connections 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c6bfa0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5f2f0 0x563e62c69670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/1298555746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c5edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- 172.21.15.7:0/1298555746 >> 172.21.15.7:0/1298555746 conn(0x563e62c5af60 msgr2=0x563e62c5b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- 172.21.15.7:0/1298555746 shutdown_connections 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- 172.21.15.7:0/1298555746 wait complete. 2024-09-10T07:45:01.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 -- start start 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.592+0000 7fe1c1d65740 1 Processor -- start 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c667d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c66d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563e62c6c780 con 0x563e62c5e9d0 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563e62b7ff20 con 0x563e62c69bb0 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563e62c6c900 con 0x563e62c5f2f0 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 10 client.0 _ll_register_callbacks cb 0x563e62b49030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56564/0 (socket says 172.21.15.7:56564) 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 -- 172.21.15.7:0/3291841582 learned_addr learned my addr 172.21.15.7:0/3291841582 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:01.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c667d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c66d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 -- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 msgr2=0x563e62c667d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c667d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 -- 172.21.15.7:0/3291841582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 msgr2=0x563e62c66d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c66d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 -- 172.21.15.7:0/3291841582 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e629362b0 con 0x563e62c5e9d0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c66d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009900 tx=0x7fe1b4031f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eeb9e37621480b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4035030 con 0x563e62c5e9d0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe1b4004040 con 0x563e62c5e9d0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.593+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1b0066da0 con 0x563e62c5e9d0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe1b4004240 con 0x563e62c5e9d0 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 10 client.15168 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:01.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e62c780d0 con 0x563e62c5e9d0 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b0066da0 con 0x563e62c5e9d0 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fe1b4045590 con 0x563e62c5e9d0 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 10 client.15168 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 10 client.15168 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 20 client.15168 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62c7a790 0x563e62c7bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 4 client.15168 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.594+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e62bd2600 con 0x563e62c7a790 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.595+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62c7a790 0x563e62c7bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.595+0000 7fe1a0ff9640 10 client.15168 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.595+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62c7a790 0x563e62c7bc00 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a698d5acdd87c170 server_cookie=3a3b5d3f35e131e3 in_seq=0 out_seq=0 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3291841582 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563e62bd2600 con 0x563e62c7a790 2024-09-10T07:45:01.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1a0ff9640 10 client.15168 handle_command_reply: tid=0 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 client.15168 shutdown 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 msgr2=0x563e62c69480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009900 tx=0x7fe1b4031f70 comp rx=0 tx=0).stop 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 shutdown_connections 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62c7a790 0x563e62c7bc00 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c66d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c667d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3291841582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5e9d0 0x563e62c69480 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 >> 172.21.15.7:0/3291841582 conn(0x563e62c5af60 msgr2=0x563e62c60c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1a0ff9640 0 client.15168 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:01.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 shutdown_connections 2024-09-10T07:45:01.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3291841582 wait complete. 2024-09-10T07:45:01.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.596+0000 7fe1c1d65740 20 client.15168 trim_cache size 0 max 16384 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 Processor -- start 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 -- start start 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c7ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c61ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563e62c79f40 con 0x563e62c5f2f0 2024-09-10T07:45:01.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563e62c7a610 con 0x563e62c69bb0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563e62c7ace0 con 0x563e62c5e9d0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1bcf27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1bcf27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56568/0 (socket says 172.21.15.7:56568) 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1bcf27640 1 -- 172.21.15.7:0/2442280148 learned_addr learned my addr 172.21.15.7:0/2442280148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.614+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c61ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bd728640 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c7ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 -- 172.21.15.7:0/2442280148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 msgr2=0x563e62c7ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c7ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 -- 172.21.15.7:0/2442280148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 msgr2=0x563e62c61ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c61ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 -- 172.21.15.7:0/2442280148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e62c6c890 con 0x563e62c5f2f0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x563e62c66060 tx=0x7fe1a801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce22839bbf560161 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1a2ffd640 1 -- 172.21.15.7:0/2442280148 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8028620 con 0x563e62c5f2f0 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1a2ffd640 1 -- 172.21.15.7:0/2442280148 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1a802c030 con 0x563e62c5f2f0 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.615+0000 7fe1a2ffd640 1 -- 172.21.15.7:0/2442280148 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8030b60 con 0x563e62c5f2f0 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- 172.21.15.7:0/2442280148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 msgr2=0x563e62c61580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x563e62c66060 tx=0x7fe1a801a000 comp rx=0 tx=0).stop 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- 172.21.15.7:0/2442280148 shutdown_connections 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c69bb0 0x563e62c61ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c5f2f0 0x563e62c61580 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/2442280148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5e9d0 0x563e62c7ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- 172.21.15.7:0/2442280148 >> 172.21.15.7:0/2442280148 conn(0x563e62c5af60 msgr2=0x563e62c650a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- 172.21.15.7:0/2442280148 shutdown_connections 2024-09-10T07:45:01.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- 172.21.15.7:0/2442280148 wait complete. 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 -- start start 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.616+0000 7fe1c1d65740 1 Processor -- start 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 0x563e62c62a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c62f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563e62c7ba80 con 0x563e62c69bb0 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563e62c7b3b0 con 0x563e62c5e9d0 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563e62c7c150 con 0x563e62c5f2f0 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1c1d65740 10 client.0 _ll_register_callbacks cb 0x7fe1b4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:01.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56570/0 (socket says 172.21.15.7:56570) 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3358707834 learned_addr learned my addr 172.21.15.7:0/3358707834 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bcf27640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c62f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 0x563e62c62a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 msgr2=0x563e62c62f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c62f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3358707834 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 msgr2=0x563e62c62a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 0x563e62c62a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bdf29640 1 -- 172.21.15.7:0/3358707834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e62c82e50 con 0x563e62c69bb0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.617+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 0x563e62c62a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1bdf29640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00972c0 tx=0x7fe1b009aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e07330b7d52159 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b009f210 con 0x563e62c69bb0 2024-09-10T07:45:01.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe1b00cc180 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a802c030 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe1b00145f0 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 10 client.15174 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e62c84110 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1a802c030 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fe1b00a3640 con 0x563e62c69bb0 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 10 client.15174 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 10 client.15174 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 20 client.15174 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:01.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62ce8940 0x563e62ce7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 4 client.15174 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.618+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "status"}) -- 0x563e62bccb10 con 0x563e62ce8940 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62ce8940 0x563e62ce7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1a0ff9640 10 client.15174 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1bd728640 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62ce8940 0x563e62ce7650 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7bb9b3874a8e02d3 server_cookie=414f71ee8845027 in_seq=0 out_seq=0 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1a0ff9640 1 -- 172.21.15.7:0/3358707834 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x563e62bccb10 con 0x563e62ce8940 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1a0ff9640 10 client.15174 handle_command_reply: tid=0 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 client.15174 shutdown 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 msgr2=0x563e62c634c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00972c0 tx=0x7fe1b009aed0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 shutdown_connections 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x563e62ce8940 0x563e62ce7650 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563e62c69bb0 0x563e62c634c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563e62c5f2f0 0x563e62c62f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1a0ff9640 0 client.15174 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.619+0000 7fe1c1d65740 1 --2- 172.21.15.7:0/3358707834 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563e62c5e9d0 0x563e62c62a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 >> 172.21.15.7:0/3358707834 conn(0x563e62c5af60 msgr2=0x563e62c597e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 shutdown_connections 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1c1d65740 1 -- 172.21.15.7:0/3358707834 wait complete. 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1c1d65740 20 client.15174 trim_cache size 0 max 16384 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:01.634 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24490, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 89.875311968000005, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 90, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 150.89052235 2024-09-10T07:45:01.635 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:01.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 msgr2=0x7fe1a40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 0x7fe1a40a5040 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80058c0 tx=0x7fe1a8013830 comp rx=0 tx=0).stop 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 msgr2=0x7fe1b819ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe1b000b970 tx=0x7fe1b000bd70 comp rx=0 tx=0).stop 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 shutdown_connections 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe1a40a2b80 0x7fe1a40a5040 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe1b8102ef0 0x7fe1b819ccc0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe1b8102570 0x7fe1b8198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 --2- 172.21.15.7:0/3683420847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8100e20 0x7fe1b81983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:01.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.620+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 >> 172.21.15.7:0/3683420847 conn(0x7fe1b80fc7d0 msgr2=0x7fe1b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:01.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.621+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 shutdown_connections 2024-09-10T07:45:01.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:01.621+0000 7fe1bf98c640 1 -- 172.21.15.7:0/3683420847 wait complete. 2024-09-10T07:45:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:01 smithi007 ceph-mon[30879]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T07:45:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:01 smithi110 ceph-mon[34417]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T07:45:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:01 smithi145 ceph-mon[34766]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T07:45:02.300 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T07:45:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:02.951 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:02 smithi007 ceph-mon[30879]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-09-10T07:45:03.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.034+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/2428155979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 msgr2=0x7fdeb4103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/2428155979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb4103120 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fdea4009900 tx=0x7fdea402a480 comp rx=0 tx=0).stop 2024-09-10T07:45:03.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/2428155979 shutdown_connections 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/2428155979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/2428155979 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/2428155979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb4103120 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/2428155979 >> 172.21.15.7:0/2428155979 conn(0x7fdeb40fc7a0 msgr2=0x7fdeb40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/2428155979 shutdown_connections 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.035+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/2428155979 wait complete. 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 Processor -- start 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 -- start start 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb4198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb4111e20 con 0x7fdeb4102d40 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb4111ca0 con 0x7fdeb4103660 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb8fc2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb4111fa0 con 0x7fdeb410c170 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56592/0 (socket says 172.21.15.7:56592) 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 -- 172.21.15.7:0/1208719934 learned_addr learned my addr 172.21.15.7:0/1208719934 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb4198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 -- 172.21.15.7:0/1208719934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 msgr2=0x7fdeb419cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb419cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 -- 172.21.15.7:0/1208719934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 msgr2=0x7fdeb4198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb4198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb259c640 1 -- 172.21.15.7:0/1208719934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb419d290 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb419cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.036+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb4198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fdea4006010 tx=0x7fdea4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdea37fe640 1 -- 172.21.15.7:0/1208719934 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea403f030 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb419d520 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdea37fe640 1 -- 172.21.15.7:0/1208719934 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea40035f0 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdea37fe640 1 -- 172.21.15.7:0/1208719934 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea4035070 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.037+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb41a4e60 con 0x7fdeb4102d40 2024-09-10T07:45:03.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.039+0000 7fdea37fe640 1 -- 172.21.15.7:0/1208719934 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fdea4003b10 con 0x7fdeb4102d40 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.039+0000 7fdebb39b740 1 Processor -- start 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 -- start start 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd84670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd86fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55590fce0090 con 0x55590fd799d0 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55590fc87a70 con 0x55590fd84bb0 2024-09-10T07:45:03.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdebb39b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55590fcdc050 con 0x55590fd7a2f0 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56598/0 (socket says 172.21.15.7:56598) 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 -- 172.21.15.7:0/3057276896 learned_addr learned my addr 172.21.15.7:0/3057276896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd86fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb259c640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd84670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 -- 172.21.15.7:0/3057276896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 msgr2=0x55590fd84670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdea37fe640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 0x7fde9c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd84670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 -- 172.21.15.7:0/3057276896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 msgr2=0x55590fd86fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd86fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb2d9d640 1 -- 172.21.15.7:0/3057276896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55590fc94130 con 0x55590fd799d0 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.040+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd86fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdeb259c640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd84670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdea37fe640 1 -- 172.21.15.7:0/1208719934 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdea40f0070 con 0x7fdeb4102d40 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 0x7fde9c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fdeac008de0 tx=0x7fdeac00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8979e40c1cf06807 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdea0ff9640 1 -- 172.21.15.7:0/3057276896 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeac01f070 con 0x55590fd799d0 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdea0ff9640 1 -- 172.21.15.7:0/3057276896 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdeac019e50 con 0x55590fd799d0 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.041+0000 7fdea0ff9640 1 -- 172.21.15.7:0/3057276896 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeac00b3a0 con 0x55590fd799d0 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 0x7fde9c0a5040 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdeac01c000 tx=0x7fdeac01f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- 172.21.15.7:0/3057276896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 msgr2=0x55590fd79db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fdeac008de0 tx=0x7fdeac00d710 comp rx=0 tx=0).stop 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- 172.21.15.7:0/3057276896 shutdown_connections 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd86fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd84670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 --2- 172.21.15.7:0/3057276896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd79db0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- 172.21.15.7:0/3057276896 >> 172.21.15.7:0/3057276896 conn(0x55590fd75f60 msgr2=0x55590fd76340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- 172.21.15.7:0/3057276896 shutdown_connections 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- 172.21.15.7:0/3057276896 wait complete. 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 -- start start 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.042+0000 7fdebb39b740 1 Processor -- start 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd84330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd81bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55590fd87780 con 0x55590fd7a2f0 2024-09-10T07:45:03.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55590fc9af20 con 0x55590fd799d0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55590fd87900 con 0x55590fd84bb0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdebb39b740 10 client.0 _ll_register_callbacks cb 0x55590fc64030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56602/0 (socket says 172.21.15.7:56602) 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd84330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/40995048 learned_addr learned my addr 172.21.15.7:0/40995048 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd81bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/40995048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 msgr2=0x55590fd81bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd81bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 msgr2=0x55590fd84330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd84330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/40995048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55590fa512b0 con 0x55590fd7a2f0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e750 tx=0x7fdea800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448713bcee26b886 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.043+0000 7fde99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea801c060 con 0x55590fd7a2f0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdea8009c30 con 0x55590fd7a2f0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdeac019e50 con 0x55590fd7a2f0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdea8023050 con 0x55590fd7a2f0 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 10 client.15186 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:03.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55590fd92f30 con 0x55590fd7a2f0 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdeac019e50 con 0x55590fd7a2f0 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fdea8015340 con 0x55590fd7a2f0 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 10 client.15186 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 10 client.15186 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 20 client.15186 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fd95570 0x55590fd969e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 4 client.15186 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.044+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55590fced600 con 0x55590fd95570 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.045+0000 7fdeb259c640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fd95570 0x55590fd969e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.045+0000 7fde99ffb640 10 client.15186 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.045+0000 7fdeb259c640 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fd95570 0x55590fd969e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdc4a4157ad24527 server_cookie=84d3c616c39a2da in_seq=0 out_seq=0 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fde99ffb640 1 -- 172.21.15.7:0/40995048 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55590fced600 con 0x55590fd95570 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fde99ffb640 10 client.15186 handle_command_reply: tid=0 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 client.15186 shutdown 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 msgr2=0x55590fd81680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e750 tx=0x7fdea800ec10 comp rx=0 tx=0).stop 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 shutdown_connections 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fd95570 0x55590fd969e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd81bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fde99ffb640 0 client.15186 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd81680 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 --2- 172.21.15.7:0/40995048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd84330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 >> 172.21.15.7:0/40995048 conn(0x55590fd75f60 msgr2=0x55590fd7bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 shutdown_connections 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 1 -- 172.21.15.7:0/40995048 wait complete. 2024-09-10T07:45:03.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.046+0000 7fdebb39b740 20 client.15186 trim_cache size 0 max 16384 2024-09-10T07:45:03.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 Processor -- start 2024-09-10T07:45:03.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 -- start start 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd7ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd80490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55590fd94d20 con 0x55590fd799d0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55590fd953f0 con 0x55590fd84bb0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdebb39b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55590fd95ac0 con 0x55590fd7a2f0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdeb259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdeb259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56610/0 (socket says 172.21.15.7:56610) 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdeb259c640 1 -- 172.21.15.7:0/1882168253 learned_addr learned my addr 172.21.15.7:0/1882168253 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.064+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd80490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd7ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 -- 172.21.15.7:0/1882168253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 msgr2=0x55590fd7ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd7ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 -- 172.21.15.7:0/1882168253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 msgr2=0x55590fd80490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd80490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 -- 172.21.15.7:0/1882168253 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55590fd77040 con 0x55590fd799d0 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fdea4031440 tx=0x7fdea40b8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d618e956a3145b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fde9bfff640 1 -- 172.21.15.7:0/1882168253 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea4049040 con 0x55590fd799d0 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fde9bfff640 1 -- 172.21.15.7:0/1882168253 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea40c0880 con 0x55590fd799d0 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.065+0000 7fde9bfff640 1 -- 172.21.15.7:0/1882168253 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea40f20b0 con 0x55590fd799d0 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- 172.21.15.7:0/1882168253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 msgr2=0x55590fd90f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fdea4031440 tx=0x7fdea40b8040 comp rx=0 tx=0).stop 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- 172.21.15.7:0/1882168253 shutdown_connections 2024-09-10T07:45:03.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd84bb0 0x55590fd80490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd7a2f0 0x55590fd7ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1882168253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd799d0 0x55590fd90f50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- 172.21.15.7:0/1882168253 >> 172.21.15.7:0/1882168253 conn(0x55590fd75f60 msgr2=0x55590fd70ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- 172.21.15.7:0/1882168253 shutdown_connections 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- 172.21.15.7:0/1882168253 wait complete. 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 -- start start 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 Processor -- start 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd7dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.066+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd9dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55590fd96860 con 0x55590fd7a2f0 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55590fd96190 con 0x55590fd799d0 2024-09-10T07:45:03.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55590fd96f30 con 0x55590fd84bb0 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 10 client.0 _ll_register_callbacks cb 0x7fdeb406b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56622/0 (socket says 172.21.15.7:56622) 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/1550734820 learned_addr learned my addr 172.21.15.7:0/1550734820 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd7dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb2d9d640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd9dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/1550734820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 msgr2=0x55590fd9dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd9dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 msgr2=0x55590fd7dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd7dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 -- 172.21.15.7:0/1550734820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55590fd9e170 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd7dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdeb1d9b640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fdea800c3a0 tx=0x7fdea8015570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d42efe0561e463 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fde99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea802b020 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdea8009e40 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.067+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdea40c0880 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdea8036050 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 10 client.15192 fetch_fsmap learned FSMap version 24 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55590fd9f470 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea40c0880 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fdea8017560 con 0x55590fd7a2f0 2024-09-10T07:45:03.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 10 client.15192 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 10 client.15192 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 20 client.15192 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fe04150 0x55590fe02e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 4 client.15192 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "status"}) -- 0x55590fce7b10 con 0x55590fe04150 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.068+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fe04150 0x55590fe02e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdeb259c640 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fe04150 0x55590fe02e60 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=700f76cece460007 server_cookie=de5dddf6cfbb02fb in_seq=0 out_seq=0 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fde99ffb640 10 client.15192 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fde99ffb640 1 -- 172.21.15.7:0/1550734820 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55590fce7b10 con 0x55590fe04150 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fde99ffb640 10 client.15192 handle_command_reply: tid=0 2024-09-10T07:45:03.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 client.15192 shutdown 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 msgr2=0x55590fd7e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fdea800c3a0 tx=0x7fdea8015570 comp rx=0 tx=0).stop 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 shutdown_connections 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55590fe04150 0x55590fe02e60 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55590fd84bb0 0x55590fd9dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55590fd7a2f0 0x55590fd7e1d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 --2- 172.21.15.7:0/1550734820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55590fd799d0 0x55590fd7dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fde99ffb640 0 client.15192 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 >> 172.21.15.7:0/1550734820 conn(0x55590fd75f60 msgr2=0x55590fd7fe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 shutdown_connections 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 1 -- 172.21.15.7:0/1550734820 wait complete. 2024-09-10T07:45:03.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.069+0000 7fdebb39b740 20 client.15192 trim_cache size 0 max 16384 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24491, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 132.61594218499999, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 24, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 90, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 86, 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 143.40725526899999 2024-09-10T07:45:03.086 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 msgr2=0x7fde9c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 0x7fde9c0a5040 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdeac01c000 tx=0x7fdeac01f000 comp rx=0 tx=0).stop 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 msgr2=0x7fdeb41982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fdea4006010 tx=0x7fdea4004270 comp rx=0 tx=0).stop 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 shutdown_connections 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fde9c0a2b80 0x7fde9c0a5040 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdeb410c170 0x7fdeb419cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdeb4103660 0x7fdeb4198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 --2- 172.21.15.7:0/1208719934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdeb4102d40 0x7fdeb41982e0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:03.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 >> 172.21.15.7:0/1208719934 conn(0x7fdeb40fc7a0 msgr2=0x7fdeb40fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:03.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 shutdown_connections 2024-09-10T07:45:03.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:03.070+0000 7fdeb8fc2640 1 -- 172.21.15.7:0/1208719934 wait complete. 2024-09-10T07:45:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:02 smithi110 ceph-mon[34417]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-09-10T07:45:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:02 smithi145 ceph-mon[34766]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-09-10T07:45:03.746 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T07:45:03.755 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T07:45:03.755 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T07:45:03.756 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T07:45:03.756 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-10T07:45:03.814 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-10T07:45:03.814 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-10T07:45:03.814 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-10T07:45:03.814 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:45:03.814 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:03.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:03.815 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-10T07:45:03.832 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-10T07:45:03.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:03.833 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:45:03.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:03.901 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-10T07:45:03.996 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-10T07:45:03.996 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T07:45:03.996 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs ls 2024-09-10T07:45:04.254 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 -- 172.21.15.7:0/110716641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 msgr2=0x7f818c10b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 --2- 172.21.15.7:0/110716641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c10b9a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f817c009900 tx=0x7f817c02a480 comp rx=0 tx=0).stop 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 -- 172.21.15.7:0/110716641 shutdown_connections 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 --2- 172.21.15.7:0/110716641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c10bfc0 0x7f818c10e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 --2- 172.21.15.7:0/110716641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c10b9a0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 --2- 172.21.15.7:0/110716641 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c102b90 0x7f818c102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 -- 172.21.15.7:0/110716641 >> 172.21.15.7:0/110716641 conn(0x7f818c0fc630 msgr2=0x7f818c0fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 -- 172.21.15.7:0/110716641 shutdown_connections 2024-09-10T07:45:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.760+0000 7f819299e640 1 -- 172.21.15.7:0/110716641 wait complete. 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 Processor -- start 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 -- start start 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 0x7f818c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c10bfc0 0x7f818c19cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f818c111c70 con 0x7f818c1034b0 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f818c111af0 con 0x7f818c10bfc0 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.761+0000 7f819299e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f818c111df0 con 0x7f818c102b90 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56638/0 (socket says 172.21.15.7:56638) 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 -- 172.21.15.7:0/4141080473 learned_addr learned my addr 172.21.15.7:0/4141080473 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819219d640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c10bfc0 0x7f818c19cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819199c640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 0x7f818c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 -- 172.21.15.7:0/4141080473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 msgr2=0x7f818c198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 0x7f818c198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 -- 172.21.15.7:0/4141080473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c10bfc0 msgr2=0x7f818c19cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c10bfc0 0x7f818c19cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 -- 172.21.15.7:0/4141080473 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818c19d210 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819199c640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 0x7f818c198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819119b640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f817c005940 tx=0x7f817c031a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c03f030 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f817c0043d0 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f818c19d4a0 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c035070 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.762+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f818c1a4de0 con 0x7f818c1034b0 2024-09-10T07:45:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.763+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f818c06b070 con 0x7f818c1034b0 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.765+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f817c042030 con 0x7f818c1034b0 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.765+0000 7f8182ffd640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 0x7f81780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.765+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f817c0ef940 con 0x7f818c1034b0 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.765+0000 7f819199c640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 0x7f81780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.766+0000 7f819199c640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 0x7f81780a5040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8188009c20 tx=0x7f8188005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.768+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f817c0bc500 con 0x7f818c1034b0 2024-09-10T07:45:04.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.981+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f818c107030 con 0x7f818c1034b0 2024-09-10T07:45:04.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:04 smithi007 ceph-mon[30879]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-09-10T07:45:04.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.982+0000 7f8182ffd640 1 -- 172.21.15.7:0/4141080473 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+88 (secure 0 0 0) 0x7f817c0bbe00 con 0x7f818c1034b0 2024-09-10T07:45:04.982 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 msgr2=0x7f81780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 0x7f81780a5040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8188009c20 tx=0x7f8188005f90 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 msgr2=0x7f818c1987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f817c005940 tx=0x7f817c031a10 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 shutdown_connections 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81780a2b80 0x7f81780a5040 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f818c10bfc0 0x7f818c19cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f818c1034b0 0x7f818c1987a0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 --2- 172.21.15.7:0/4141080473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f818c102b90 0x7f818c198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:04.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 >> 172.21.15.7:0/4141080473 conn(0x7f818c0fc630 msgr2=0x7f818c0fd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:04.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 shutdown_connections 2024-09-10T07:45:04.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:04.984+0000 7f819299e640 1 -- 172.21.15.7:0/4141080473 wait complete. 2024-09-10T07:45:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:04 smithi110 ceph-mon[34417]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-09-10T07:45:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:04 smithi145 ceph-mon[34766]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:45:05.608 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:45:05.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:05.609 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:45:05.627 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42192sec preferred_lft 42192sec 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-10T07:45:05.628 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-10T07:45:05.629 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add name ceph-brx type bridge 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr flush dev ceph-brx 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set ceph-brx up 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T07:45:05.629 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:45:05.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:45:05.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:05.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:05.782 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:45:05.807 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-10T07:45:05.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:05.809 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-10T07:45:05.866 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-10T07:45:05.866 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:45:05.866 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:45:05.866 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:45:05.866 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:45:05.867 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:45:05.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:45:05.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:05 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4141080473' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:45:05.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:05.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:05.996 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-10T07:45:06.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:06.013 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-09-10T07:45:06.067 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:45:06.067 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:45:06.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:45:06.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T07:45:06.068 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:45:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:45:06.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:05 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4141080473' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:45:06.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:06.187 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T07:45:06.187 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:45:06.187 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:45:06.187 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T07:45:06.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T07:45:06.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T07:45:06.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T07:45:06.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T07:45:06.188 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:45:06.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:45:06.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:05 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4141080473' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T07:45:06.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:06.305 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:45:06.305 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-10T07:45:06.305 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-10T07:45:06.305 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T07:45:06.305 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-10T07:45:06.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:45:06.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:06.384 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-10T07:45:06.384 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:45:06.385 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:06.400 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:45:06.400 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:45:06.400 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:06.456 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-10T07:45:06.523 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:45:06.581 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-10T07:45:06.581 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-10T07:45:06.581 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-10T07:45:06.581 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-10T07:45:06.581 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-10T07:45:06.582 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/a6e99069ddfe5b001d543b35d8dc654d4f5d0f0af06c1043eb14f05ba6c93c8a/merged 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/52ec4fbbba2d784d4420e90d1742fd374ae1b27f2016fbaf3bcbf26c1bed3a1f/merged 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/2d097d9fabd5564d14f5a9081cead8717fd0d85b86c39f780646894fba688d33/merged 2024-09-10T07:45:06.583 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/cedc2baedff440f2b99689ac650a44e7e17bba46a86eec7fa4abd608c7bd724c/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/41e768aa5baa8b0c1f31a11799c2043ef3c3e5773602a8647bf2b2068a12eeda/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/c4b0e137596971e04d499fb7436ba1563628b0bbf69282d7ebeb160463201676/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/5b1ae277ad319066bf164f64de83c80f35f16b30626e4137b768e044bb637443/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a29fcb9df49f2d0fd95dc8737d743a9d7c33a3d13b6d2dccec061a9d1c56cb/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8a0463522aca41f78a9f4bd695510cdf9cdbe5c467686c54ff1a956abf2179e8/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a32b0561ffde8e8ddcc66983c811ebf3b3837c0c1a750b5517eecf5bef3205/merged 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:45:06.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:06.585 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-10T07:45:06.641 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:45:06.641 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165 --client_fs=cephfs) 2024-09-10T07:45:06.684 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-10T07:45:06.709 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:45:06.766 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-10T07:45:06.767 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-10T07:45:06.768 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-10T07:45:06.768 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-10T07:45:06.768 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-10T07:45:06.768 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-10T07:45:06.768 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-10T07:45:06.769 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:45:06.769 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-10T07:45:06.769 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-10T07:45:06.769 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-10T07:45:06.769 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:45:06.770 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/a6e99069ddfe5b001d543b35d8dc654d4f5d0f0af06c1043eb14f05ba6c93c8a/merged 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/52ec4fbbba2d784d4420e90d1742fd374ae1b27f2016fbaf3bcbf26c1bed3a1f/merged 2024-09-10T07:45:06.771 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-10T07:45:06.772 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:45:06.772 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/2d097d9fabd5564d14f5a9081cead8717fd0d85b86c39f780646894fba688d33/merged 2024-09-10T07:45:06.772 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/cedc2baedff440f2b99689ac650a44e7e17bba46a86eec7fa4abd608c7bd724c/merged 2024-09-10T07:45:06.772 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/41e768aa5baa8b0c1f31a11799c2043ef3c3e5773602a8647bf2b2068a12eeda/merged 2024-09-10T07:45:06.772 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/c4b0e137596971e04d499fb7436ba1563628b0bbf69282d7ebeb160463201676/merged 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/5b1ae277ad319066bf164f64de83c80f35f16b30626e4137b768e044bb637443/merged 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a29fcb9df49f2d0fd95dc8737d743a9d7c33a3d13b6d2dccec061a9d1c56cb/merged 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8a0463522aca41f78a9f4bd695510cdf9cdbe5c467686c54ff1a956abf2179e8/merged 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/47a32b0561ffde8e8ddcc66983c811ebf3b3837c0c1a750b5517eecf5bef3205/merged 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-10T07:45:06.773 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:45:06.774 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:45:06.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:06.774 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-10T07:45:06.775 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-10T07:45:06.770+0000 7f49e5521480 -1 init, newargv = 0x55ad24a75d00 newargc=15 2024-09-10T07:45:06.776 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[81842]: starting ceph client 2024-09-10T07:45:06.784 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[81842]: starting fuse 2024-09-10T07:45:06.793 INFO:teuthology.orchestra.run.smithi007.stdout:120 2024-09-10T07:45:06.793 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-10T07:45:06.793 DEBUG:teuthology.orchestra.run.smithi007:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:45:06.793 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-10T07:45:06.794 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-10T07:45:06.794 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-10T07:45:06.794 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-10T07:45:06.794 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:45:06.794 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-10T07:45:06.795 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-10T07:45:06.796 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-10T07:45:06.796 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-10T07:45:06.796 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:45:06.796 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-10T07:45:06.796 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:45:06.797 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:45:06.797 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:45:06.797 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-10T07:45:06.797 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-10T07:45:06.797 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-10T07:45:06.798 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:45:06.798 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-10T07:45:06.798 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-10T07:45:06.798 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-10T07:45:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:06 smithi007 ceph-mon[30879]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 638 B/s wr, 8 op/s 2024-09-10T07:45:06.914 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.81842.asok 2024-09-10T07:45:06.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:45:06.925 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81842.asok 2024-09-10T07:45:06.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:06.925 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81842.asok status 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "81842", 2024-09-10T07:45:07.062 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165" 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 15204, 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 15204 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3217082603 2024-09-10T07:45:07.063 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3217082603 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.15204 192.168.0.1:0/3217082603", 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "192.168.0.1:0/3217082603", 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 5, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 24, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 90, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-10T07:45:07.064 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-10T07:45:07.065 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:07.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:07.071 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-10T07:45:07.071 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:07.087 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-10T07:45:07.087 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:07.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:45:07.087 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:07.155 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T07:45:07.165 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T07:45:07.165 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:45:07.165 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-09-10T07:45:07.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:06 smithi110 ceph-mon[34417]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 638 B/s wr, 8 op/s 2024-09-10T07:45:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:06 smithi145 ceph-mon[34766]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 638 B/s wr, 8 op/s 2024-09-10T07:45:07.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 -- 172.21.15.7:0/944502483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664103710 msgr2=0x7ff664109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 --2- 172.21.15.7:0/944502483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664103710 0x7ff664109fa0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009ca0 tx=0x7ff65c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 -- 172.21.15.7:0/944502483 shutdown_connections 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 --2- 172.21.15.7:0/944502483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664103710 0x7ff664109fa0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 --2- 172.21.15.7:0/944502483 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664102d50 0x7ff6641031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 --2- 172.21.15.7:0/944502483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664101b60 0x7ff664101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 -- 172.21.15.7:0/944502483 >> 172.21.15.7:0/944502483 conn(0x7ff6640fd2e0 msgr2=0x7ff6640ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 -- 172.21.15.7:0/944502483 shutdown_connections 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.300+0000 7ff66b391640 1 -- 172.21.15.7:0/944502483 wait complete. 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 Processor -- start 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 -- start start 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664102d50 0x7ff664198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664103710 0x7ff66419f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff66410d710 con 0x7ff664101b60 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff66410d590 con 0x7ff664103710 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66b391640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff66410d890 con 0x7ff664102d50 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56658/0 (socket says 172.21.15.7:56658) 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 -- 172.21.15.7:0/1009345775 learned_addr learned my addr 172.21.15.7:0/1009345775 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66892c640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664102d50 0x7ff664198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66992e640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664103710 0x7ff66419f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 -- 172.21.15.7:0/1009345775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664102d50 msgr2=0x7ff664198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664102d50 0x7ff664198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 -- 172.21.15.7:0/1009345775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664103710 msgr2=0x7ff66419f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664103710 0x7ff66419f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.301+0000 7ff66912d640 1 -- 172.21.15.7:0/1009345775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66419f910 con 0x7ff664101b60 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff66912d640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff66000b450 tx=0x7ff66000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:07.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff660015020 con 0x7ff664101b60 2024-09-10T07:45:07.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff660011d40 con 0x7ff664101b60 2024-09-10T07:45:07.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff66000f340 con 0x7ff664101b60 2024-09-10T07:45:07.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff66419fc00 con 0x7ff664101b60 2024-09-10T07:45:07.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.302+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6641a0100 con 0x7ff664101b60 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.303+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff664108fa0 con 0x7ff664101b60 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.304+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff660018020 con 0x7ff664101b60 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.305+0000 7ff65a7fc640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 0x7ff6500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.305+0000 7ff66892c640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 0x7ff6500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.305+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7ff6600cf4d0 con 0x7ff664101b60 2024-09-10T07:45:07.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.305+0000 7ff66892c640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 0x7ff6500a5170 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff6540058c0 tx=0x7ff65400a4c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:07.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.308+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff66001f020 con 0x7ff664101b60 2024-09-10T07:45:07.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.523+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7ff66402d7c0 con 0x7ff664101b60 2024-09-10T07:45:07.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.768+0000 7ff65a7fc640 1 -- 172.21.15.7:0/1009345775 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v25) ==== 117+0+0 (secure 0 0 0) 0x7ff66000d040 con 0x7ff664101b60 2024-09-10T07:45:07.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 msgr2=0x7ff6500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 0x7ff6500a5170 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff6540058c0 tx=0x7ff65400a4c0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 msgr2=0x7ff664197d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff66000b450 tx=0x7ff66000b910 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 shutdown_connections 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff6500a2cb0 0x7ff6500a5170 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff664103710 0x7ff66419f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff664102d50 0x7ff664198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 --2- 172.21.15.7:0/1009345775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff664101b60 0x7ff664197d00 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 >> 172.21.15.7:0/1009345775 conn(0x7ff6640fd2e0 msgr2=0x7ff664106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 shutdown_connections 2024-09-10T07:45:07.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.771+0000 7ff66b391640 1 -- 172.21.15.7:0/1009345775 wait complete. 2024-09-10T07:45:07.782 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-10T07:45:07.793 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-10T07:45:07.830 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- 172.21.15.7:0/4180130012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 msgr2=0x7f2ed810a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/4180130012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed810a010 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009ca0 tx=0x7f2ed002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- 172.21.15.7:0/4180130012 shutdown_connections 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/4180130012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed810a010 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/4180130012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed8102dc0 0x7f2ed8103240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/4180130012 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed80ffdf0 0x7f2ed81001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- 172.21.15.7:0/4180130012 >> 172.21.15.7:0/4180130012 conn(0x7f2ed80fb950 msgr2=0x7f2ed80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- 172.21.15.7:0/4180130012 shutdown_connections 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- 172.21.15.7:0/4180130012 wait complete. 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 Processor -- start 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- start start 2024-09-10T07:45:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed80ffdf0 0x7f2ed8197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed8102dc0 0x7f2ed8198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d6c0 con 0x7f2ed8103780 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d540 con 0x7f2ed8102dc0 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.935+0000 7f2edf0d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed810d840 con 0x7f2ed80ffdf0 2024-09-10T07:45:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56678/0 (socket says 172.21.15.7:56678) 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 -- 172.21.15.7:0/574606818 learned_addr learned my addr 172.21.15.7:0/574606818 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edce6c640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed80ffdf0 0x7f2ed8197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2ed7fff640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed8102dc0 0x7f2ed8198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 -- 172.21.15.7:0/574606818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed80ffdf0 msgr2=0x7f2ed8197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed80ffdf0 0x7f2ed8197d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 -- 172.21.15.7:0/574606818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed8102dc0 msgr2=0x7f2ed8198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed8102dc0 0x7f2ed8198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:07.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 -- 172.21.15.7:0/574606818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ed819f940 con 0x7f2ed8103780 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edd66d640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0031040 tx=0x7f2ed0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0032ec0 con 0x7f2ed8103780 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ed00044f0 con 0x7f2ed8103780 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ed819fbd0 con 0x7f2ed8103780 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.936+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0030d10 con 0x7f2ed8103780 2024-09-10T07:45:07.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.937+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ed81a0170 con 0x7f2ed8103780 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.938+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ed8109010 con 0x7f2ed8103780 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.939+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2ed0004040 con 0x7f2ed8103780 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.939+0000 7f2ed5ffb640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 0x7f2ec00a5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.939+0000 7f2edce6c640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 0x7f2ec00a5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.939+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2ed00f09a0 con 0x7f2ed8103780 2024-09-10T07:45:07.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.940+0000 7f2edce6c640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 0x7f2ec00a5270 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8199200 tx=0x7f2ec800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:07.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:07.943+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2ed00bd560 con 0x7f2ed8103780 2024-09-10T07:45:08.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:07 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-10T07:45:08.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.121+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2ed8062df0 con 0x7f2ed8103780 2024-09-10T07:45:08.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.122+0000 7f2ed5ffb640 1 -- 172.21.15.7:0/574606818 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24844 (secure 0 0 0) 0x7f2ed00bce60 con 0x7f2ed8103780 2024-09-10T07:45:08.122 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:08.122 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":90,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:45:00.741919+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.124+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 msgr2=0x7f2ec00a5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.124+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 0x7f2ec00a5270 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8199200 tx=0x7f2ec800b390 comp rx=0 tx=0).stop 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.124+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 msgr2=0x7f2ed819f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.124+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0031040 tx=0x7f2ed0003ba0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 shutdown_connections 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ec00a2db0 0x7f2ec00a5270 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ed8103780 0x7f2ed819f2a0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ed8102dc0 0x7f2ed8198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 --2- 172.21.15.7:0/574606818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ed80ffdf0 0x7f2ed8197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 >> 172.21.15.7:0/574606818 conn(0x7f2ed80fb950 msgr2=0x7f2ed81061e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 shutdown_connections 2024-09-10T07:45:08.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.125+0000 7f2edf0d0640 1 -- 172.21.15.7:0/574606818 wait complete. 2024-09-10T07:45:08.135 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:38:11.221333+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T07:42:46.175558+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T07:42:48.430031+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T07:42:55.094230+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T07:45:08.135 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:45:08.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:07 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-10T07:45:08.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:07 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 -- 172.21.15.7:0/2086127699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c100a00 msgr2=0x7fa38c100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 --2- 172.21.15.7:0/2086127699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c100a00 0x7fa38c100e00 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009900 tx=0x7fa37c02a410 comp rx=0 tx=0).stop 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 -- 172.21.15.7:0/2086127699 shutdown_connections 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 --2- 172.21.15.7:0/2086127699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c1025b0 0x7fa38c108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 --2- 172.21.15.7:0/2086127699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c101bf0 0x7fa38c102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 --2- 172.21.15.7:0/2086127699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c100a00 0x7fa38c100e00 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 -- 172.21.15.7:0/2086127699 >> 172.21.15.7:0/2086127699 conn(0x7fa38c0fc140 msgr2=0x7fa38c0fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 -- 172.21.15.7:0/2086127699 shutdown_connections 2024-09-10T07:45:08.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.242+0000 7fa3917f6640 1 -- 172.21.15.7:0/2086127699 wait complete. 2024-09-10T07:45:08.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 Processor -- start 2024-09-10T07:45:08.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 -- start start 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c100a00 0x7fa38c104990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c101bf0 0x7fa38c102fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10c530 con 0x7fa38c1025b0 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10c3b0 con 0x7fa38c101bf0 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa3917f6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10c6b0 con 0x7fa38c100a00 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa38b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.243+0000 7fa38b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56696/0 (socket says 172.21.15.7:56696) 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 -- 172.21.15.7:0/1736881479 learned_addr learned my addr 172.21.15.7:0/1736881479 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38a7fc640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c101bf0 0x7fa38c102fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38affd640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c100a00 0x7fa38c104990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 -- 172.21.15.7:0/1736881479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c100a00 msgr2=0x7fa38c104990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c100a00 0x7fa38c104990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 -- 172.21.15.7:0/1736881479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c101bf0 msgr2=0x7fa38c102fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c101bf0 0x7fa38c102fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 -- 172.21.15.7:0/1736881479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38c103da0 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa38b7fe640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa38400eaa0 tx=0x7fa38400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38400cdb0 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa384005020 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38c1a1f10 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3840116d0 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.244+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38c1a2320 con 0x7fa38c1025b0 2024-09-10T07:45:08.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.245+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa38c1a2640 con 0x7fa38c1025b0 2024-09-10T07:45:08.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.246+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa3840051d0 con 0x7fa38c1025b0 2024-09-10T07:45:08.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.247+0000 7fa373fff640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 0x7fa3740a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.248+0000 7fa38affd640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 0x7fa3740a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.248+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fa3840cf940 con 0x7fa38c1025b0 2024-09-10T07:45:08.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.248+0000 7fa38affd640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 0x7fa3740a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa37c000c00 tx=0x7fa37c0314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.251+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa384016030 con 0x7fa38c1025b0 2024-09-10T07:45:08.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.426+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa38c1a29d0 con 0x7fa38c1025b0 2024-09-10T07:45:08.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.426+0000 7fa373fff640 1 -- 172.21.15.7:0/1736881479 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7fa38409c500 con 0x7fa38c1025b0 2024-09-10T07:45:08.426 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 msgr2=0x7fa3740a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 0x7fa3740a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa37c000c00 tx=0x7fa37c0314a0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 msgr2=0x7fa38c103510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa38400eaa0 tx=0x7fa38400ef60 comp rx=0 tx=0).stop 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 shutdown_connections 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa3740a2b90 0x7fa3740a5050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa38c1025b0 0x7fa38c103510 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa38c101bf0 0x7fa38c102fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 --2- 172.21.15.7:0/1736881479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa38c100a00 0x7fa38c104990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.428+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 >> 172.21.15.7:0/1736881479 conn(0x7fa38c0fc140 msgr2=0x7fa38c0693f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.429+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 shutdown_connections 2024-09-10T07:45:08.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.429+0000 7fa3917f6640 1 -- 172.21.15.7:0/1736881479 wait complete. 2024-09-10T07:45:08.439 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T07:45:08.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 -- 172.21.15.7:0/2324945167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 msgr2=0x7fc774101f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 --2- 172.21.15.7:0/2324945167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774101f10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc764009900 tx=0x7fc76402a410 comp rx=0 tx=0).stop 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 -- 172.21.15.7:0/2324945167 shutdown_connections 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 --2- 172.21.15.7:0/2324945167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 0x7fc774109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 --2- 172.21.15.7:0/2324945167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 --2- 172.21.15.7:0/2324945167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774101f10 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 -- 172.21.15.7:0/2324945167 >> 172.21.15.7:0/2324945167 conn(0x7fc7740fd2b0 msgr2=0x7fc7740ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 -- 172.21.15.7:0/2324945167 shutdown_connections 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.546+0000 7fc77945a640 1 -- 172.21.15.7:0/2324945167 wait complete. 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 Processor -- start 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 -- start start 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 0x7fc77419f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d690 con 0x7fc774101b10 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d510 con 0x7fc7741036c0 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc77945a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d810 con 0x7fc774102d00 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56720/0 (socket says 172.21.15.7:56720) 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 -- 172.21.15.7:0/3094023814 learned_addr learned my addr 172.21.15.7:0/3094023814 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc7727fc640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 -- 172.21.15.7:0/3094023814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 msgr2=0x7fc774198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc7737fe640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 0x7fc77419f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 -- 172.21.15.7:0/3094023814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 msgr2=0x7fc77419f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 0x7fc77419f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc772ffd640 1 -- 172.21.15.7:0/3094023814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77419fa20 con 0x7fc774101b10 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.547+0000 7fc7727fc640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc772ffd640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc7640314e0 tx=0x7fc764003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76403f070 con 0x7fc774101b10 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77419fcb0 con 0x7fc774101b10 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc764031e40 con 0x7fc774101b10 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc764035030 con 0x7fc774101b10 2024-09-10T07:45:08.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.548+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7741a01a0 con 0x7fc774101b10 2024-09-10T07:45:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.549+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7741a0370 con 0x7fc774101b10 2024-09-10T07:45:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.550+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc764042070 con 0x7fc774101b10 2024-09-10T07:45:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.551+0000 7fc76bfff640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 0x7fc7600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.551+0000 7fc7727fc640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 0x7fc7600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.551+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc7640efda0 con 0x7fc774101b10 2024-09-10T07:45:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.551+0000 7fc7727fc640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 0x7fc7600a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0058c0 tx=0x7fc75c005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.555+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc7640bc900 con 0x7fc774101b10 2024-09-10T07:45:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.732+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc7741089e0 con 0x7fc774101b10 2024-09-10T07:45:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.732+0000 7fc76bfff640 1 -- 172.21.15.7:0/3094023814 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7fc7640bc200 con 0x7fc774101b10 2024-09-10T07:45:08.732 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 msgr2=0x7fc7600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 0x7fc7600a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0058c0 tx=0x7fc75c005850 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 msgr2=0x7fc774197e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc7640314e0 tx=0x7fc764003c80 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 shutdown_connections 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7600a2c10 0x7fc7600a50d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7741036c0 0x7fc77419f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc774102d00 0x7fc774198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 --2- 172.21.15.7:0/3094023814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774101b10 0x7fc774197e00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 >> 172.21.15.7:0/3094023814 conn(0x7fc7740fd2b0 msgr2=0x7fc7740ff4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 shutdown_connections 2024-09-10T07:45:08.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.734+0000 7fc77945a640 1 -- 172.21.15.7:0/3094023814 wait complete. 2024-09-10T07:45:08.745 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T07:45:08.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- 172.21.15.7:0/1294356043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 msgr2=0x7f0f5c109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 --2- 172.21.15.7:0/1294356043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c109f70 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f0f54009ca0 tx=0x7f0f5402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- 172.21.15.7:0/1294356043 shutdown_connections 2024-09-10T07:45:08.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 --2- 172.21.15.7:0/1294356043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c109f70 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 --2- 172.21.15.7:0/1294356043 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 --2- 172.21.15.7:0/1294356043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 0x7f0f5c101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- 172.21.15.7:0/1294356043 >> 172.21.15.7:0/1294356043 conn(0x7f0f5c0fd2b0 msgr2=0x7f0f5c0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- 172.21.15.7:0/1294356043 shutdown_connections 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- 172.21.15.7:0/1294356043 wait complete. 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 Processor -- start 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.853+0000 7f0f6405e640 1 -- start start 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 0x7f0f5c197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5c10d660 con 0x7f0f5c1036e0 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5c10d4e0 con 0x7f0f5c102d20 2024-09-10T07:45:08.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5c10d7e0 con 0x7f0f5c101b30 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56740/0 (socket says 172.21.15.7:56740) 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 -- 172.21.15.7:0/2558345460 learned_addr learned my addr 172.21.15.7:0/2558345460 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f615f9640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f61dfa640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 0x7f0f5c197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 -- 172.21.15.7:0/2558345460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 msgr2=0x7f0f5c197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 0x7f0f5c197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 -- 172.21.15.7:0/2558345460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 msgr2=0x7f0f5c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 -- 172.21.15.7:0/2558345460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f5c19f9b0 con 0x7f0f5c1036e0 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f615f9640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f625fb640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0f54031970 tx=0x7f0f54003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54004040 con 0x7f0f5c1036e0 2024-09-10T07:45:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f5c19fc40 con 0x7f0f5c1036e0 2024-09-10T07:45:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f54004690 con 0x7f0f5c1036e0 2024-09-10T07:45:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.854+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54030c60 con 0x7f0f5c1036e0 2024-09-10T07:45:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.855+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f5c1a0190 con 0x7f0f5c1036e0 2024-09-10T07:45:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.855+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f5c108fe0 con 0x7f0f5c1036e0 2024-09-10T07:45:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.857+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0f540041e0 con 0x7f0f5c1036e0 2024-09-10T07:45:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.857+0000 7f0f52ffd640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 0x7f0f480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.857+0000 7f0f61dfa640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 0x7f0f480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.857+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f0f540f0a70 con 0x7f0f5c1036e0 2024-09-10T07:45:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.858+0000 7f0f61dfa640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 0x7f0f480a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c199270 tx=0x7f0f58005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:08.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:08.861+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0f540bd630 con 0x7f0f5c1036e0 2024-09-10T07:45:09.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.039+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0f5c062e20 con 0x7f0f5c1036e0 2024-09-10T07:45:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.039+0000 7f0f52ffd640 1 -- 172.21.15.7:0/2558345460 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f0f540bcf30 con 0x7f0f5c1036e0 2024-09-10T07:45:09.039 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 msgr2=0x7f0f480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 0x7f0f480a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c199270 tx=0x7f0f58005f90 comp rx=0 tx=0).stop 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 msgr2=0x7f0f5c19f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0f54031970 tx=0x7f0f54003ba0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 shutdown_connections 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0f480a2b90 0x7f0f480a5050 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f5c1036e0 0x7f0f5c19f310 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0f5c102d20 0x7f0f5c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 --2- 172.21.15.7:0/2558345460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f5c101b30 0x7f0f5c197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 >> 172.21.15.7:0/2558345460 conn(0x7f0f5c0fd2b0 msgr2=0x7f0f5c1061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 shutdown_connections 2024-09-10T07:45:09.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.041+0000 7f0f6405e640 1 -- 172.21.15.7:0/2558345460 wait complete. 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 638 B/s wr, 4 op/s 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/574606818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1736881479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3094023814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.052 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 -- 172.21.15.7:0/2800753158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 msgr2=0x7f4150109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 --2- 172.21.15.7:0/2800753158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f4150109c80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4148009ca0 tx=0x7f414802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 -- 172.21.15.7:0/2800753158 shutdown_connections 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 --2- 172.21.15.7:0/2800753158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f4150109c80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 --2- 172.21.15.7:0/2800753158 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4150104ee0 0x7f41501072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 --2- 172.21.15.7:0/2800753158 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41501025b0 0x7f41501049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 -- 172.21.15.7:0/2800753158 >> 172.21.15.7:0/2800753158 conn(0x7f41500fc1b0 msgr2=0x7f41500fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 -- 172.21.15.7:0/2800753158 shutdown_connections 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.158+0000 7f4155e1e640 1 -- 172.21.15.7:0/2800753158 wait complete. 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 Processor -- start 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 -- start start 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41501025b0 0x7f415019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4150104ee0 0x7f415019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f415010d680 con 0x7f4150107810 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f415010d500 con 0x7f41501025b0 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f4155e1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f415010d800 con 0x7f4150104ee0 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f414ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:09.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f414ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56758/0 (socket says 172.21.15.7:56758) 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f414ffff640 1 -- 172.21.15.7:0/680592360 learned_addr learned my addr 172.21.15.7:0/680592360 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.159+0000 7f414f7fe640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41501025b0 0x7f415019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f4146ffd640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4150104ee0 0x7f415019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 -- 172.21.15.7:0/680592360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4150104ee0 msgr2=0x7f415019a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4150104ee0 0x7f415019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 -- 172.21.15.7:0/680592360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41501025b0 msgr2=0x7f415019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41501025b0 0x7f415019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 -- 172.21.15.7:0/680592360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41501a1c60 con 0x7f4150107810 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414ffff640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4148009830 tx=0x7f4148009860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4148003cb0 con 0x7f4150107810 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41501a1ef0 con 0x7f4150107810 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4148003e50 con 0x7f4150107810 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4148030b80 con 0x7f4150107810 2024-09-10T07:45:09.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.160+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41501a2400 con 0x7f4150107810 2024-09-10T07:45:09.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 638 B/s wr, 4 op/s 2024-09-10T07:45:09.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-10T07:45:09.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:45:09.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/574606818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:09.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1736881479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.164 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3094023814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.161+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4150109300 con 0x7f4150107810 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.163+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4148004b40 con 0x7f4150107810 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.163+0000 7f414d7fa640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 0x7f413c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.164+0000 7f414f7fe640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 0x7f413c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.164+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f41480f0b40 con 0x7f4150107810 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.164+0000 7f414f7fe640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 0x7f413c0a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4140005d00 tx=0x7f414000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:09.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.166+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f41480bd700 con 0x7f4150107810 2024-09-10T07:45:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 638 B/s wr, 4 op/s 2024-09-10T07:45:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1009345775' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-10T07:45:09.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:45:09.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/574606818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:09.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1736881479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3094023814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T07:45:09.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.346+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f415002d9c0 con 0x7f4150107810 2024-09-10T07:45:09.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.346+0000 7f414d7fa640 1 -- 172.21.15.7:0/680592360 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7f41480dd0c0 con 0x7f4150107810 2024-09-10T07:45:09.346 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 msgr2=0x7f413c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 0x7f413c0a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4140005d00 tx=0x7f414000b410 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 msgr2=0x7f41501a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4148009830 tx=0x7f4148009860 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 shutdown_connections 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f413c0a2b90 0x7f413c0a5050 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4150107810 0x7f41501a15f0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4150104ee0 0x7f415019a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 --2- 172.21.15.7:0/680592360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41501025b0 0x7f415019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:09.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 >> 172.21.15.7:0/680592360 conn(0x7f41500fc1b0 msgr2=0x7f4150101d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:09.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 shutdown_connections 2024-09-10T07:45:09.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:09.348+0000 7f4155e1e640 1 -- 172.21.15.7:0/680592360 wait complete. 2024-09-10T07:45:09.359 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-10T07:45:09.359 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:10.040 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:09 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2558345460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.040 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:09 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/680592360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:09 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2558345460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:09 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/680592360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 -- 172.21.15.7:0/1938321015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 msgr2=0x7f353c10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 --2- 172.21.15.7:0/1938321015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c10bbb0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3530009900 tx=0x7f353002a480 comp rx=0 tx=0).stop 2024-09-10T07:45:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 -- 172.21.15.7:0/1938321015 shutdown_connections 2024-09-10T07:45:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 --2- 172.21.15.7:0/1938321015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c10c180 0x7f353c10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 --2- 172.21.15.7:0/1938321015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c10bbb0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 --2- 172.21.15.7:0/1938321015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c102da0 0x7f353c103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 -- 172.21.15.7:0/1938321015 >> 172.21.15.7:0/1938321015 conn(0x7f353c0fc7a0 msgr2=0x7f353c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 -- 172.21.15.7:0/1938321015 shutdown_connections 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.125+0000 7f3541e3e640 1 -- 172.21.15.7:0/1938321015 wait complete. 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 Processor -- start 2024-09-10T07:45:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 -- start start 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c102da0 0x7f353c100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 0x7f353c101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f353c111e10 con 0x7f353c1036c0 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f353c111c90 con 0x7f353c102da0 2024-09-10T07:45:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f3541e3e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f353c111f90 con 0x7f353c10c180 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f353affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f353affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56782/0 (socket says 172.21.15.7:56782) 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.126+0000 7f353affd640 1 -- 172.21.15.7:0/3795122396 learned_addr learned my addr 172.21.15.7:0/3795122396 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353b7fe640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c102da0 0x7f353c100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353bfff640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 0x7f353c101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 -- 172.21.15.7:0/3795122396 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 msgr2=0x7f353c101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 0x7f353c101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 -- 172.21.15.7:0/3795122396 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c102da0 msgr2=0x7f353c100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c102da0 0x7f353c100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 -- 172.21.15.7:0/3795122396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f353c1a67d0 con 0x7f353c1036c0 2024-09-10T07:45:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353bfff640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 0x7f353c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f353affd640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3530006010 tx=0x7f3530004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f353003f030 con 0x7f353c1036c0 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35300035f0 con 0x7f353c1036c0 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f353c1a6a60 con 0x7f353c1036c0 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3530035070 con 0x7f353c1036c0 2024-09-10T07:45:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.127+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f353c1a6f40 con 0x7f353c1036c0 2024-09-10T07:45:10.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.128+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f353c103180 con 0x7f353c1036c0 2024-09-10T07:45:10.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.130+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3530003b10 con 0x7f353c1036c0 2024-09-10T07:45:10.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.130+0000 7f3538ff9640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 0x7f35240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:10.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.131+0000 7f353b7fe640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 0x7f35240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:10.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.131+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f35300f01a0 con 0x7f353c1036c0 2024-09-10T07:45:10.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.131+0000 7f353b7fe640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 0x7f35240a5040 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f352c00abe0 tx=0x7f352c00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:10.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.134+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35300bcd60 con 0x7f353c1036c0 2024-09-10T07:45:10.141 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:09 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2558345460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.142 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:09 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/680592360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T07:45:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.345+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f353c1071c0 con 0x7f353c1036c0 2024-09-10T07:45:10.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.346+0000 7f3538ff9640 1 -- 172.21.15.7:0/3795122396 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f35300bc660 con 0x7f353c1036c0 2024-09-10T07:45:10.345 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:10.346 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:10.346 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:10.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 msgr2=0x7f35240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:10.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 0x7f35240a5040 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f352c00abe0 tx=0x7f352c00a2d0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 msgr2=0x7f353c100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3530006010 tx=0x7f3530004270 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 shutdown_connections 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f35240a2b80 0x7f35240a5040 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f353c10c180 0x7f353c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f353c1036c0 0x7f353c100f40 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 --2- 172.21.15.7:0/3795122396 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f353c102da0 0x7f353c100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 >> 172.21.15.7:0/3795122396 conn(0x7f353c0fc7a0 msgr2=0x7f353c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 shutdown_connections 2024-09-10T07:45:10.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:10.348+0000 7f3541e3e640 1 -- 172.21.15.7:0/3795122396 wait complete. 2024-09-10T07:45:11.053 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:10 smithi007 ceph-mon[30879]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-10T07:45:11.053 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:10 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3795122396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:11.082 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-10T07:45:11.083 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-10T07:45:11.083 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:45:11.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:10 smithi110 ceph-mon[34417]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-10T07:45:11.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:10 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3795122396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:11.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 -- 172.21.15.7:0/1682734603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd01036e0 msgr2=0x7f0cd0109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 --2- 172.21.15.7:0/1682734603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd01036e0 0x7f0cd0109f70 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8009ca0 tx=0x7f0cc802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 -- 172.21.15.7:0/1682734603 shutdown_connections 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 --2- 172.21.15.7:0/1682734603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd01036e0 0x7f0cd0109f70 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 --2- 172.21.15.7:0/1682734603 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0102d20 0x7f0cd01031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 --2- 172.21.15.7:0/1682734603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd0101b30 0x7f0cd0101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 -- 172.21.15.7:0/1682734603 >> 172.21.15.7:0/1682734603 conn(0x7f0cd00fd2b0 msgr2=0x7f0cd00ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 -- 172.21.15.7:0/1682734603 shutdown_connections 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 -- 172.21.15.7:0/1682734603 wait complete. 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.192+0000 7f0cd845c640 1 Processor -- start 2024-09-10T07:45:11.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 -- start start 2024-09-10T07:45:11.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0101b30 0x7f0cd0197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 0x7f0cd019f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd010d660 con 0x7f0cd0102d20 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd010d4e0 con 0x7f0cd0101b30 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd845c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd010d7e0 con 0x7f0cd01036e0 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46294/0 (socket says 172.21.15.7:46294) 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 -- 172.21.15.7:0/2866706831 learned_addr learned my addr 172.21.15.7:0/2866706831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd61f8640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0101b30 0x7f0cd0197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd69f9640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 0x7f0cd019f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 -- 172.21.15.7:0/2866706831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 msgr2=0x7f0cd019f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 0x7f0cd019f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 -- 172.21.15.7:0/2866706831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0101b30 msgr2=0x7f0cd0197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0101b30 0x7f0cd0197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 -- 172.21.15.7:0/2866706831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cd019f960 con 0x7f0cd0102d20 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd69f9640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 0x7f0cd019f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:11.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cd59f7640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc00e9f0 tx=0x7f0ccc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.193+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc00cd80 con 0x7f0cd0102d20 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.194+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cd019fc50 con 0x7f0cd0102d20 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.194+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ccc0108e0 con 0x7f0cd0102d20 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.194+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc018920 con 0x7f0cd0102d20 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.194+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cd01a01a0 con 0x7f0cd0102d20 2024-09-10T07:45:11.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.194+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cd0108f20 con 0x7f0cd0102d20 2024-09-10T07:45:11.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.196+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0ccc010a90 con 0x7f0cd0102d20 2024-09-10T07:45:11.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.196+0000 7f0cc37fe640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 0x7f0cbc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.197+0000 7f0cd61f8640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 0x7f0cbc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.197+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f0ccc0cfc90 con 0x7f0cd0102d20 2024-09-10T07:45:11.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.197+0000 7f0cd61f8640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 0x7f0cbc0a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0cd0102b80 tx=0x7f0cc4005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.199+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0ccc09c850 con 0x7f0cd0102d20 2024-09-10T07:45:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:10 smithi145 ceph-mon[34766]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-10T07:45:11.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:10 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3795122396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:11.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.374+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0cd0062630 con 0x7f0cbc0a2b90 2024-09-10T07:45:11.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.383+0000 7f0cc37fe640 1 -- 172.21.15.7:0/2866706831 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340493 (secure 0 0 0) 0x7f0cd0062630 con 0x7f0cbc0a2b90 2024-09-10T07:45:11.387 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:11.389 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 msgr2=0x7f0cbc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 0x7f0cbc0a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0cd0102b80 tx=0x7f0cc4005f90 comp rx=0 tx=0).stop 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 msgr2=0x7f0cd0198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc00e9f0 tx=0x7f0ccc00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 shutdown_connections 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0cbc0a2b90 0x7f0cbc0a5050 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cd01036e0 0x7f0cd019f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cd0102d20 0x7f0cd0198280 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 --2- 172.21.15.7:0/2866706831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0cd0101b30 0x7f0cd0197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.386+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 >> 172.21.15.7:0/2866706831 conn(0x7f0cd00fd2b0 msgr2=0x7f0cd01060f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:11.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.387+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 shutdown_connections 2024-09-10T07:45:11.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.387+0000 7f0cd845c640 1 -- 172.21.15.7:0/2866706831 wait complete. 2024-09-10T07:45:11.397 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":356,"stamp":"2024-09-10T07:45:10.867251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659964,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":723,"num_read_kb":482,"num_write":367,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":795,"ondisk_log_size":795,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363504,"kb_used_data":14196,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578320,"statfs":{"total":1151940427776,"available":1151568199680,"internally_reserved":0,"allocated":14536704,"data_stored":8119508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1875,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":34,"num_write":15,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.123155"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748450+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748450+0000","last_peered":"2024-09-10T07:45:00.748450+0000","last_clean":"2024-09-10T07:45:00.748450+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748450+0000","last_undegraded":"2024-09-10T07:45:00.748450+0000","last_fullsized":"2024-09-10T07:45:00.748450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749073+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749073+0000","last_peered":"2024-09-10T07:45:00.749073+0000","last_clean":"2024-09-10T07:45:00.749073+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749073+0000","last_undegraded":"2024-09-10T07:45:00.749073+0000","last_fullsized":"2024-09-10T07:45:00.749073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765080+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765080+0000","last_peered":"2024-09-10T07:45:00.765080+0000","last_clean":"2024-09-10T07:45:00.765080+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765080+0000","last_undegraded":"2024-09-10T07:45:00.765080+0000","last_fullsized":"2024-09-10T07:45:00.765080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765054+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765054+0000","last_peered":"2024-09-10T07:45:00.765054+0000","last_clean":"2024-09-10T07:45:00.765054+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765054+0000","last_undegraded":"2024-09-10T07:45:00.765054+0000","last_fullsized":"2024-09-10T07:45:00.765054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748154+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748154+0000","last_peered":"2024-09-10T07:45:00.748154+0000","last_clean":"2024-09-10T07:45:00.748154+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748154+0000","last_undegraded":"2024-09-10T07:45:00.748154+0000","last_fullsized":"2024-09-10T07:45:00.748154+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":139,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.897016+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:06.897016+0000","last_peered":"2024-09-10T07:45:06.897016+0000","last_clean":"2024-09-10T07:45:06.897016+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:06.897016+0000","last_undegraded":"2024-09-10T07:45:06.897016+0000","last_fullsized":"2024-09-10T07:45:06.897016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825261+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825261+0000","last_peered":"2024-09-10T07:45:00.825261+0000","last_clean":"2024-09-10T07:45:00.825261+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825261+0000","last_undegraded":"2024-09-10T07:45:00.825261+0000","last_fullsized":"2024-09-10T07:45:00.825261+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746902+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746902+0000","last_peered":"2024-09-10T07:45:00.746902+0000","last_clean":"2024-09-10T07:45:00.746902+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746902+0000","last_undegraded":"2024-09-10T07:45:00.746902+0000","last_fullsized":"2024-09-10T07:45:00.746902+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748797+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748797+0000","last_peered":"2024-09-10T07:45:00.748797+0000","last_clean":"2024-09-10T07:45:00.748797+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748797+0000","last_undegraded":"2024-09-10T07:45:00.748797+0000","last_fullsized":"2024-09-10T07:45:00.748797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":140,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.899223+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:06.899223+0000","last_peered":"2024-09-10T07:45:06.899223+0000","last_clean":"2024-09-10T07:45:06.899223+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:06.899223+0000","last_undegraded":"2024-09-10T07:45:06.899223+0000","last_fullsized":"2024-09-10T07:45:06.899223+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":98,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750294+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.750294+0000","last_peered":"2024-09-10T07:45:00.750294+0000","last_clean":"2024-09-10T07:45:00.750294+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.750294+0000","last_undegraded":"2024-09-10T07:45:00.750294+0000","last_fullsized":"2024-09-10T07:45:00.750294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825624+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825624+0000","last_peered":"2024-09-10T07:45:00.825624+0000","last_clean":"2024-09-10T07:45:00.825624+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825624+0000","last_undegraded":"2024-09-10T07:45:00.825624+0000","last_fullsized":"2024-09-10T07:45:00.825624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748932+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748932+0000","last_peered":"2024-09-10T07:45:00.748932+0000","last_clean":"2024-09-10T07:45:00.748932+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748932+0000","last_undegraded":"2024-09-10T07:45:00.748932+0000","last_fullsized":"2024-09-10T07:45:00.748932+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'37","reported_seq":274,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.916224+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:06.916224+0000","last_peered":"2024-09-10T07:45:06.916224+0000","last_clean":"2024-09-10T07:45:06.916224+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:06.916224+0000","last_undegraded":"2024-09-10T07:45:06.916224+0000","last_fullsized":"2024-09-10T07:45:06.916224+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":162,"num_write":38,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747967+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.747967+0000","last_peered":"2024-09-10T07:45:00.747967+0000","last_clean":"2024-09-10T07:45:00.747967+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.747967+0000","last_undegraded":"2024-09-10T07:45:00.747967+0000","last_fullsized":"2024-09-10T07:45:00.747967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747777+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747777+0000","last_peered":"2024-09-10T07:45:00.747777+0000","last_clean":"2024-09-10T07:45:00.747777+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747777+0000","last_undegraded":"2024-09-10T07:45:00.747777+0000","last_fullsized":"2024-09-10T07:45:00.747777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764911+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764911+0000","last_peered":"2024-09-10T07:45:00.764911+0000","last_clean":"2024-09-10T07:45:00.764911+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764911+0000","last_undegraded":"2024-09-10T07:45:00.764911+0000","last_fullsized":"2024-09-10T07:45:00.764911+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825993+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.825993+0000","last_peered":"2024-09-10T07:45:00.825993+0000","last_clean":"2024-09-10T07:45:00.825993+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.825993+0000","last_undegraded":"2024-09-10T07:45:00.825993+0000","last_fullsized":"2024-09-10T07:45:00.825993+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749836+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749836+0000","last_peered":"2024-09-10T07:45:00.749836+0000","last_clean":"2024-09-10T07:45:00.749836+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749836+0000","last_undegraded":"2024-09-10T07:45:00.749836+0000","last_fullsized":"2024-09-10T07:45:00.749836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747747+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747747+0000","last_peered":"2024-09-10T07:45:00.747747+0000","last_clean":"2024-09-10T07:45:00.747747+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747747+0000","last_undegraded":"2024-09-10T07:45:00.747747+0000","last_fullsized":"2024-09-10T07:45:00.747747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747139+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747139+0000","last_peered":"2024-09-10T07:45:00.747139+0000","last_clean":"2024-09-10T07:45:00.747139+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747139+0000","last_undegraded":"2024-09-10T07:45:00.747139+0000","last_fullsized":"2024-09-10T07:45:00.747139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":136,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:05.896229+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:05.896229+0000","last_peered":"2024-09-10T07:45:05.896229+0000","last_clean":"2024-09-10T07:45:05.896229+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:05.896229+0000","last_undegraded":"2024-09-10T07:45:05.896229+0000","last_fullsized":"2024-09-10T07:45:05.896229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824658+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824658+0000","last_peered":"2024-09-10T07:45:00.824658+0000","last_clean":"2024-09-10T07:45:00.824658+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824658+0000","last_undegraded":"2024-09-10T07:45:00.824658+0000","last_fullsized":"2024-09-10T07:45:00.824658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747054+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747054+0000","last_peered":"2024-09-10T07:45:00.747054+0000","last_clean":"2024-09-10T07:45:00.747054+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747054+0000","last_undegraded":"2024-09-10T07:45:00.747054+0000","last_fullsized":"2024-09-10T07:45:00.747054+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824693+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824693+0000","last_peered":"2024-09-10T07:45:00.824693+0000","last_clean":"2024-09-10T07:45:00.824693+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824693+0000","last_undegraded":"2024-09-10T07:45:00.824693+0000","last_fullsized":"2024-09-10T07:45:00.824693+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745190+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745190+0000","last_peered":"2024-09-10T07:45:00.745190+0000","last_clean":"2024-09-10T07:45:00.745190+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745190+0000","last_undegraded":"2024-09-10T07:45:00.745190+0000","last_fullsized":"2024-09-10T07:45:00.745190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750814+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750814+0000","last_peered":"2024-09-10T07:45:00.750814+0000","last_clean":"2024-09-10T07:45:00.750814+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750814+0000","last_undegraded":"2024-09-10T07:45:00.750814+0000","last_fullsized":"2024-09-10T07:45:00.750814+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":145,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.898607+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:06.898607+0000","last_peered":"2024-09-10T07:45:06.898607+0000","last_clean":"2024-09-10T07:45:06.898607+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:06.898607+0000","last_undegraded":"2024-09-10T07:45:06.898607+0000","last_fullsized":"2024-09-10T07:45:06.898607+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748150+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748150+0000","last_peered":"2024-09-10T07:45:00.748150+0000","last_clean":"2024-09-10T07:45:00.748150+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748150+0000","last_undegraded":"2024-09-10T07:45:00.748150+0000","last_fullsized":"2024-09-10T07:45:00.748150+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746492+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746492+0000","last_peered":"2024-09-10T07:45:00.746492+0000","last_clean":"2024-09-10T07:45:00.746492+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746492+0000","last_undegraded":"2024-09-10T07:45:00.746492+0000","last_fullsized":"2024-09-10T07:45:00.746492+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824986+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.824986+0000","last_peered":"2024-09-10T07:45:00.824986+0000","last_clean":"2024-09-10T07:45:00.824986+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.824986+0000","last_undegraded":"2024-09-10T07:45:00.824986+0000","last_fullsized":"2024-09-10T07:45:00.824986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825144+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825144+0000","last_peered":"2024-09-10T07:45:00.825144+0000","last_clean":"2024-09-10T07:45:00.825144+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825144+0000","last_undegraded":"2024-09-10T07:45:00.825144+0000","last_fullsized":"2024-09-10T07:45:00.825144+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745510+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745510+0000","last_peered":"2024-09-10T07:45:00.745510+0000","last_clean":"2024-09-10T07:45:00.745510+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745510+0000","last_undegraded":"2024-09-10T07:45:00.745510+0000","last_fullsized":"2024-09-10T07:45:00.745510+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749776+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749776+0000","last_peered":"2024-09-10T07:45:00.749776+0000","last_clean":"2024-09-10T07:45:00.749776+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749776+0000","last_undegraded":"2024-09-10T07:45:00.749776+0000","last_fullsized":"2024-09-10T07:45:00.749776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751615+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751615+0000","last_peered":"2024-09-10T07:45:00.751615+0000","last_clean":"2024-09-10T07:45:00.751615+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751615+0000","last_undegraded":"2024-09-10T07:45:00.751615+0000","last_fullsized":"2024-09-10T07:45:00.751615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747285+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747285+0000","last_peered":"2024-09-10T07:45:00.747285+0000","last_clean":"2024-09-10T07:45:00.747285+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747285+0000","last_undegraded":"2024-09-10T07:45:00.747285+0000","last_fullsized":"2024-09-10T07:45:00.747285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69362,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":597,"num_read_kb":373,"num_write":184,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":212400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579946,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808878,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1724416,"data_stored":1165272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972403,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201337,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593795,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822727,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953549,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":579378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1097728,"data_stored":572831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:11.403 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:45:11.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.541+0000 7f154d35f640 1 -- 172.21.15.7:0/3876663885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15481025c0 msgr2=0x7f1548108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.541+0000 7f154d35f640 1 --2- 172.21.15.7:0/3876663885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15481025c0 0x7f1548108e50 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1540009ca0 tx=0x7f154002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- 172.21.15.7:0/3876663885 shutdown_connections 2024-09-10T07:45:11.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- 172.21.15.7:0/3876663885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15481025c0 0x7f1548108e50 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- 172.21.15.7:0/3876663885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 0x7f1548102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- 172.21.15.7:0/3876663885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1548100a10 0x7f1548100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- 172.21.15.7:0/3876663885 >> 172.21.15.7:0/3876663885 conn(0x7f15480fc170 msgr2=0x7f15480fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- 172.21.15.7:0/3876663885 shutdown_connections 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- 172.21.15.7:0/3876663885 wait complete. 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 Processor -- start 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- start start 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 0x7f1548198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 0x7f154819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.542+0000 7f154d35f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f154810c520 con 0x7f1548100a10 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f154d35f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f154810c3a0 con 0x7f15481025c0 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f154d35f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f154810c6a0 con 0x7f1548101c00 2024-09-10T07:45:11.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46304/0 (socket says 172.21.15.7:46304) 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 -- 172.21.15.7:0/3961791556 learned_addr learned my addr 172.21.15.7:0/3961791556 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f15477fe640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 0x7f154819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f15467fc640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 0x7f1548198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 -- 172.21.15.7:0/3961791556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 msgr2=0x7f1548198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 0x7f1548198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 -- 172.21.15.7:0/3961791556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 msgr2=0x7f154819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 0x7f154819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 -- 172.21.15.7:0/3961791556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f154819f930 con 0x7f1548100a10 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f15477fe640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 0x7f154819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f1546ffd640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f153800e9c0 tx=0x7f153800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f153800cde0 con 0x7f1548100a10 2024-09-10T07:45:11.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15380108e0 con 0x7f1548100a10 2024-09-10T07:45:11.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f154819fc20 con 0x7f1548100a10 2024-09-10T07:45:11.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1538018990 con 0x7f1548100a10 2024-09-10T07:45:11.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.543+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15481a0170 con 0x7f1548100a10 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.544+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15481a0340 con 0x7f1548100a10 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.546+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f153801f020 con 0x7f1548100a10 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.546+0000 7f152ffff640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 0x7f15300a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.546+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f15380cfda0 con 0x7f1548100a10 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.546+0000 7f15467fc640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 0x7f15300a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.547+0000 7f15467fc640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 0x7f15300a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f153c005fd0 tx=0x7f153c009470 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.549+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f153809c960 con 0x7f1548100a10 2024-09-10T07:45:11.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.722+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1548069ac0 con 0x7f15300a2b90 2024-09-10T07:45:11.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.730+0000 7f152ffff640 1 -- 172.21.15.7:0/3961791556 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340493 (secure 0 0 0) 0x7f1548069ac0 con 0x7f15300a2b90 2024-09-10T07:45:11.733 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:11.734 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 msgr2=0x7f15300a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 0x7f15300a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f153c005fd0 tx=0x7f153c009470 comp rx=0 tx=0).stop 2024-09-10T07:45:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 msgr2=0x7f1548197d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f153800e9c0 tx=0x7f153800ee80 comp rx=0 tx=0).stop 2024-09-10T07:45:11.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 shutdown_connections 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15300a2b90 0x7f15300a5050 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f15481025c0 0x7f154819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1548101c00 0x7f1548198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 --2- 172.21.15.7:0/3961791556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1548100a10 0x7f1548197d20 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 >> 172.21.15.7:0/3961791556 conn(0x7f15480fc170 msgr2=0x7f15480693b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 shutdown_connections 2024-09-10T07:45:11.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.733+0000 7f154d35f640 1 -- 172.21.15.7:0/3961791556 wait complete. 2024-09-10T07:45:11.745 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":356,"stamp":"2024-09-10T07:45:10.867251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659964,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":723,"num_read_kb":482,"num_write":367,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":795,"ondisk_log_size":795,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363504,"kb_used_data":14196,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578320,"statfs":{"total":1151940427776,"available":1151568199680,"internally_reserved":0,"allocated":14536704,"data_stored":8119508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1875,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":34,"num_write":15,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.123155"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748450+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748450+0000","last_peered":"2024-09-10T07:45:00.748450+0000","last_clean":"2024-09-10T07:45:00.748450+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748450+0000","last_undegraded":"2024-09-10T07:45:00.748450+0000","last_fullsized":"2024-09-10T07:45:00.748450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749073+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749073+0000","last_peered":"2024-09-10T07:45:00.749073+0000","last_clean":"2024-09-10T07:45:00.749073+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749073+0000","last_undegraded":"2024-09-10T07:45:00.749073+0000","last_fullsized":"2024-09-10T07:45:00.749073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765080+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765080+0000","last_peered":"2024-09-10T07:45:00.765080+0000","last_clean":"2024-09-10T07:45:00.765080+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765080+0000","last_undegraded":"2024-09-10T07:45:00.765080+0000","last_fullsized":"2024-09-10T07:45:00.765080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765054+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765054+0000","last_peered":"2024-09-10T07:45:00.765054+0000","last_clean":"2024-09-10T07:45:00.765054+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765054+0000","last_undegraded":"2024-09-10T07:45:00.765054+0000","last_fullsized":"2024-09-10T07:45:00.765054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748154+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748154+0000","last_peered":"2024-09-10T07:45:00.748154+0000","last_clean":"2024-09-10T07:45:00.748154+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748154+0000","last_undegraded":"2024-09-10T07:45:00.748154+0000","last_fullsized":"2024-09-10T07:45:00.748154+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":139,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.897016+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:06.897016+0000","last_peered":"2024-09-10T07:45:06.897016+0000","last_clean":"2024-09-10T07:45:06.897016+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:06.897016+0000","last_undegraded":"2024-09-10T07:45:06.897016+0000","last_fullsized":"2024-09-10T07:45:06.897016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825261+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825261+0000","last_peered":"2024-09-10T07:45:00.825261+0000","last_clean":"2024-09-10T07:45:00.825261+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825261+0000","last_undegraded":"2024-09-10T07:45:00.825261+0000","last_fullsized":"2024-09-10T07:45:00.825261+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746902+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746902+0000","last_peered":"2024-09-10T07:45:00.746902+0000","last_clean":"2024-09-10T07:45:00.746902+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746902+0000","last_undegraded":"2024-09-10T07:45:00.746902+0000","last_fullsized":"2024-09-10T07:45:00.746902+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748797+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748797+0000","last_peered":"2024-09-10T07:45:00.748797+0000","last_clean":"2024-09-10T07:45:00.748797+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748797+0000","last_undegraded":"2024-09-10T07:45:00.748797+0000","last_fullsized":"2024-09-10T07:45:00.748797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":140,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.899223+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:06.899223+0000","last_peered":"2024-09-10T07:45:06.899223+0000","last_clean":"2024-09-10T07:45:06.899223+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:06.899223+0000","last_undegraded":"2024-09-10T07:45:06.899223+0000","last_fullsized":"2024-09-10T07:45:06.899223+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":98,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750294+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.750294+0000","last_peered":"2024-09-10T07:45:00.750294+0000","last_clean":"2024-09-10T07:45:00.750294+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.750294+0000","last_undegraded":"2024-09-10T07:45:00.750294+0000","last_fullsized":"2024-09-10T07:45:00.750294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825624+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825624+0000","last_peered":"2024-09-10T07:45:00.825624+0000","last_clean":"2024-09-10T07:45:00.825624+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825624+0000","last_undegraded":"2024-09-10T07:45:00.825624+0000","last_fullsized":"2024-09-10T07:45:00.825624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748932+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748932+0000","last_peered":"2024-09-10T07:45:00.748932+0000","last_clean":"2024-09-10T07:45:00.748932+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748932+0000","last_undegraded":"2024-09-10T07:45:00.748932+0000","last_fullsized":"2024-09-10T07:45:00.748932+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'37","reported_seq":274,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.916224+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:06.916224+0000","last_peered":"2024-09-10T07:45:06.916224+0000","last_clean":"2024-09-10T07:45:06.916224+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:06.916224+0000","last_undegraded":"2024-09-10T07:45:06.916224+0000","last_fullsized":"2024-09-10T07:45:06.916224+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":162,"num_write":38,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747967+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.747967+0000","last_peered":"2024-09-10T07:45:00.747967+0000","last_clean":"2024-09-10T07:45:00.747967+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.747967+0000","last_undegraded":"2024-09-10T07:45:00.747967+0000","last_fullsized":"2024-09-10T07:45:00.747967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747777+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747777+0000","last_peered":"2024-09-10T07:45:00.747777+0000","last_clean":"2024-09-10T07:45:00.747777+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747777+0000","last_undegraded":"2024-09-10T07:45:00.747777+0000","last_fullsized":"2024-09-10T07:45:00.747777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764911+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764911+0000","last_peered":"2024-09-10T07:45:00.764911+0000","last_clean":"2024-09-10T07:45:00.764911+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764911+0000","last_undegraded":"2024-09-10T07:45:00.764911+0000","last_fullsized":"2024-09-10T07:45:00.764911+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825993+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.825993+0000","last_peered":"2024-09-10T07:45:00.825993+0000","last_clean":"2024-09-10T07:45:00.825993+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.825993+0000","last_undegraded":"2024-09-10T07:45:00.825993+0000","last_fullsized":"2024-09-10T07:45:00.825993+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749836+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749836+0000","last_peered":"2024-09-10T07:45:00.749836+0000","last_clean":"2024-09-10T07:45:00.749836+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749836+0000","last_undegraded":"2024-09-10T07:45:00.749836+0000","last_fullsized":"2024-09-10T07:45:00.749836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747747+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747747+0000","last_peered":"2024-09-10T07:45:00.747747+0000","last_clean":"2024-09-10T07:45:00.747747+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747747+0000","last_undegraded":"2024-09-10T07:45:00.747747+0000","last_fullsized":"2024-09-10T07:45:00.747747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747139+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747139+0000","last_peered":"2024-09-10T07:45:00.747139+0000","last_clean":"2024-09-10T07:45:00.747139+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747139+0000","last_undegraded":"2024-09-10T07:45:00.747139+0000","last_fullsized":"2024-09-10T07:45:00.747139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":136,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:05.896229+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:05.896229+0000","last_peered":"2024-09-10T07:45:05.896229+0000","last_clean":"2024-09-10T07:45:05.896229+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:05.896229+0000","last_undegraded":"2024-09-10T07:45:05.896229+0000","last_fullsized":"2024-09-10T07:45:05.896229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824658+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824658+0000","last_peered":"2024-09-10T07:45:00.824658+0000","last_clean":"2024-09-10T07:45:00.824658+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824658+0000","last_undegraded":"2024-09-10T07:45:00.824658+0000","last_fullsized":"2024-09-10T07:45:00.824658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747054+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747054+0000","last_peered":"2024-09-10T07:45:00.747054+0000","last_clean":"2024-09-10T07:45:00.747054+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747054+0000","last_undegraded":"2024-09-10T07:45:00.747054+0000","last_fullsized":"2024-09-10T07:45:00.747054+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824693+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824693+0000","last_peered":"2024-09-10T07:45:00.824693+0000","last_clean":"2024-09-10T07:45:00.824693+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824693+0000","last_undegraded":"2024-09-10T07:45:00.824693+0000","last_fullsized":"2024-09-10T07:45:00.824693+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745190+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745190+0000","last_peered":"2024-09-10T07:45:00.745190+0000","last_clean":"2024-09-10T07:45:00.745190+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745190+0000","last_undegraded":"2024-09-10T07:45:00.745190+0000","last_fullsized":"2024-09-10T07:45:00.745190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750814+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750814+0000","last_peered":"2024-09-10T07:45:00.750814+0000","last_clean":"2024-09-10T07:45:00.750814+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750814+0000","last_undegraded":"2024-09-10T07:45:00.750814+0000","last_fullsized":"2024-09-10T07:45:00.750814+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":145,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.898607+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:06.898607+0000","last_peered":"2024-09-10T07:45:06.898607+0000","last_clean":"2024-09-10T07:45:06.898607+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:06.898607+0000","last_undegraded":"2024-09-10T07:45:06.898607+0000","last_fullsized":"2024-09-10T07:45:06.898607+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748150+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748150+0000","last_peered":"2024-09-10T07:45:00.748150+0000","last_clean":"2024-09-10T07:45:00.748150+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748150+0000","last_undegraded":"2024-09-10T07:45:00.748150+0000","last_fullsized":"2024-09-10T07:45:00.748150+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746492+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746492+0000","last_peered":"2024-09-10T07:45:00.746492+0000","last_clean":"2024-09-10T07:45:00.746492+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746492+0000","last_undegraded":"2024-09-10T07:45:00.746492+0000","last_fullsized":"2024-09-10T07:45:00.746492+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824986+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.824986+0000","last_peered":"2024-09-10T07:45:00.824986+0000","last_clean":"2024-09-10T07:45:00.824986+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.824986+0000","last_undegraded":"2024-09-10T07:45:00.824986+0000","last_fullsized":"2024-09-10T07:45:00.824986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825144+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825144+0000","last_peered":"2024-09-10T07:45:00.825144+0000","last_clean":"2024-09-10T07:45:00.825144+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825144+0000","last_undegraded":"2024-09-10T07:45:00.825144+0000","last_fullsized":"2024-09-10T07:45:00.825144+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745510+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745510+0000","last_peered":"2024-09-10T07:45:00.745510+0000","last_clean":"2024-09-10T07:45:00.745510+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745510+0000","last_undegraded":"2024-09-10T07:45:00.745510+0000","last_fullsized":"2024-09-10T07:45:00.745510+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749776+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749776+0000","last_peered":"2024-09-10T07:45:00.749776+0000","last_clean":"2024-09-10T07:45:00.749776+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749776+0000","last_undegraded":"2024-09-10T07:45:00.749776+0000","last_fullsized":"2024-09-10T07:45:00.749776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751615+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751615+0000","last_peered":"2024-09-10T07:45:00.751615+0000","last_clean":"2024-09-10T07:45:00.751615+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751615+0000","last_undegraded":"2024-09-10T07:45:00.751615+0000","last_fullsized":"2024-09-10T07:45:00.751615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747285+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747285+0000","last_peered":"2024-09-10T07:45:00.747285+0000","last_clean":"2024-09-10T07:45:00.747285+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747285+0000","last_undegraded":"2024-09-10T07:45:00.747285+0000","last_fullsized":"2024-09-10T07:45:00.747285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69362,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":597,"num_read_kb":373,"num_write":184,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":212400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579946,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808878,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1724416,"data_stored":1165272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972403,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201337,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593795,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822727,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953549,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":579378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1097728,"data_stored":572831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:11.810 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-10T07:45:11.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:45:11.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- 172.21.15.7:0/4089537945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4100a30 msgr2=0x7f90a4100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 --2- 172.21.15.7:0/4089537945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4100a30 0x7f90a4100e30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9094009900 tx=0x7f909402a410 comp rx=0 tx=0).stop 2024-09-10T07:45:11.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- 172.21.15.7:0/4089537945 shutdown_connections 2024-09-10T07:45:11.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 --2- 172.21.15.7:0/4089537945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a41025e0 0x7f90a4108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 --2- 172.21.15.7:0/4089537945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a4101c20 0x7f90a41020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 --2- 172.21.15.7:0/4089537945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4100a30 0x7f90a4100e30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- 172.21.15.7:0/4089537945 >> 172.21.15.7:0/4089537945 conn(0x7f90a40fc1b0 msgr2=0x7f90a40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- 172.21.15.7:0/4089537945 shutdown_connections 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- 172.21.15.7:0/4089537945 wait complete. 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 Processor -- start 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.915+0000 7f90a92ba640 1 -- start start 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 0x7f90a406af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a41025e0 0x7f90a419f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f90a410c560 con 0x7f90a4101c20 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f90a410c3e0 con 0x7f90a4100a30 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f90a410c6e0 con 0x7f90a41025e0 2024-09-10T07:45:11.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46324/0 (socket says 172.21.15.7:46324) 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 -- 172.21.15.7:0/2095878389 learned_addr learned my addr 172.21.15.7:0/2095878389 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a2ffd640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 0x7f90a406af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a37fe640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a41025e0 0x7f90a419f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 -- 172.21.15.7:0/2095878389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a41025e0 msgr2=0x7f90a419f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a41025e0 0x7f90a419f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 -- 172.21.15.7:0/2095878389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 msgr2=0x7f90a406af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 0x7f90a406af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 -- 172.21.15.7:0/2095878389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a419fa20 con 0x7f90a4101c20 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a2ffd640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 0x7f90a406af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a27fc640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f909800d770 tx=0x7f909800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9098017070 con 0x7f90a4101c20 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f90980054d0 con 0x7f90a4101c20 2024-09-10T07:45:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9098004cf0 con 0x7f90a4101c20 2024-09-10T07:45:11.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.916+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a419fcb0 con 0x7f90a4101c20 2024-09-10T07:45:11.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.917+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a41a01b0 con 0x7f90a4101c20 2024-09-10T07:45:11.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.917+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a4107f10 con 0x7f90a4101c20 2024-09-10T07:45:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.919+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9098004e90 con 0x7f90a4101c20 2024-09-10T07:45:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.919+0000 7f908bfff640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 0x7f908c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.919+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f90980ceda0 con 0x7f90a4101c20 2024-09-10T07:45:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.919+0000 7f90a2ffd640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 0x7f908c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.920+0000 7f90a2ffd640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 0x7f908c0a5050 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9094004770 tx=0x7f9094000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:11.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:11.923+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f909809b310 con 0x7f90a4101c20 2024-09-10T07:45:12.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.096+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f90a4062630 con 0x7f908c0a2b90 2024-09-10T07:45:12.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.104+0000 7f908bfff640 1 -- 172.21.15.7:0/2095878389 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340493 (secure 0 0 0) 0x7f90a4062630 con 0x7f908c0a2b90 2024-09-10T07:45:12.107 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:12.109 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 msgr2=0x7f908c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 0x7f908c0a5050 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9094004770 tx=0x7f9094000bc0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 msgr2=0x7f90a419caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f909800d770 tx=0x7f909800dc30 comp rx=0 tx=0).stop 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 shutdown_connections 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f908c0a2b90 0x7f908c0a5050 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a41025e0 0x7f90a419f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90a4101c20 0x7f90a419caf0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 --2- 172.21.15.7:0/2095878389 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90a4100a30 0x7f90a406af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 >> 172.21.15.7:0/2095878389 conn(0x7f90a40fc1b0 msgr2=0x7f90a41050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:12.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 shutdown_connections 2024-09-10T07:45:12.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.107+0000 7f90a92ba640 1 -- 172.21.15.7:0/2095878389 wait complete. 2024-09-10T07:45:12.118 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":356,"stamp":"2024-09-10T07:45:10.867251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659964,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":723,"num_read_kb":482,"num_write":367,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":795,"ondisk_log_size":795,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363504,"kb_used_data":14196,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578320,"statfs":{"total":1151940427776,"available":1151568199680,"internally_reserved":0,"allocated":14536704,"data_stored":8119508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1875,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":34,"num_write":15,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.123155"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748450+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748450+0000","last_peered":"2024-09-10T07:45:00.748450+0000","last_clean":"2024-09-10T07:45:00.748450+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748450+0000","last_undegraded":"2024-09-10T07:45:00.748450+0000","last_fullsized":"2024-09-10T07:45:00.748450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749073+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749073+0000","last_peered":"2024-09-10T07:45:00.749073+0000","last_clean":"2024-09-10T07:45:00.749073+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749073+0000","last_undegraded":"2024-09-10T07:45:00.749073+0000","last_fullsized":"2024-09-10T07:45:00.749073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765080+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765080+0000","last_peered":"2024-09-10T07:45:00.765080+0000","last_clean":"2024-09-10T07:45:00.765080+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765080+0000","last_undegraded":"2024-09-10T07:45:00.765080+0000","last_fullsized":"2024-09-10T07:45:00.765080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765054+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765054+0000","last_peered":"2024-09-10T07:45:00.765054+0000","last_clean":"2024-09-10T07:45:00.765054+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765054+0000","last_undegraded":"2024-09-10T07:45:00.765054+0000","last_fullsized":"2024-09-10T07:45:00.765054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748154+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748154+0000","last_peered":"2024-09-10T07:45:00.748154+0000","last_clean":"2024-09-10T07:45:00.748154+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748154+0000","last_undegraded":"2024-09-10T07:45:00.748154+0000","last_fullsized":"2024-09-10T07:45:00.748154+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":139,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.897016+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:06.897016+0000","last_peered":"2024-09-10T07:45:06.897016+0000","last_clean":"2024-09-10T07:45:06.897016+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:06.897016+0000","last_undegraded":"2024-09-10T07:45:06.897016+0000","last_fullsized":"2024-09-10T07:45:06.897016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825261+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825261+0000","last_peered":"2024-09-10T07:45:00.825261+0000","last_clean":"2024-09-10T07:45:00.825261+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825261+0000","last_undegraded":"2024-09-10T07:45:00.825261+0000","last_fullsized":"2024-09-10T07:45:00.825261+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746902+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746902+0000","last_peered":"2024-09-10T07:45:00.746902+0000","last_clean":"2024-09-10T07:45:00.746902+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746902+0000","last_undegraded":"2024-09-10T07:45:00.746902+0000","last_fullsized":"2024-09-10T07:45:00.746902+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748797+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748797+0000","last_peered":"2024-09-10T07:45:00.748797+0000","last_clean":"2024-09-10T07:45:00.748797+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748797+0000","last_undegraded":"2024-09-10T07:45:00.748797+0000","last_fullsized":"2024-09-10T07:45:00.748797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":140,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.899223+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:06.899223+0000","last_peered":"2024-09-10T07:45:06.899223+0000","last_clean":"2024-09-10T07:45:06.899223+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:06.899223+0000","last_undegraded":"2024-09-10T07:45:06.899223+0000","last_fullsized":"2024-09-10T07:45:06.899223+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":98,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750294+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.750294+0000","last_peered":"2024-09-10T07:45:00.750294+0000","last_clean":"2024-09-10T07:45:00.750294+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.750294+0000","last_undegraded":"2024-09-10T07:45:00.750294+0000","last_fullsized":"2024-09-10T07:45:00.750294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825624+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825624+0000","last_peered":"2024-09-10T07:45:00.825624+0000","last_clean":"2024-09-10T07:45:00.825624+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825624+0000","last_undegraded":"2024-09-10T07:45:00.825624+0000","last_fullsized":"2024-09-10T07:45:00.825624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748932+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748932+0000","last_peered":"2024-09-10T07:45:00.748932+0000","last_clean":"2024-09-10T07:45:00.748932+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748932+0000","last_undegraded":"2024-09-10T07:45:00.748932+0000","last_fullsized":"2024-09-10T07:45:00.748932+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'37","reported_seq":274,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.916224+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:06.916224+0000","last_peered":"2024-09-10T07:45:06.916224+0000","last_clean":"2024-09-10T07:45:06.916224+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:06.916224+0000","last_undegraded":"2024-09-10T07:45:06.916224+0000","last_fullsized":"2024-09-10T07:45:06.916224+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":162,"num_write":38,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747967+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.747967+0000","last_peered":"2024-09-10T07:45:00.747967+0000","last_clean":"2024-09-10T07:45:00.747967+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.747967+0000","last_undegraded":"2024-09-10T07:45:00.747967+0000","last_fullsized":"2024-09-10T07:45:00.747967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747777+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747777+0000","last_peered":"2024-09-10T07:45:00.747777+0000","last_clean":"2024-09-10T07:45:00.747777+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747777+0000","last_undegraded":"2024-09-10T07:45:00.747777+0000","last_fullsized":"2024-09-10T07:45:00.747777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764911+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764911+0000","last_peered":"2024-09-10T07:45:00.764911+0000","last_clean":"2024-09-10T07:45:00.764911+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764911+0000","last_undegraded":"2024-09-10T07:45:00.764911+0000","last_fullsized":"2024-09-10T07:45:00.764911+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825993+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.825993+0000","last_peered":"2024-09-10T07:45:00.825993+0000","last_clean":"2024-09-10T07:45:00.825993+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.825993+0000","last_undegraded":"2024-09-10T07:45:00.825993+0000","last_fullsized":"2024-09-10T07:45:00.825993+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749836+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749836+0000","last_peered":"2024-09-10T07:45:00.749836+0000","last_clean":"2024-09-10T07:45:00.749836+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749836+0000","last_undegraded":"2024-09-10T07:45:00.749836+0000","last_fullsized":"2024-09-10T07:45:00.749836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747747+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747747+0000","last_peered":"2024-09-10T07:45:00.747747+0000","last_clean":"2024-09-10T07:45:00.747747+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747747+0000","last_undegraded":"2024-09-10T07:45:00.747747+0000","last_fullsized":"2024-09-10T07:45:00.747747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747139+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747139+0000","last_peered":"2024-09-10T07:45:00.747139+0000","last_clean":"2024-09-10T07:45:00.747139+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747139+0000","last_undegraded":"2024-09-10T07:45:00.747139+0000","last_fullsized":"2024-09-10T07:45:00.747139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":136,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:05.896229+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:05.896229+0000","last_peered":"2024-09-10T07:45:05.896229+0000","last_clean":"2024-09-10T07:45:05.896229+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:05.896229+0000","last_undegraded":"2024-09-10T07:45:05.896229+0000","last_fullsized":"2024-09-10T07:45:05.896229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824658+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824658+0000","last_peered":"2024-09-10T07:45:00.824658+0000","last_clean":"2024-09-10T07:45:00.824658+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824658+0000","last_undegraded":"2024-09-10T07:45:00.824658+0000","last_fullsized":"2024-09-10T07:45:00.824658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747054+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747054+0000","last_peered":"2024-09-10T07:45:00.747054+0000","last_clean":"2024-09-10T07:45:00.747054+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747054+0000","last_undegraded":"2024-09-10T07:45:00.747054+0000","last_fullsized":"2024-09-10T07:45:00.747054+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824693+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824693+0000","last_peered":"2024-09-10T07:45:00.824693+0000","last_clean":"2024-09-10T07:45:00.824693+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824693+0000","last_undegraded":"2024-09-10T07:45:00.824693+0000","last_fullsized":"2024-09-10T07:45:00.824693+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745190+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745190+0000","last_peered":"2024-09-10T07:45:00.745190+0000","last_clean":"2024-09-10T07:45:00.745190+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745190+0000","last_undegraded":"2024-09-10T07:45:00.745190+0000","last_fullsized":"2024-09-10T07:45:00.745190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750814+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750814+0000","last_peered":"2024-09-10T07:45:00.750814+0000","last_clean":"2024-09-10T07:45:00.750814+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750814+0000","last_undegraded":"2024-09-10T07:45:00.750814+0000","last_fullsized":"2024-09-10T07:45:00.750814+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":145,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:06.898607+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:06.898607+0000","last_peered":"2024-09-10T07:45:06.898607+0000","last_clean":"2024-09-10T07:45:06.898607+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:06.898607+0000","last_undegraded":"2024-09-10T07:45:06.898607+0000","last_fullsized":"2024-09-10T07:45:06.898607+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748150+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748150+0000","last_peered":"2024-09-10T07:45:00.748150+0000","last_clean":"2024-09-10T07:45:00.748150+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748150+0000","last_undegraded":"2024-09-10T07:45:00.748150+0000","last_fullsized":"2024-09-10T07:45:00.748150+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746492+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746492+0000","last_peered":"2024-09-10T07:45:00.746492+0000","last_clean":"2024-09-10T07:45:00.746492+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746492+0000","last_undegraded":"2024-09-10T07:45:00.746492+0000","last_fullsized":"2024-09-10T07:45:00.746492+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824986+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.824986+0000","last_peered":"2024-09-10T07:45:00.824986+0000","last_clean":"2024-09-10T07:45:00.824986+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.824986+0000","last_undegraded":"2024-09-10T07:45:00.824986+0000","last_fullsized":"2024-09-10T07:45:00.824986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825144+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825144+0000","last_peered":"2024-09-10T07:45:00.825144+0000","last_clean":"2024-09-10T07:45:00.825144+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825144+0000","last_undegraded":"2024-09-10T07:45:00.825144+0000","last_fullsized":"2024-09-10T07:45:00.825144+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745510+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745510+0000","last_peered":"2024-09-10T07:45:00.745510+0000","last_clean":"2024-09-10T07:45:00.745510+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745510+0000","last_undegraded":"2024-09-10T07:45:00.745510+0000","last_fullsized":"2024-09-10T07:45:00.745510+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749776+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749776+0000","last_peered":"2024-09-10T07:45:00.749776+0000","last_clean":"2024-09-10T07:45:00.749776+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749776+0000","last_undegraded":"2024-09-10T07:45:00.749776+0000","last_fullsized":"2024-09-10T07:45:00.749776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751615+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751615+0000","last_peered":"2024-09-10T07:45:00.751615+0000","last_clean":"2024-09-10T07:45:00.751615+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751615+0000","last_undegraded":"2024-09-10T07:45:00.751615+0000","last_fullsized":"2024-09-10T07:45:00.751615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747285+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747285+0000","last_peered":"2024-09-10T07:45:00.747285+0000","last_clean":"2024-09-10T07:45:00.747285+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747285+0000","last_undegraded":"2024-09-10T07:45:00.747285+0000","last_fullsized":"2024-09-10T07:45:00.747285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69362,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":597,"num_read_kb":373,"num_write":184,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":212400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579946,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808878,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1724416,"data_stored":1165272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972403,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201337,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593795,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822727,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953549,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":579378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1097728,"data_stored":572831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:12.123 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:12.414 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:12.824 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:12 smithi007 ceph-mon[30879]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-09-10T07:45:12.825 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:12 smithi007 ceph-mon[30879]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:12.825 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:12 smithi007 ceph-mon[30879]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:12.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 -- 172.21.15.7:0/3414517790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc109120 msgr2=0x7f7dbc110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:12.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/3414517790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc109120 0x7f7dbc110ca0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7db4009ca0 tx=0x7f7db402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 -- 172.21.15.7:0/3414517790 shutdown_connections 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/3414517790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc109120 0x7f7dbc110ca0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/3414517790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/3414517790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 0x7f7dbc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 -- 172.21.15.7:0/3414517790 >> 172.21.15.7:0/3414517790 conn(0x7f7dbc0ffa90 msgr2=0x7f7dbc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.907+0000 7f7dc10ed640 1 -- 172.21.15.7:0/3414517790 shutdown_connections 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.908+0000 7f7dc10ed640 1 -- 172.21.15.7:0/3414517790 wait complete. 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.908+0000 7f7dc10ed640 1 Processor -- start 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.908+0000 7f7dc10ed640 1 -- start start 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 0x7f7dbc19a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:12.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 0x7f7dbc19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc113fe0 con 0x7f7dbc1049a0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc113e60 con 0x7f7dbc109120 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dc10ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc114160 con 0x7f7dbc103ff0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46334/0 (socket says 172.21.15.7:46334) 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 -- 172.21.15.7:0/1688692968 learned_addr learned my addr 172.21.15.7:0/1688692968 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dbb59e640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 0x7f7dbc19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dbad9d640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 0x7f7dbc19a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 -- 172.21.15.7:0/1688692968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 msgr2=0x7f7dbc19a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 0x7f7dbc19a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 -- 172.21.15.7:0/1688692968 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 msgr2=0x7f7dbc19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 0x7f7dbc19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 -- 172.21.15.7:0/1688692968 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dbc19f510 con 0x7f7dbc1049a0 2024-09-10T07:45:12.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dbb59e640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 0x7f7dbc19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.909+0000 7f7dba59c640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7db000e9f0 tx=0x7f7db000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.910+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db000cd80 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.910+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7db00108e0 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.910+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dbc19f800 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.910+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0018920 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.910+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dbc1a70e0 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.911+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dbc1043d0 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.912+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7db0010a90 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.913+0000 7f7da3fff640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 0x7f7da40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.913+0000 7f7dbad9d640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 0x7f7da40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.913+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f7db00cf670 con 0x7f7dbc1049a0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.913+0000 7f7dbad9d640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 0x7f7da40a5040 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0058c0 tx=0x7f7dac00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:12.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:12.917+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7db009bbe0 con 0x7f7dbc1049a0 2024-09-10T07:45:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.129+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7dbc10bdd0 con 0x7f7dbc1049a0 2024-09-10T07:45:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.130+0000 7f7da3fff640 1 -- 172.21.15.7:0/1688692968 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f7db009fee0 con 0x7f7dbc1049a0 2024-09-10T07:45:13.130 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:13.130 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:13.130 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 msgr2=0x7f7da40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 0x7f7da40a5040 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0058c0 tx=0x7f7dac00a2d0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 msgr2=0x7f7dbc19aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7db000e9f0 tx=0x7f7db000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 shutdown_connections 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7da40a2b80 0x7f7da40a5040 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7dbc109120 0x7f7dbc19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7dbc1049a0 0x7f7dbc19aaa0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 --2- 172.21.15.7:0/1688692968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7dbc103ff0 0x7f7dbc19a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 >> 172.21.15.7:0/1688692968 conn(0x7f7dbc0ffa90 msgr2=0x7f7dbc100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:13.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 shutdown_connections 2024-09-10T07:45:13.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:13.132+0000 7f7dc10ed640 1 -- 172.21.15.7:0/1688692968 wait complete. 2024-09-10T07:45:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:12 smithi110 ceph-mon[34417]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-09-10T07:45:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:12 smithi110 ceph-mon[34417]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:12 smithi110 ceph-mon[34417]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:12 smithi145 ceph-mon[34766]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-09-10T07:45:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:12 smithi145 ceph-mon[34766]: from='client.15252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:13.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:12 smithi145 ceph-mon[34766]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:13.769 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:45:13.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:13 smithi007 ceph-mon[30879]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:13.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1688692968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:14.029 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:13 smithi110 ceph-mon[34417]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1688692968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:13 smithi145 ceph-mon[34766]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1688692968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 -- 172.21.15.7:0/4247359853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4100e20 msgr2=0x7ff4d4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/4247359853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4100e20 0x7ff4d4101200 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4009900 tx=0x7ff4c402a480 comp rx=0 tx=0).stop 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 -- 172.21.15.7:0/4247359853 shutdown_connections 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/4247359853 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 0x7ff4d410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/4247359853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4102570 0x7ff4d41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/4247359853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4100e20 0x7ff4d4101200 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 -- 172.21.15.7:0/4247359853 >> 172.21.15.7:0/4247359853 conn(0x7ff4d40fc7d0 msgr2=0x7ff4d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 -- 172.21.15.7:0/4247359853 shutdown_connections 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.473+0000 7ff4da9ab640 1 -- 172.21.15.7:0/4247359853 wait complete. 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 Processor -- start 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 -- start start 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 0x7ff4d41992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 0x7ff4d41a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d4110e30 con 0x7ff4d4102570 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d4110cb0 con 0x7ff4d4102ef0 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4da9ab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d4110fb0 con 0x7ff4d4100e20 2024-09-10T07:45:14.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.474+0000 7ff4cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46352/0 (socket says 172.21.15.7:46352) 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 -- 172.21.15.7:0/2441796505 learned_addr learned my addr 172.21.15.7:0/2441796505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d3fff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 0x7ff4d41992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d8f48640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 0x7ff4d41a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 -- 172.21.15.7:0/2441796505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 msgr2=0x7ff4d41992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 0x7ff4d41992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 -- 172.21.15.7:0/2441796505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 msgr2=0x7ff4d41a4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:14.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 0x7ff4d41a4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 -- 172.21.15.7:0/2441796505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4d41a4860 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d3fff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 0x7ff4d41992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4cbfff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00d770 tx=0x7ff4bc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc017070 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4bc0054d0 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4d41a4a30 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc004cf0 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.475+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4d41a4f40 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.477+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4d4101200 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.478+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff4bc004e90 con 0x7ff4d4102570 2024-09-10T07:45:14.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.478+0000 7ff4d1ffb640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 0x7ff4c00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:14.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.478+0000 7ff4d3fff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 0x7ff4c00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:14.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.478+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7ff4bc0cedd0 con 0x7ff4d4102570 2024-09-10T07:45:14.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.479+0000 7ff4d3fff640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 0x7ff4c00a50c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4005ab0 tx=0x7ff4c4005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:14.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.483+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff4bc09b990 con 0x7ff4d4102570 2024-09-10T07:45:14.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.661+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4d4109090 con 0x7ff4d4102570 2024-09-10T07:45:14.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.663+0000 7ff4d1ffb640 1 -- 172.21.15.7:0/2441796505 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24844 (secure 0 0 0) 0x7ff4bc09b290 con 0x7ff4d4102570 2024-09-10T07:45:14.663 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:14.663 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":90,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:45:00.741919+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 msgr2=0x7ff4c00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 0x7ff4c00a50c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4005ab0 tx=0x7ff4c4005a20 comp rx=0 tx=0).stop 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 msgr2=0x7ff4d41997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00d770 tx=0x7ff4bc00dc30 comp rx=0 tx=0).stop 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 shutdown_connections 2024-09-10T07:45:14.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4c00a2c00 0x7ff4c00a50c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4d4102ef0 0x7ff4d41a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4d4102570 0x7ff4d41997e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 --2- 172.21.15.7:0/2441796505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4d4100e20 0x7ff4d41992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 >> 172.21.15.7:0/2441796505 conn(0x7ff4d40fc7d0 msgr2=0x7ff4d40fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.665+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 shutdown_connections 2024-09-10T07:45:14.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:14.666+0000 7ff4da9ab640 1 -- 172.21.15.7:0/2441796505 wait complete. 2024-09-10T07:45:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:14 smithi007 ceph-mon[30879]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 937 B/s wr, 7 op/s 2024-09-10T07:45:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:14 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2441796505' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:14 smithi110 ceph-mon[34417]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 937 B/s wr, 7 op/s 2024-09-10T07:45:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:14 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2441796505' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:14 smithi145 ceph-mon[34766]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 937 B/s wr, 7 op/s 2024-09-10T07:45:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:14 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2441796505' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:15.292 DEBUG:tasks.fwd_scrub:Yielding 2024-09-10T07:45:15.292 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-10T07:45:15.302 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T07:45:15.303 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-10T07:45:15.303 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-10T07:45:15.303 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:45:15.303 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:45:15.305 INFO:teuthology.run_tasks:Running task quiescer... 2024-09-10T07:45:15.358 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T07:45:15.358 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:45:15.576 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 -- 172.21.15.7:0/2080247589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0100e20 msgr2=0x7f50c0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 --2- 172.21.15.7:0/2080247589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0100e20 0x7f50c0101200 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f50b0009900 tx=0x7f50b002a480 comp rx=0 tx=0).stop 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 -- 172.21.15.7:0/2080247589 shutdown_connections 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 --2- 172.21.15.7:0/2080247589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 0x7f50c010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 --2- 172.21.15.7:0/2080247589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0102570 0x7f50c01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 --2- 172.21.15.7:0/2080247589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0100e20 0x7f50c0101200 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 -- 172.21.15.7:0/2080247589 >> 172.21.15.7:0/2080247589 conn(0x7f50c00fc7d0 msgr2=0x7f50c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 -- 172.21.15.7:0/2080247589 shutdown_connections 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 -- 172.21.15.7:0/2080247589 wait complete. 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.047+0000 7f50c65d0640 1 Processor -- start 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 -- start start 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0100e20 0x7f50c019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 0x7f50c019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f50c0110e30 con 0x7f50c0102570 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f50c0110cb0 con 0x7f50c0100e20 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c65d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f50c0110fb0 con 0x7f50c0102ef0 2024-09-10T07:45:16.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46382/0 (socket says 172.21.15.7:46382) 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 -- 172.21.15.7:0/854067621 learned_addr learned my addr 172.21.15.7:0/854067621 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 0x7f50c019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50bffff640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0100e20 0x7f50c019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 -- 172.21.15.7:0/854067621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 msgr2=0x7f50c019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 0x7f50c019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 -- 172.21.15.7:0/854067621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0100e20 msgr2=0x7f50c019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0100e20 0x7f50c019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 -- 172.21.15.7:0/854067621 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c019f590 con 0x7f50c0102570 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.048+0000 7f50b7fff640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f50a800c920 tx=0x7f50a800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.049+0000 7f50bdffb640 1 -- 172.21.15.7:0/854067621 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a8007c70 con 0x7f50c0102570 2024-09-10T07:45:16.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.049+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c019f880 con 0x7f50c0102570 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.049+0000 7f50bdffb640 1 -- 172.21.15.7:0/854067621 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50a8007e10 con 0x7f50c0102570 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.049+0000 7f50bdffb640 1 -- 172.21.15.7:0/854067621 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a8018820 con 0x7f50c0102570 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.049+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c01a7160 con 0x7f50c0102570 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.051+0000 7f50bdffb640 1 -- 172.21.15.7:0/854067621 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f50a80189c0 con 0x7f50c0102570 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.051+0000 7f50c89a9740 1 Processor -- start 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.051+0000 7f50c89a9740 1 -- start start 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcad130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a9dc05280 con 0x555a9dca0480 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555a9dbacb10 con 0x555a9dc9fb60 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c89a9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555a9dc01240 con 0x555a9dcaad40 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bdffb640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 0x7f50ac0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46388/0 (socket says 172.21.15.7:46388) 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40198/0 (socket says 172.21.15.7:40198) 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bffff640 1 -- 172.21.15.7:0/1085986772 learned_addr learned my addr 172.21.15.7:0/1085986772 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 0x7f50ac0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bdffb640 1 -- 172.21.15.7:0/854067621 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f50a80cf510 con 0x7f50c0102570 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50b7fff640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcad130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 -- 172.21.15.7:0/1085986772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 msgr2=0x555a9dcad130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcad130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 -- 172.21.15.7:0/1085986772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 msgr2=0x555a9dcaa800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50c4b6d640 1 -- 172.21.15.7:0/1085986772 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a9dbb91f0 con 0x555a9dc9fb60 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50bffff640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.052+0000 7f50b7fff640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcad130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f50b8014db0 tx=0x7f50b80117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74b175ae0a85ce3d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 0x7f50ac0a5040 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f50b8011cb0 tx=0x7f50b8016000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50b67fc640 1 -- 172.21.15.7:0/1085986772 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b800cd70 con 0x555a9dc9fb60 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50b67fc640 1 -- 172.21.15.7:0/1085986772 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b800ab90 con 0x555a9dc9fb60 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50b67fc640 1 -- 172.21.15.7:0/1085986772 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8004730 con 0x555a9dc9fb60 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 -- 172.21.15.7:0/1085986772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 msgr2=0x555a9dc9ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f50b8014db0 tx=0x7f50b80117b0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 -- 172.21.15.7:0/1085986772 shutdown_connections 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcad130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dca0480 0x555a9dcaa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 --2- 172.21.15.7:0/1085986772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dc9fb60 0x555a9dc9ff40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.053+0000 7f50c89a9740 1 -- 172.21.15.7:0/1085986772 >> 172.21.15.7:0/1085986772 conn(0x555a9dc9c0f0 msgr2=0x555a9dc9c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- 172.21.15.7:0/1085986772 shutdown_connections 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- 172.21.15.7:0/1085986772 wait complete. 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- start start 2024-09-10T07:45:16.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 Processor -- start 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dca8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dca86c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a9dcad910 con 0x555a9dc9fb60 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555a9dbbff10 con 0x555a9dca0480 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555a9dcada90 con 0x555a9dcaad40 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.054+0000 7f50c89a9740 10 client.0 _ll_register_callbacks cb 0x555a9db88a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46398/0 (socket says 172.21.15.7:46398) 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 -- 172.21.15.7:0/2053329786 learned_addr learned my addr 172.21.15.7:0/2053329786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dca8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dca86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 -- 172.21.15.7:0/2053329786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 msgr2=0x555a9dca86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dca86c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 -- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 msgr2=0x555a9dca8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dca8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 -- 172.21.15.7:0/2053329786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a9d9766a0 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50bffff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f50b0009230 tx=0x7f50b0031830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a1feb83a2d6b52 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f509f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b0035040 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f50b0005020 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50b800ab90 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f50b004d050 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50c89a9740 10 client.15288 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.055+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555a9dcb9540 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b800ab90 con 0x555a9dc9fb60 2024-09-10T07:45:16.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f50b00035f0 con 0x555a9dc9fb60 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 10 client.15288 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 10 client.15288 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 20 client.15288 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dcbaa00 0x555a9dcbcec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 4 client.15288 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a9dc127f0 con 0x555a9dcbaa00 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.056+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dcbaa00 0x555a9dcbcec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.057+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dcbaa00 0x555a9dcbcec0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c574029d710760d server_cookie=86565c05060f3c3 in_seq=0 out_seq=0 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.057+0000 7f509f7fe640 10 client.15288 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.057+0000 7f509f7fe640 1 -- 172.21.15.7:0/2053329786 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555a9dc127f0 con 0x555a9dcbaa00 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.057+0000 7f509f7fe640 10 client.15288 handle_command_reply: tid=0 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.057+0000 7f50c89a9740 1 client.15288 shutdown 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 msgr2=0x555a9dca7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f50b0009230 tx=0x7f50b0031830 comp rx=0 tx=0).stop 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 shutdown_connections 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dcbaa00 0x555a9dcbcec0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dca86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dca8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f509f7fe640 0 client.15288 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2053329786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca7c40 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 >> 172.21.15.7:0/2053329786 conn(0x555a9dc9c0f0 msgr2=0x555a9dc9b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 shutdown_connections 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 1 -- 172.21.15.7:0/2053329786 wait complete. 2024-09-10T07:45:16.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.058+0000 7f50c89a9740 20 client.15288 trim_cache size 0 max 16384 2024-09-10T07:45:16.077 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:16.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 Processor -- start 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 -- start start 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcc27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcc2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01b3670 con 0x555a9dc9fb60 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01b0f40 con 0x555a9dca0480 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.078+0000 7f50c89a9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01aedb0 con 0x555a9dcaad40 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46408/0 (socket says 172.21.15.7:46408) 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50bffff640 1 -- 172.21.15.7:0/2125056820 learned_addr learned my addr 172.21.15.7:0/2125056820 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcc2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcc27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 -- 172.21.15.7:0/2125056820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 msgr2=0x555a9dcc2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcc2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 -- 172.21.15.7:0/2125056820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 msgr2=0x555a9dca9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 -- 172.21.15.7:0/2125056820 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a9dca8fc0 con 0x555a9dca0480 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50bffff640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b7fff640 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcc27e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f50a8097e30 tx=0x7f50a8086040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cba9260aed600193 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.079+0000 7f50b5ffb640 1 -- 172.21.15.7:0/2125056820 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a80b8030 con 0x555a9dca0480 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.080+0000 7f50b5ffb640 1 -- 172.21.15.7:0/2125056820 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50a809b9d0 con 0x555a9dca0480 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.080+0000 7f50b5ffb640 1 -- 172.21.15.7:0/2125056820 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a80ba2c0 con 0x555a9dca0480 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- 172.21.15.7:0/2125056820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 msgr2=0x555a9dcc27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcc27e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f50a8097e30 tx=0x7f50a8086040 comp rx=0 tx=0).stop 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- 172.21.15.7:0/2125056820 shutdown_connections 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dcaad40 0x555a9dcc2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcc27e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 --2- 172.21.15.7:0/2125056820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dc9fb60 0x555a9dca9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- 172.21.15.7:0/2125056820 >> 172.21.15.7:0/2125056820 conn(0x555a9dc9c0f0 msgr2=0x555a9dca9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- 172.21.15.7:0/2125056820 shutdown_connections 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- 172.21.15.7:0/2125056820 wait complete. 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 -- start start 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.081+0000 7f50c89a9740 1 Processor -- start 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dc9fb60 0x555a9dcaedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcaf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01af400 con 0x555a9dcaad40 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01b0870 con 0x555a9dca0480 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f50c01afad0 con 0x555a9dc9fb60 2024-09-10T07:45:16.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c89a9740 10 client.0 _ll_register_callbacks cb 0x7f50b0031aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50bffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dc9fb60 0x555a9dcaedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46410/0 (socket says 172.21.15.7:46410) 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 -- 172.21.15.7:0/4063118019 learned_addr learned my addr 172.21.15.7:0/4063118019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50b7fff640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcaf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 -- 172.21.15.7:0/4063118019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dc9fb60 msgr2=0x555a9dcaedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dc9fb60 0x555a9dcaedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 -- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 msgr2=0x555a9dcaf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcaf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 -- 172.21.15.7:0/4063118019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a9dcafbd0 con 0x555a9dcaad40 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f50c4b6d640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f50b800a780 tx=0x7f50b8014c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afdba3bb3a48c6a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:16.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.082+0000 7f509f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8014950 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f50b8013460 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50a809b9d0 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f50b8040050 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 10 client.15294 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555a9dd25e40 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50a809b9d0 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f50b800f6e0 con 0x555a9dcaad40 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 10 client.15294 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 10 client.15294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 20 client.15294 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.083+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dd262d0 0x555a9dd286f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.084+0000 7f50c89a9740 4 client.15294 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:45:16.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.084+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555a9dc0cd00 con 0x555a9dd262d0 2024-09-10T07:45:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.084+0000 7f50bffff640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dd262d0 0x555a9dd286f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.084+0000 7f50bffff640 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dd262d0 0x555a9dd286f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab8bd55424be577 server_cookie=94263f80e58fc1cc in_seq=0 out_seq=0 2024-09-10T07:45:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.084+0000 7f509f7fe640 10 client.15294 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.085+0000 7f509f7fe640 1 -- 172.21.15.7:0/4063118019 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555a9dc0cd00 con 0x555a9dd262d0 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.085+0000 7f509f7fe640 10 client.15294 handle_command_reply: tid=0 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.085+0000 7f50c89a9740 1 client.15294 shutdown 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 msgr2=0x555a9dd247b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f50b800a780 tx=0x7f50b8014c60 comp rx=0 tx=0).stop 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 shutdown_connections 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555a9dd262d0 0x555a9dd286f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a9dcaad40 0x555a9dd247b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a9dca0480 0x555a9dcaf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 --2- 172.21.15.7:0/4063118019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a9dc9fb60 0x555a9dcaedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 >> 172.21.15.7:0/4063118019 conn(0x555a9dc9c0f0 msgr2=0x555a9dca1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f509f7fe640 0 client.15294 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 shutdown_connections 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 1 -- 172.21.15.7:0/4063118019 wait complete. 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c89a9740 20 client.15294 trim_cache size 0 max 16384 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "faf01e95-f5e4-4f50-bd8d-3cd1a473c409", 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:45:16.089 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 msgr2=0x7f50ac0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 0x7f50ac0a5040 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f50b8011cb0 tx=0x7f50b8016000 comp rx=0 tx=0).stop 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 msgr2=0x7f50c019ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f50a800c920 tx=0x7f50a800cde0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.086+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 shutdown_connections 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f50ac0a2b80 0x7f50ac0a5040 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50c0102ef0 0x7f50c019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50c0102570 0x7f50c019ab20 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 --2- 172.21.15.7:0/854067621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f50c0100e20 0x7f50c019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:16.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 >> 172.21.15.7:0/854067621 conn(0x7f50c00fc7d0 msgr2=0x7f50c006a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:16.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 shutdown_connections 2024-09-10T07:45:16.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:16.087+0000 7f50c65d0640 1 -- 172.21.15.7:0/854067621 wait complete. 2024-09-10T07:45:16.776 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:45:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:16 smithi007 ceph-mon[30879]: pgmap v358: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:16 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:45:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:45:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:16 smithi110 ceph-mon[34417]: pgmap v358: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:16 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:45:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:45:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:16 smithi145 ceph-mon[34766]: pgmap v358: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:16 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:45:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:45:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:45:17.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 -- 172.21.15.7:0/1714103233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 msgr2=0x7f03f01067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:17.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 --2- 172.21.15.7:0/1714103233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f01067f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009900 tx=0x7f03e002a410 comp rx=0 tx=0).stop 2024-09-10T07:45:17.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 -- 172.21.15.7:0/1714103233 shutdown_connections 2024-09-10T07:45:17.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 --2- 172.21.15.7:0/1714103233 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 0x7f03f010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 --2- 172.21.15.7:0/1714103233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f01067f0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 --2- 172.21.15.7:0/1714103233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 0x7f03f01021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.352+0000 7f03f8076640 1 -- 172.21.15.7:0/1714103233 >> 172.21.15.7:0/1714103233 conn(0x7f03f00fd8f0 msgr2=0x7f03f00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:17.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.353+0000 7f03f8076640 1 -- 172.21.15.7:0/1714103233 shutdown_connections 2024-09-10T07:45:17.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.353+0000 7f03f8076640 1 -- 172.21.15.7:0/1714103233 wait complete. 2024-09-10T07:45:17.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 Processor -- start 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 -- start start 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 0x7f03f01984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 0x7f03f019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f03f0111e30 con 0x7f03f01027a0 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f03f0111cb0 con 0x7f03f0106f20 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f8076640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f03f0111fb0 con 0x7f03f0101df0 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f5611640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f5611640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46414/0 (socket says 172.21.15.7:46414) 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f5611640 1 -- 172.21.15.7:0/194261136 learned_addr learned my addr 172.21.15.7:0/194261136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f5e12640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 0x7f03f01984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.354+0000 7f03f6613640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 0x7f03f019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 -- 172.21.15.7:0/194261136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 msgr2=0x7f03f01984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:17.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 0x7f03f01984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 -- 172.21.15.7:0/194261136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 msgr2=0x7f03f019cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 0x7f03f019cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 -- 172.21.15.7:0/194261136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03f019d4a0 con 0x7f03f01027a0 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f5611640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f03e0005940 tx=0x7f03e0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03e003f030 con 0x7f03f01027a0 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03e0003aa0 con 0x7f03f01027a0 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03f019d730 con 0x7f03f01027a0 2024-09-10T07:45:17.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03e0035070 con 0x7f03f01027a0 2024-09-10T07:45:17.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.355+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03f01a5070 con 0x7f03f01027a0 2024-09-10T07:45:17.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.356+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03f01032d0 con 0x7f03f01027a0 2024-09-10T07:45:17.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.358+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f03e0042030 con 0x7f03f01027a0 2024-09-10T07:45:17.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.359+0000 7f03e6ffd640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 0x7f03dc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:17.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.359+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f03e00efd90 con 0x7f03f01027a0 2024-09-10T07:45:17.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.359+0000 7f03f5e12640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 0x7f03dc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:17.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.360+0000 7f03f5e12640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 0x7f03dc0a50c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f03ec005fd0 tx=0x7f03ec00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:17.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.362+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f03e00bc950 con 0x7f03f01027a0 2024-09-10T07:45:17.384 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:17.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.539+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f03f0062630 con 0x7f03dc0a2c00 2024-09-10T07:45:17.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.547+0000 7f03e6ffd640 1 -- 172.21.15.7:0/194261136 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340496 (secure 0 0 0) 0x7f03f0062630 con 0x7f03dc0a2c00 2024-09-10T07:45:17.550 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:17.552 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 msgr2=0x7f03dc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 0x7f03dc0a50c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f03ec005fd0 tx=0x7f03ec00b390 comp rx=0 tx=0).stop 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 msgr2=0x7f03f0198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f03e0005940 tx=0x7f03e0004270 comp rx=0 tx=0).stop 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 shutdown_connections 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03dc0a2c00 0x7f03dc0a50c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03f0106f20 0x7f03f019cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03f01027a0 0x7f03f0198a30 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 --2- 172.21.15.7:0/194261136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03f0101df0 0x7f03f01984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:17.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 >> 172.21.15.7:0/194261136 conn(0x7f03f00fd8f0 msgr2=0x7f03f00fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:17.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 shutdown_connections 2024-09-10T07:45:17.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:17.551+0000 7f03f8076640 1 -- 172.21.15.7:0/194261136 wait complete. 2024-09-10T07:45:17.940 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:17 smithi007 ceph-mon[30879]: pgmap v359: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-10T07:45:17.940 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:17 smithi007 ceph-mon[30879]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:18.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 -- 172.21.15.7:0/2409615666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c101df0 msgr2=0x7fe05c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 --2- 172.21.15.7:0/2409615666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c101df0 0x7fe05c1021d0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009900 tx=0x7fe04c02a410 comp rx=0 tx=0).stop 2024-09-10T07:45:18.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 -- 172.21.15.7:0/2409615666 shutdown_connections 2024-09-10T07:45:18.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 --2- 172.21.15.7:0/2409615666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c106f20 0x7fe05c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 --2- 172.21.15.7:0/2409615666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c1027a0 0x7fe05c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 --2- 172.21.15.7:0/2409615666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c101df0 0x7fe05c1021d0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 -- 172.21.15.7:0/2409615666 >> 172.21.15.7:0/2409615666 conn(0x7fe05c0fd8b0 msgr2=0x7fe05c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 -- 172.21.15.7:0/2409615666 shutdown_connections 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 -- 172.21.15.7:0/2409615666 wait complete. 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.026+0000 7fe06159e640 1 Processor -- start 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 -- start start 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c101df0 0x7fe05c19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 0x7fe05c19abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c111e50 con 0x7fe05c106f20 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c111cd0 con 0x7fe05c1027a0 2024-09-10T07:45:18.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe06159e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c111fd0 con 0x7fe05c101df0 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46438/0 (socket says 172.21.15.7:46438) 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 -- 172.21.15.7:0/874699316 learned_addr learned my addr 172.21.15.7:0/874699316 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05affd640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c101df0 0x7fe05c19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 0x7fe05c19abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 -- 172.21.15.7:0/874699316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c101df0 msgr2=0x7fe05c19a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c101df0 0x7fe05c19a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 -- 172.21.15.7:0/874699316 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 msgr2=0x7fe05c19abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 0x7fe05c19abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05b7fe640 1 -- 172.21.15.7:0/874699316 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe05c19f620 con 0x7fe05c106f20 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.027+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 0x7fe05c19abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe05b7fe640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe05400c970 tx=0x7fe05400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe043fff640 1 -- 172.21.15.7:0/874699316 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054007bb0 con 0x7fe05c106f20 2024-09-10T07:45:18.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe043fff640 1 -- 172.21.15.7:0/874699316 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe054007d50 con 0x7fe05c106f20 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe05c19f910 con 0x7fe05c106f20 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe043fff640 1 -- 172.21.15.7:0/874699316 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054018700 con 0x7fe05c106f20 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.028+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe05c1a71f0 con 0x7fe05c106f20 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.030+0000 7fe043fff640 1 -- 172.21.15.7:0/874699316 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe05400fa20 con 0x7fe05c106f20 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.030+0000 7fe063977740 1 Processor -- start 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.030+0000 7fe063977740 1 -- start start 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a84a0 0x5634444a8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444b3680 0x5634444b5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56344440e2e0 con 0x5634444a8dc0 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5634443b5ce0 con 0x5634444a84a0 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe063977740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56344440a2a0 con 0x5634444b3680 2024-09-10T07:45:18.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe043fff640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 0x7fe0440a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46446/0 (socket says 172.21.15.7:46446) 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 -- 172.21.15.7:0/3817532847 learned_addr learned my addr 172.21.15.7:0/3817532847 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444b3680 0x5634444b5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe043fff640 1 -- 172.21.15.7:0/874699316 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe0540cf4a0 con 0x7fe05c106f20 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a84a0 0x5634444a8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05b7fe640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 0x7fe0440a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 -- 172.21.15.7:0/3817532847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444b3680 msgr2=0x5634444b5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444b3680 0x5634444b5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 -- 172.21.15.7:0/3817532847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a84a0 msgr2=0x5634444a8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a84a0 0x5634444a8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 -- 172.21.15.7:0/3817532847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56344439a440 con 0x5634444a8dc0 2024-09-10T07:45:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.031+0000 7fe05affd640 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009900 tx=0x7fe04c031dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76ed3491c2b2da1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe05b7fe640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 0x7fe0440a50c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe05400afd0 tx=0x7fe054007f00 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe0417fa640 1 -- 172.21.15.7:0/3817532847 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04c040070 con 0x5634444a8dc0 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe0417fa640 1 -- 172.21.15.7:0/3817532847 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe04c0316a0 con 0x5634444a8dc0 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe0417fa640 1 -- 172.21.15.7:0/3817532847 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04c035040 con 0x5634444a8dc0 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 -- 172.21.15.7:0/3817532847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 msgr2=0x5634444b3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009900 tx=0x7fe04c031dc0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 -- 172.21.15.7:0/3817532847 shutdown_connections 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444b3680 0x5634444b5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b3140 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 --2- 172.21.15.7:0/3817532847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a84a0 0x5634444a8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.032+0000 7fe063977740 1 -- 172.21.15.7:0/3817532847 >> 172.21.15.7:0/3817532847 conn(0x5634444a4a30 msgr2=0x5634444a4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- 172.21.15.7:0/3817532847 shutdown_connections 2024-09-10T07:45:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- 172.21.15.7:0/3817532847 wait complete. 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- start start 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 Processor -- start 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a8dc0 0x5634444b0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5634444b6250 con 0x5634444a84a0 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5634443c9050 con 0x5634444b3680 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5634444b63d0 con 0x5634444a8dc0 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe063977740 10 client.0 _ll_register_callbacks cb 0x563444409160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe05a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe05a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46454/0 (socket says 172.21.15.7:46454) 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.033+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3298317862 learned_addr learned my addr 172.21.15.7:0/3298317862 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3298317862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a8dc0 msgr2=0x5634444b0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a8dc0 0x5634444b0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 msgr2=0x5634444b0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3298317862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56344417f3c0 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe050009f10 tx=0x7fe0500131e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7917a169986f6973 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe03eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe050013040 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe050013dc0 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe04c0316a0 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe050025050 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe063977740 10 client.15312 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5634444c1c20 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.034+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe04c0316a0 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe050016070 con 0x5634444a84a0 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 10 client.15312 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 10 client.15312 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 20 client.15312 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5634444c3130 0x5634444c55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 4 client.15312 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56344441b850 con 0x5634444c3130 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe05affd640 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5634444c3130 0x5634444c55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe03eff5640 10 client.15312 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.035+0000 7fe05affd640 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5634444c3130 0x5634444c55c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ee692f94bde86bf server_cookie=4ec1a3af5abd769d in_seq=0 out_seq=0 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe03eff5640 1 -- 172.21.15.7:0/3298317862 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56344441b850 con 0x5634444c3130 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe03eff5640 10 client.15312 handle_command_reply: tid=0 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 client.15312 shutdown 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 msgr2=0x5634444b2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe050009f10 tx=0x7fe0500131e0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 shutdown_connections 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5634444c3130 0x5634444c55c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a8dc0 0x5634444b0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe03eff5640 0 client.15312 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 --2- 172.21.15.7:0/3298317862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a84a0 0x5634444b2f70 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 >> 172.21.15.7:0/3298317862 conn(0x5634444a4a30 msgr2=0x5634444a3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 shutdown_connections 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.036+0000 7fe063977740 1 -- 172.21.15.7:0/3298317862 wait complete. 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.037+0000 7fe063977740 20 client.15312 trim_cache size 0 max 16384 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 Processor -- start 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 -- start start 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a8dc0 0x5634444a4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1b3630 con 0x5634444b3680 2024-09-10T07:45:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1b0f00 con 0x5634444a8dc0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe063977740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1aed70 con 0x5634444a84a0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46460/0 (socket says 172.21.15.7:46460) 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3331449742 learned_addr learned my addr 172.21.15.7:0/3331449742 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05affd640 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a8dc0 0x5634444a4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3331449742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 msgr2=0x5634444bf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444bf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3331449742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a8dc0 msgr2=0x5634444a4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a8dc0 0x5634444a4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.054+0000 7fe05a7fc640 1 -- 172.21.15.7:0/3331449742 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634444af1d0 con 0x5634444b3680 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe050020840 tx=0x7fe050004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23217d744ae146dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe040ff9640 1 -- 172.21.15.7:0/3331449742 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe050009570 con 0x5634444b3680 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe040ff9640 1 -- 172.21.15.7:0/3331449742 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe05001c070 con 0x5634444b3680 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe040ff9640 1 -- 172.21.15.7:0/3331449742 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe050020be0 con 0x5634444b3680 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 -- 172.21.15.7:0/3331449742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 msgr2=0x5634444aa650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe050020840 tx=0x7fe050004a40 comp rx=0 tx=0).stop 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 -- 172.21.15.7:0/3331449742 shutdown_connections 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444b3680 0x5634444aa650 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444a8dc0 0x5634444a4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 --2- 172.21.15.7:0/3331449742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444bf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 -- 172.21.15.7:0/3331449742 >> 172.21.15.7:0/3331449742 conn(0x5634444a4a30 msgr2=0x5634444a9f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 -- 172.21.15.7:0/3331449742 shutdown_connections 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.055+0000 7fe063977740 1 -- 172.21.15.7:0/3331449742 wait complete. 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 -- start start 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 Processor -- start 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444b7360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1af3c0 con 0x5634444a8dc0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1b0830 con 0x5634444b3680 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1afa90 con 0x5634444a84a0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe063977740 10 client.0 _ll_register_callbacks cb 0x7fe050009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46462/0 (socket says 172.21.15.7:46462) 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 -- 172.21.15.7:0/3560633192 learned_addr learned my addr 172.21.15.7:0/3560633192 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444b7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 -- 172.21.15.7:0/3560633192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 msgr2=0x5634444b7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444b7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 -- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 msgr2=0x5634444b7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05affd640 1 -- 172.21.15.7:0/3560633192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56344452ce60 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.056+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444b7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe05affd640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x5634444a5890 tx=0x7fe04c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85b8fc75d0ab6f2c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04c050030 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe04c0314a0 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe05001c070 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe04c05a050 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 10 client.15318 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56344452e0f0 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe05001c070 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe04c0049a0 con 0x5634444a8dc0 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 10 client.15318 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 10 client.15318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 20 client.15318 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "faf01e95-f5e4-4f50-bd8d-3cd1a473c409": { 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "faf01e95-f5e4-4f50-bd8d-3cd1a473c409", 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:45:18.097 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56344452e4f0 0x5634445308e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 4 client.15318 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.057+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563444415d60 con 0x56344452e4f0 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56344452e4f0 0x5634445308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe03eff5640 10 client.15318 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe05a7fc640 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56344452e4f0 0x5634445308e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0dc7b9172f9ef2a server_cookie=4f47f8a0bf0957d0 in_seq=0 out_seq=0 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe03eff5640 1 -- 172.21.15.7:0/3560633192 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563444415d60 con 0x56344452e4f0 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe03eff5640 10 client.15318 handle_command_reply: tid=0 2024-09-10T07:45:18.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 client.15318 shutdown 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 msgr2=0x5634444b78a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x5634444a5890 tx=0x7fe04c02a410 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 shutdown_connections 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56344452e4f0 0x5634445308e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5634444b3680 0x5634444b7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe03eff5640 0 client.15318 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5634444a8dc0 0x5634444b78a0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 --2- 172.21.15.7:0/3560633192 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5634444a84a0 0x5634444b7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 >> 172.21.15.7:0/3560633192 conn(0x5634444a4a30 msgr2=0x5634444aa760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 shutdown_connections 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.058+0000 7fe063977740 1 -- 172.21.15.7:0/3560633192 wait complete. 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe063977740 20 client.15318 trim_cache size 0 max 16384 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 msgr2=0x7fe0440a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 0x7fe0440a50c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe05400afd0 tx=0x7fe054007f00 comp rx=0 tx=0).stop 2024-09-10T07:45:18.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 msgr2=0x7fe05c19ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe05400c970 tx=0x7fe05400ce30 comp rx=0 tx=0).stop 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 shutdown_connections 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe0440a2c00 0x7fe0440a50c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe05c106f20 0x7fe05c19ef40 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe05c1027a0 0x7fe05c19abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 --2- 172.21.15.7:0/874699316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe05c101df0 0x7fe05c19a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 >> 172.21.15.7:0/874699316 conn(0x7fe05c0fd8b0 msgr2=0x7fe05c0ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 shutdown_connections 2024-09-10T07:45:18.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:18.059+0000 7fe06159e640 1 -- 172.21.15.7:0/874699316 wait complete. 2024-09-10T07:45:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:17 smithi110 ceph-mon[34417]: pgmap v359: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-10T07:45:18.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:17 smithi110 ceph-mon[34417]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:17 smithi145 ceph-mon[34766]: pgmap v359: 129 pgs: 129 active+clean; 649 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-10T07:45:18.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:17 smithi145 ceph-mon[34766]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:18.778 INFO:tasks.cephfs.filesystem:scrub status for tag:faf01e95-f5e4-4f50-bd8d-3cd1a473c409 - {'path': '/', 'tag': 'faf01e95-f5e4-4f50-bd8d-3cd1a473c409', 'options': 'recursive,force'} 2024-09-10T07:45:19.223 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":359,"stamp":"2024-09-10T07:45:16.868836+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664278,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":754,"num_read_kb":502,"num_write":368,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":796,"ondisk_log_size":796,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363500,"kb_used_data":14204,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578324,"statfs":{"total":1151940427776,"available":1151568203776,"internally_reserved":0,"allocated":14544896,"data_stored":8128136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5799,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":38,"num_write":9,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003266"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748450+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748450+0000","last_peered":"2024-09-10T07:45:00.748450+0000","last_clean":"2024-09-10T07:45:00.748450+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748450+0000","last_undegraded":"2024-09-10T07:45:00.748450+0000","last_fullsized":"2024-09-10T07:45:00.748450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749073+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749073+0000","last_peered":"2024-09-10T07:45:00.749073+0000","last_clean":"2024-09-10T07:45:00.749073+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749073+0000","last_undegraded":"2024-09-10T07:45:00.749073+0000","last_fullsized":"2024-09-10T07:45:00.749073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765180+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765180+0000","last_peered":"2024-09-10T07:45:00.765180+0000","last_clean":"2024-09-10T07:45:00.765180+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765180+0000","last_undegraded":"2024-09-10T07:45:00.765180+0000","last_fullsized":"2024-09-10T07:45:00.765180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748207+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748207+0000","last_peered":"2024-09-10T07:45:00.748207+0000","last_clean":"2024-09-10T07:45:00.748207+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748207+0000","last_undegraded":"2024-09-10T07:45:00.748207+0000","last_fullsized":"2024-09-10T07:45:00.748207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765183+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765183+0000","last_peered":"2024-09-10T07:45:00.765183+0000","last_clean":"2024-09-10T07:45:00.765183+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765183+0000","last_undegraded":"2024-09-10T07:45:00.765183+0000","last_fullsized":"2024-09-10T07:45:00.765183+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":144,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:11.905166+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:11.905166+0000","last_peered":"2024-09-10T07:45:11.905166+0000","last_clean":"2024-09-10T07:45:11.905166+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:11.905166+0000","last_undegraded":"2024-09-10T07:45:11.905166+0000","last_fullsized":"2024-09-10T07:45:11.905166+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825309+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825309+0000","last_peered":"2024-09-10T07:45:00.825309+0000","last_clean":"2024-09-10T07:45:00.825309+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825309+0000","last_undegraded":"2024-09-10T07:45:00.825309+0000","last_fullsized":"2024-09-10T07:45:00.825309+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748853+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748853+0000","last_peered":"2024-09-10T07:45:00.748853+0000","last_clean":"2024-09-10T07:45:00.748853+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748853+0000","last_undegraded":"2024-09-10T07:45:00.748853+0000","last_fullsized":"2024-09-10T07:45:00.748853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":145,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:10.904741+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:10.904741+0000","last_peered":"2024-09-10T07:45:10.904741+0000","last_clean":"2024-09-10T07:45:10.904741+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:10.904741+0000","last_undegraded":"2024-09-10T07:45:10.904741+0000","last_fullsized":"2024-09-10T07:45:10.904741+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":103,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751424+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.751424+0000","last_peered":"2024-09-10T07:45:00.751424+0000","last_clean":"2024-09-10T07:45:00.751424+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.751424+0000","last_undegraded":"2024-09-10T07:45:00.751424+0000","last_fullsized":"2024-09-10T07:45:00.751424+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825624+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825624+0000","last_peered":"2024-09-10T07:45:00.825624+0000","last_clean":"2024-09-10T07:45:00.825624+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825624+0000","last_undegraded":"2024-09-10T07:45:00.825624+0000","last_fullsized":"2024-09-10T07:45:00.825624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748932+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748932+0000","last_peered":"2024-09-10T07:45:00.748932+0000","last_clean":"2024-09-10T07:45:00.748932+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748932+0000","last_undegraded":"2024-09-10T07:45:00.748932+0000","last_fullsized":"2024-09-10T07:45:00.748932+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'38","reported_seq":286,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:11.923705+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:11.923705+0000","last_peered":"2024-09-10T07:45:11.923705+0000","last_clean":"2024-09-10T07:45:11.923705+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:11.923705+0000","last_undegraded":"2024-09-10T07:45:11.923705+0000","last_fullsized":"2024-09-10T07:45:11.923705+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68542,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":209,"num_read_kb":172,"num_write":39,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747967+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.747967+0000","last_peered":"2024-09-10T07:45:00.747967+0000","last_clean":"2024-09-10T07:45:00.747967+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.747967+0000","last_undegraded":"2024-09-10T07:45:00.747967+0000","last_fullsized":"2024-09-10T07:45:00.747967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747015+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.747015+0000","last_peered":"2024-09-10T07:45:00.747015+0000","last_clean":"2024-09-10T07:45:00.747015+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.747015+0000","last_undegraded":"2024-09-10T07:45:00.747015+0000","last_fullsized":"2024-09-10T07:45:00.747015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747833+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747833+0000","last_peered":"2024-09-10T07:45:00.747833+0000","last_clean":"2024-09-10T07:45:00.747833+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747833+0000","last_undegraded":"2024-09-10T07:45:00.747833+0000","last_fullsized":"2024-09-10T07:45:00.747833+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764911+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764911+0000","last_peered":"2024-09-10T07:45:00.764911+0000","last_clean":"2024-09-10T07:45:00.764911+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764911+0000","last_undegraded":"2024-09-10T07:45:00.764911+0000","last_fullsized":"2024-09-10T07:45:00.764911+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825993+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.825993+0000","last_peered":"2024-09-10T07:45:00.825993+0000","last_clean":"2024-09-10T07:45:00.825993+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.825993+0000","last_undegraded":"2024-09-10T07:45:00.825993+0000","last_fullsized":"2024-09-10T07:45:00.825993+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749891+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749891+0000","last_peered":"2024-09-10T07:45:00.749891+0000","last_clean":"2024-09-10T07:45:00.749891+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749891+0000","last_undegraded":"2024-09-10T07:45:00.749891+0000","last_fullsized":"2024-09-10T07:45:00.749891+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747747+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747747+0000","last_peered":"2024-09-10T07:45:00.747747+0000","last_clean":"2024-09-10T07:45:00.747747+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747747+0000","last_undegraded":"2024-09-10T07:45:00.747747+0000","last_fullsized":"2024-09-10T07:45:00.747747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747139+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747139+0000","last_peered":"2024-09-10T07:45:00.747139+0000","last_clean":"2024-09-10T07:45:00.747139+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747139+0000","last_undegraded":"2024-09-10T07:45:00.747139+0000","last_fullsized":"2024-09-10T07:45:00.747139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":142,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:11.905761+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:11.905761+0000","last_peered":"2024-09-10T07:45:11.905761+0000","last_clean":"2024-09-10T07:45:11.905761+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:11.905761+0000","last_undegraded":"2024-09-10T07:45:11.905761+0000","last_fullsized":"2024-09-10T07:45:11.905761+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":99,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824658+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824658+0000","last_peered":"2024-09-10T07:45:00.824658+0000","last_clean":"2024-09-10T07:45:00.824658+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824658+0000","last_undegraded":"2024-09-10T07:45:00.824658+0000","last_fullsized":"2024-09-10T07:45:00.824658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747181+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747181+0000","last_peered":"2024-09-10T07:45:00.747181+0000","last_clean":"2024-09-10T07:45:00.747181+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747181+0000","last_undegraded":"2024-09-10T07:45:00.747181+0000","last_fullsized":"2024-09-10T07:45:00.747181+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824743+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824743+0000","last_peered":"2024-09-10T07:45:00.824743+0000","last_clean":"2024-09-10T07:45:00.824743+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824743+0000","last_undegraded":"2024-09-10T07:45:00.824743+0000","last_fullsized":"2024-09-10T07:45:00.824743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745260+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745260+0000","last_peered":"2024-09-10T07:45:00.745260+0000","last_clean":"2024-09-10T07:45:00.745260+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745260+0000","last_undegraded":"2024-09-10T07:45:00.745260+0000","last_fullsized":"2024-09-10T07:45:00.745260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750814+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750814+0000","last_peered":"2024-09-10T07:45:00.750814+0000","last_clean":"2024-09-10T07:45:00.750814+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750814+0000","last_undegraded":"2024-09-10T07:45:00.750814+0000","last_fullsized":"2024-09-10T07:45:00.750814+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":150,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:10.905229+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:10.905229+0000","last_peered":"2024-09-10T07:45:10.905229+0000","last_clean":"2024-09-10T07:45:10.905229+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:10.905229+0000","last_undegraded":"2024-09-10T07:45:10.905229+0000","last_fullsized":"2024-09-10T07:45:10.905229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748208+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748208+0000","last_peered":"2024-09-10T07:45:00.748208+0000","last_clean":"2024-09-10T07:45:00.748208+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748208+0000","last_undegraded":"2024-09-10T07:45:00.748208+0000","last_fullsized":"2024-09-10T07:45:00.748208+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746568+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746568+0000","last_peered":"2024-09-10T07:45:00.746568+0000","last_clean":"2024-09-10T07:45:00.746568+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746568+0000","last_undegraded":"2024-09-10T07:45:00.746568+0000","last_fullsized":"2024-09-10T07:45:00.746568+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825045+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.825045+0000","last_peered":"2024-09-10T07:45:00.825045+0000","last_clean":"2024-09-10T07:45:00.825045+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.825045+0000","last_undegraded":"2024-09-10T07:45:00.825045+0000","last_fullsized":"2024-09-10T07:45:00.825045+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825197+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825197+0000","last_peered":"2024-09-10T07:45:00.825197+0000","last_clean":"2024-09-10T07:45:00.825197+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825197+0000","last_undegraded":"2024-09-10T07:45:00.825197+0000","last_fullsized":"2024-09-10T07:45:00.825197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745565+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745565+0000","last_peered":"2024-09-10T07:45:00.745565+0000","last_clean":"2024-09-10T07:45:00.745565+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745565+0000","last_undegraded":"2024-09-10T07:45:00.745565+0000","last_fullsized":"2024-09-10T07:45:00.745565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749776+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749776+0000","last_peered":"2024-09-10T07:45:00.749776+0000","last_clean":"2024-09-10T07:45:00.749776+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749776+0000","last_undegraded":"2024-09-10T07:45:00.749776+0000","last_fullsized":"2024-09-10T07:45:00.749776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751615+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751615+0000","last_peered":"2024-09-10T07:45:00.751615+0000","last_clean":"2024-09-10T07:45:00.751615+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751615+0000","last_undegraded":"2024-09-10T07:45:00.751615+0000","last_fullsized":"2024-09-10T07:45:00.751615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747285+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747285+0000","last_peered":"2024-09-10T07:45:00.747285+0000","last_clean":"2024-09-10T07:45:00.747285+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747285+0000","last_undegraded":"2024-09-10T07:45:00.747285+0000","last_fullsized":"2024-09-10T07:45:00.747285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":73676,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":628,"num_read_kb":393,"num_write":185,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":221028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":157,"ondisk_log_size":157,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579947,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808879,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28712,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716440,"statfs":{"total":95995035648,"available":95965634560,"internally_reserved":0,"allocated":1728512,"data_stored":1169586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972404,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201338,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593796,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822728,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953550,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":579378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":577145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":68542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":70615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:19.228 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:45:19.489 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:19.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.985+0000 7fbf1d67d640 1 -- 172.21.15.7:0/3601919788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 msgr2=0x7fbf18107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.985+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/3601919788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18107b90 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009930 tx=0x7fbf0c02a420 comp rx=0 tx=0).stop 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.985+0000 7fbf1d67d640 1 -- 172.21.15.7:0/3601919788 shutdown_connections 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.985+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/3601919788 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf181082a0 0x7fbf1810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.985+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/3601919788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18107b90 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/3601919788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf18102d30 0x7fbf18103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 -- 172.21.15.7:0/3601919788 >> 172.21.15.7:0/3601919788 conn(0x7fbf180fc7d0 msgr2=0x7fbf180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 -- 172.21.15.7:0/3601919788 shutdown_connections 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 -- 172.21.15.7:0/3601919788 wait complete. 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 Processor -- start 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.986+0000 7fbf1d67d640 1 -- start start 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf18102d30 0x7fbf18198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:19.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf181082a0 0x7fbf1819ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18111f50 con 0x7fbf181036e0 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18111dd0 con 0x7fbf18102d30 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181120d0 con 0x7fbf181082a0 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46486/0 (socket says 172.21.15.7:46486) 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 -- 172.21.15.7:0/2955694614 learned_addr learned my addr 172.21.15.7:0/2955694614 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf16ffd640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf18102d30 0x7fbf18198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf177fe640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf181082a0 0x7fbf1819ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 -- 172.21.15.7:0/2955694614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf181082a0 msgr2=0x7fbf1819ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf181082a0 0x7fbf1819ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 -- 172.21.15.7:0/2955694614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf18102d30 msgr2=0x7fbf18198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:19.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf18102d30 0x7fbf18198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 -- 172.21.15.7:0/2955694614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1819d530 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf167fc640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009230 tx=0x7fbf0c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0c03f030 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf0c0035f0 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1819d7c0 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.987+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0c035070 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.988+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf181a5100 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.988+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1806a850 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.990+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbf0c003aa0 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.990+0000 7fbefffff640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 0x7fbf000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.991+0000 7fbf16ffd640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 0x7fbf000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.991+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbf0c0f0420 con 0x7fbf181036e0 2024-09-10T07:45:19.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.991+0000 7fbf16ffd640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 0x7fbf000a5040 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbf08005c40 tx=0x7fbf0800a570 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:19.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:19.993+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbf0c0bcf80 con 0x7fbf181036e0 2024-09-10T07:45:20.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.165+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf18062630 con 0x7fbf000a2b80 2024-09-10T07:45:20.165 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:19 smithi007 ceph-mon[30879]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:20.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.173+0000 7fbefffff640 1 -- 172.21.15.7:0/2955694614 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340499 (secure 0 0 0) 0x7fbf18062630 con 0x7fbf000a2b80 2024-09-10T07:45:20.176 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:20.177 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:20.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 msgr2=0x7fbf000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:20.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 0x7fbf000a5040 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbf08005c40 tx=0x7fbf0800a570 comp rx=0 tx=0).stop 2024-09-10T07:45:20.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 msgr2=0x7fbf18198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:20.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009230 tx=0x7fbf0c004270 comp rx=0 tx=0).stop 2024-09-10T07:45:20.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 shutdown_connections 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbf000a2b80 0x7fbf000a5040 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf181082a0 0x7fbf1819ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf181036e0 0x7fbf18198ac0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 --2- 172.21.15.7:0/2955694614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbf18102d30 0x7fbf18198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 >> 172.21.15.7:0/2955694614 conn(0x7fbf180fc7d0 msgr2=0x7fbf18105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 shutdown_connections 2024-09-10T07:45:20.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:20.178+0000 7fbf1d67d640 1 -- 172.21.15.7:0/2955694614 wait complete. 2024-09-10T07:45:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:19 smithi145 ceph-mon[34766]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:20.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:19 smithi110 ceph-mon[34417]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:20.880 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":360,"stamp":"2024-09-10T07:45:18.869305+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665416,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":787,"num_read_kb":521,"num_write":370,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":798,"ondisk_log_size":798,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363500,"kb_used_data":14204,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578324,"statfs":{"total":1151940427776,"available":1151568203776,"internally_reserved":0,"allocated":14544896,"data_stored":8130412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6937,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":57,"num_write":11,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003232"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748507+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748507+0000","last_peered":"2024-09-10T07:45:00.748507+0000","last_clean":"2024-09-10T07:45:00.748507+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748507+0000","last_undegraded":"2024-09-10T07:45:00.748507+0000","last_fullsized":"2024-09-10T07:45:00.748507+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749142+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749142+0000","last_peered":"2024-09-10T07:45:00.749142+0000","last_clean":"2024-09-10T07:45:00.749142+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749142+0000","last_undegraded":"2024-09-10T07:45:00.749142+0000","last_fullsized":"2024-09-10T07:45:00.749142+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765180+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765180+0000","last_peered":"2024-09-10T07:45:00.765180+0000","last_clean":"2024-09-10T07:45:00.765180+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765180+0000","last_undegraded":"2024-09-10T07:45:00.765180+0000","last_fullsized":"2024-09-10T07:45:00.765180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748207+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748207+0000","last_peered":"2024-09-10T07:45:00.748207+0000","last_clean":"2024-09-10T07:45:00.748207+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748207+0000","last_undegraded":"2024-09-10T07:45:00.748207+0000","last_fullsized":"2024-09-10T07:45:00.748207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765183+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765183+0000","last_peered":"2024-09-10T07:45:00.765183+0000","last_clean":"2024-09-10T07:45:00.765183+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765183+0000","last_undegraded":"2024-09-10T07:45:00.765183+0000","last_fullsized":"2024-09-10T07:45:00.765183+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":149,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.912110+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:16.912110+0000","last_peered":"2024-09-10T07:45:16.912110+0000","last_clean":"2024-09-10T07:45:16.912110+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:16.912110+0000","last_undegraded":"2024-09-10T07:45:16.912110+0000","last_fullsized":"2024-09-10T07:45:16.912110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825309+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825309+0000","last_peered":"2024-09-10T07:45:00.825309+0000","last_clean":"2024-09-10T07:45:00.825309+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825309+0000","last_undegraded":"2024-09-10T07:45:00.825309+0000","last_fullsized":"2024-09-10T07:45:00.825309+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748853+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748853+0000","last_peered":"2024-09-10T07:45:00.748853+0000","last_clean":"2024-09-10T07:45:00.748853+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748853+0000","last_undegraded":"2024-09-10T07:45:00.748853+0000","last_fullsized":"2024-09-10T07:45:00.748853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":150,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:15.911289+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:15.911289+0000","last_peered":"2024-09-10T07:45:15.911289+0000","last_clean":"2024-09-10T07:45:15.911289+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:15.911289+0000","last_undegraded":"2024-09-10T07:45:15.911289+0000","last_fullsized":"2024-09-10T07:45:15.911289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":108,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751424+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.751424+0000","last_peered":"2024-09-10T07:45:00.751424+0000","last_clean":"2024-09-10T07:45:00.751424+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.751424+0000","last_undegraded":"2024-09-10T07:45:00.751424+0000","last_fullsized":"2024-09-10T07:45:00.751424+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825668+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825668+0000","last_peered":"2024-09-10T07:45:00.825668+0000","last_clean":"2024-09-10T07:45:00.825668+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825668+0000","last_undegraded":"2024-09-10T07:45:00.825668+0000","last_fullsized":"2024-09-10T07:45:00.825668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748986+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748986+0000","last_peered":"2024-09-10T07:45:00.748986+0000","last_clean":"2024-09-10T07:45:00.748986+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748986+0000","last_undegraded":"2024-09-10T07:45:00.748986+0000","last_fullsized":"2024-09-10T07:45:00.748986+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'40","reported_seq":300,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.931480+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:16.931480+0000","last_peered":"2024-09-10T07:45:16.931480+0000","last_clean":"2024-09-10T07:45:16.931480+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:16.931480+0000","last_undegraded":"2024-09-10T07:45:16.931480+0000","last_fullsized":"2024-09-10T07:45:16.931480+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":221,"num_read_kb":180,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748025+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.748025+0000","last_peered":"2024-09-10T07:45:00.748025+0000","last_clean":"2024-09-10T07:45:00.748025+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.748025+0000","last_undegraded":"2024-09-10T07:45:00.748025+0000","last_fullsized":"2024-09-10T07:45:00.748025+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747015+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.747015+0000","last_peered":"2024-09-10T07:45:00.747015+0000","last_clean":"2024-09-10T07:45:00.747015+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.747015+0000","last_undegraded":"2024-09-10T07:45:00.747015+0000","last_fullsized":"2024-09-10T07:45:00.747015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747833+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747833+0000","last_peered":"2024-09-10T07:45:00.747833+0000","last_clean":"2024-09-10T07:45:00.747833+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747833+0000","last_undegraded":"2024-09-10T07:45:00.747833+0000","last_fullsized":"2024-09-10T07:45:00.747833+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764991+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764991+0000","last_peered":"2024-09-10T07:45:00.764991+0000","last_clean":"2024-09-10T07:45:00.764991+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764991+0000","last_undegraded":"2024-09-10T07:45:00.764991+0000","last_fullsized":"2024-09-10T07:45:00.764991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826041+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.826041+0000","last_peered":"2024-09-10T07:45:00.826041+0000","last_clean":"2024-09-10T07:45:00.826041+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.826041+0000","last_undegraded":"2024-09-10T07:45:00.826041+0000","last_fullsized":"2024-09-10T07:45:00.826041+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749891+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749891+0000","last_peered":"2024-09-10T07:45:00.749891+0000","last_clean":"2024-09-10T07:45:00.749891+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749891+0000","last_undegraded":"2024-09-10T07:45:00.749891+0000","last_fullsized":"2024-09-10T07:45:00.749891+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747802+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747802+0000","last_peered":"2024-09-10T07:45:00.747802+0000","last_clean":"2024-09-10T07:45:00.747802+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747802+0000","last_undegraded":"2024-09-10T07:45:00.747802+0000","last_fullsized":"2024-09-10T07:45:00.747802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747207+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747207+0000","last_peered":"2024-09-10T07:45:00.747207+0000","last_clean":"2024-09-10T07:45:00.747207+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747207+0000","last_undegraded":"2024-09-10T07:45:00.747207+0000","last_fullsized":"2024-09-10T07:45:00.747207+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":147,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:15.911307+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:15.911307+0000","last_peered":"2024-09-10T07:45:15.911307+0000","last_clean":"2024-09-10T07:45:15.911307+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:15.911307+0000","last_undegraded":"2024-09-10T07:45:15.911307+0000","last_fullsized":"2024-09-10T07:45:15.911307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":104,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824658+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824658+0000","last_peered":"2024-09-10T07:45:00.824658+0000","last_clean":"2024-09-10T07:45:00.824658+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824658+0000","last_undegraded":"2024-09-10T07:45:00.824658+0000","last_fullsized":"2024-09-10T07:45:00.824658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747888+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747888+0000","last_peered":"2024-09-10T07:45:00.747888+0000","last_clean":"2024-09-10T07:45:00.747888+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747888+0000","last_undegraded":"2024-09-10T07:45:00.747888+0000","last_fullsized":"2024-09-10T07:45:00.747888+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747181+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747181+0000","last_peered":"2024-09-10T07:45:00.747181+0000","last_clean":"2024-09-10T07:45:00.747181+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747181+0000","last_undegraded":"2024-09-10T07:45:00.747181+0000","last_fullsized":"2024-09-10T07:45:00.747181+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824743+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824743+0000","last_peered":"2024-09-10T07:45:00.824743+0000","last_clean":"2024-09-10T07:45:00.824743+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824743+0000","last_undegraded":"2024-09-10T07:45:00.824743+0000","last_fullsized":"2024-09-10T07:45:00.824743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745260+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745260+0000","last_peered":"2024-09-10T07:45:00.745260+0000","last_clean":"2024-09-10T07:45:00.745260+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745260+0000","last_undegraded":"2024-09-10T07:45:00.745260+0000","last_fullsized":"2024-09-10T07:45:00.745260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750888+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750888+0000","last_peered":"2024-09-10T07:45:00.750888+0000","last_clean":"2024-09-10T07:45:00.750888+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750888+0000","last_undegraded":"2024-09-10T07:45:00.750888+0000","last_fullsized":"2024-09-10T07:45:00.750888+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":156,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.913643+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:16.913643+0000","last_peered":"2024-09-10T07:45:16.913643+0000","last_clean":"2024-09-10T07:45:16.913643+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:16.913643+0000","last_undegraded":"2024-09-10T07:45:16.913643+0000","last_fullsized":"2024-09-10T07:45:16.913643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":109,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748208+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748208+0000","last_peered":"2024-09-10T07:45:00.748208+0000","last_clean":"2024-09-10T07:45:00.748208+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748208+0000","last_undegraded":"2024-09-10T07:45:00.748208+0000","last_fullsized":"2024-09-10T07:45:00.748208+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746568+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746568+0000","last_peered":"2024-09-10T07:45:00.746568+0000","last_clean":"2024-09-10T07:45:00.746568+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746568+0000","last_undegraded":"2024-09-10T07:45:00.746568+0000","last_fullsized":"2024-09-10T07:45:00.746568+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825045+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.825045+0000","last_peered":"2024-09-10T07:45:00.825045+0000","last_clean":"2024-09-10T07:45:00.825045+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.825045+0000","last_undegraded":"2024-09-10T07:45:00.825045+0000","last_fullsized":"2024-09-10T07:45:00.825045+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825197+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825197+0000","last_peered":"2024-09-10T07:45:00.825197+0000","last_clean":"2024-09-10T07:45:00.825197+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825197+0000","last_undegraded":"2024-09-10T07:45:00.825197+0000","last_fullsized":"2024-09-10T07:45:00.825197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745565+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745565+0000","last_peered":"2024-09-10T07:45:00.745565+0000","last_clean":"2024-09-10T07:45:00.745565+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745565+0000","last_undegraded":"2024-09-10T07:45:00.745565+0000","last_fullsized":"2024-09-10T07:45:00.745565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749828+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749828+0000","last_peered":"2024-09-10T07:45:00.749828+0000","last_clean":"2024-09-10T07:45:00.749828+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749828+0000","last_undegraded":"2024-09-10T07:45:00.749828+0000","last_fullsized":"2024-09-10T07:45:00.749828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751662+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751662+0000","last_peered":"2024-09-10T07:45:00.751662+0000","last_clean":"2024-09-10T07:45:00.751662+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751662+0000","last_undegraded":"2024-09-10T07:45:00.751662+0000","last_fullsized":"2024-09-10T07:45:00.751662+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747316+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747316+0000","last_peered":"2024-09-10T07:45:00.747316+0000","last_clean":"2024-09-10T07:45:00.747316+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747316+0000","last_undegraded":"2024-09-10T07:45:00.747316+0000","last_fullsized":"2024-09-10T07:45:00.747316+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74814,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":661,"num_read_kb":412,"num_write":187,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":223304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579948,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808880,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28712,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716440,"statfs":{"total":95995035648,"available":95965634560,"internally_reserved":0,"allocated":1728512,"data_stored":1170724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972405,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201339,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430271,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593797,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822729,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":579378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":578283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738467,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:20.885 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T07:45:20.885 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T07:45:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:20 smithi007 ceph-mon[30879]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:21.186 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:20 smithi145 ceph-mon[34766]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:21.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:20 smithi110 ceph-mon[34417]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:21.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 -- 172.21.15.7:0/1504653008 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8102d20 msgr2=0x7fbac8103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:21.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 --2- 172.21.15.7:0/1504653008 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8102d20 0x7fbac8103100 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009900 tx=0x7fbac402a480 comp rx=0 tx=0).stop 2024-09-10T07:45:21.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 -- 172.21.15.7:0/1504653008 shutdown_connections 2024-09-10T07:45:21.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 --2- 172.21.15.7:0/1504653008 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac810c150 0x7fbac810e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 --2- 172.21.15.7:0/1504653008 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac8103640 0x7fbac810bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 --2- 172.21.15.7:0/1504653008 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8102d20 0x7fbac8103100 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 -- 172.21.15.7:0/1504653008 >> 172.21.15.7:0/1504653008 conn(0x7fbac80fc780 msgr2=0x7fbac80feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 -- 172.21.15.7:0/1504653008 shutdown_connections 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.680+0000 7fbad0083640 1 -- 172.21.15.7:0/1504653008 wait complete. 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 Processor -- start 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 -- start start 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 0x7fbac81983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac810c150 0x7fbac819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111e00 con 0x7fbac8103640 2024-09-10T07:45:21.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111c80 con 0x7fbac8102d20 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbad0083640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111f80 con 0x7fbac810c150 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51572/0 (socket says 172.21.15.7:51572) 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 -- 172.21.15.7:0/1218667076 learned_addr learned my addr 172.21.15.7:0/1218667076 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacde1f640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 0x7fbac81983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbace620640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac810c150 0x7fbac819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 -- 172.21.15.7:0/1218667076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac810c150 msgr2=0x7fbac819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac810c150 0x7fbac819cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 -- 172.21.15.7:0/1218667076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 msgr2=0x7fbac81983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 0x7fbac81983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacd61e640 1 -- 172.21.15.7:0/1218667076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac819d370 con 0x7fbac8103640 2024-09-10T07:45:21.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.681+0000 7fbacde1f640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 0x7fbac81983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbacd61e640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fbab800c940 tx=0x7fbab800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8004220 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbab80043c0 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac819d660 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8004a00 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.682+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac81a4f40 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.683+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbac8103100 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.684+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbab80079b0 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.685+0000 7fbabeffd640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 0x7fbab40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.685+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbab80cf370 con 0x7fbac8103640 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.685+0000 7fbacde1f640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 0x7fbab40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.685+0000 7fbacde1f640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 0x7fbab40a50c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbac4031440 tx=0x7fbac40095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:21.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.689+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbab8014030 con 0x7fbac8103640 2024-09-10T07:45:21.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.862+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 --> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbac8062630 con 0x7fbab40a2c00 2024-09-10T07:45:21.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.870+0000 7fbabeffd640 1 -- 172.21.15.7:0/1218667076 <== mgr.14148 v2:172.21.15.7:6800/3058299968 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340497 (secure 0 0 0) 0x7fbac8062630 con 0x7fbab40a2c00 2024-09-10T07:45:21.873 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:21.875 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 msgr2=0x7fbab40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 0x7fbab40a50c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbac4031440 tx=0x7fbac40095f0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 msgr2=0x7fbac8198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fbab800c940 tx=0x7fbab800ce00 comp rx=0 tx=0).stop 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 shutdown_connections 2024-09-10T07:45:21.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbab40a2c00 0x7fbab40a50c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbac810c150 0x7fbac819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbac8103640 0x7fbac8198900 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 --2- 172.21.15.7:0/1218667076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbac8102d20 0x7fbac81983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 >> 172.21.15.7:0/1218667076 conn(0x7fbac80fc780 msgr2=0x7fbac80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 shutdown_connections 2024-09-10T07:45:21.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:21.874+0000 7fbad0083640 1 -- 172.21.15.7:0/1218667076 wait complete. 2024-09-10T07:45:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:21 smithi110 ceph-mon[34417]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-10T07:45:22.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:21 smithi007 ceph-mon[30879]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-10T07:45:22.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:21 smithi145 ceph-mon[34766]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-10T07:45:22.590 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":361,"stamp":"2024-09-10T07:45:20.870132+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665416,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":787,"num_read_kb":521,"num_write":370,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180882,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":798,"ondisk_log_size":798,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":363500,"kb_used_data":14204,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124578324,"statfs":{"total":1151940427776,"available":1151568203776,"internally_reserved":0,"allocated":14544896,"data_stored":8131550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":357414202},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5452,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":39,"num_write":5,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003660"},"pg_stats":[{"pgid":"2.1f","version":"86'9","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748507+0000","last_change":"2024-09-10T07:42:47.408737+0000","last_active":"2024-09-10T07:45:00.748507+0000","last_peered":"2024-09-10T07:45:00.748507+0000","last_clean":"2024-09-10T07:45:00.748507+0000","last_became_active":"2024-09-10T07:42:47.408407+0000","last_became_peered":"2024-09-10T07:42:47.408407+0000","last_unstale":"2024-09-10T07:45:00.748507+0000","last_undegraded":"2024-09-10T07:45:00.748507+0000","last_fullsized":"2024-09-10T07:45:00.748507+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:38.683114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825235+0000","last_change":"2024-09-10T07:42:49.455082+0000","last_active":"2024-09-10T07:45:00.825235+0000","last_peered":"2024-09-10T07:45:00.825235+0000","last_clean":"2024-09-10T07:45:00.825235+0000","last_became_active":"2024-09-10T07:42:49.453931+0000","last_became_peered":"2024-09-10T07:42:49.453931+0000","last_unstale":"2024-09-10T07:45:00.825235+0000","last_undegraded":"2024-09-10T07:45:00.825235+0000","last_fullsized":"2024-09-10T07:45:00.825235+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:54.425211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825191+0000","last_change":"2024-09-10T07:42:56.682416+0000","last_active":"2024-09-10T07:45:00.825191+0000","last_peered":"2024-09-10T07:45:00.825191+0000","last_clean":"2024-09-10T07:45:00.825191+0000","last_became_active":"2024-09-10T07:42:56.682018+0000","last_became_peered":"2024-09-10T07:42:56.682018+0000","last_unstale":"2024-09-10T07:45:00.825191+0000","last_undegraded":"2024-09-10T07:45:00.825191+0000","last_fullsized":"2024-09-10T07:45:00.825191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:25.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825539+0000","last_change":"2024-09-10T07:42:47.591371+0000","last_active":"2024-09-10T07:45:00.825539+0000","last_peered":"2024-09-10T07:45:00.825539+0000","last_clean":"2024-09-10T07:45:00.825539+0000","last_became_active":"2024-09-10T07:42:47.591045+0000","last_became_peered":"2024-09-10T07:42:47.591045+0000","last_unstale":"2024-09-10T07:45:00.825539+0000","last_undegraded":"2024-09-10T07:45:00.825539+0000","last_fullsized":"2024-09-10T07:45:00.825539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:36.078617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825957+0000","last_change":"2024-09-10T07:42:49.456478+0000","last_active":"2024-09-10T07:45:00.825957+0000","last_peered":"2024-09-10T07:45:00.825957+0000","last_clean":"2024-09-10T07:45:00.825957+0000","last_became_active":"2024-09-10T07:42:49.456155+0000","last_became_peered":"2024-09-10T07:42:49.456155+0000","last_unstale":"2024-09-10T07:45:00.825957+0000","last_undegraded":"2024-09-10T07:45:00.825957+0000","last_fullsized":"2024-09-10T07:45:00.825957+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:52.283532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764758+0000","last_change":"2024-09-10T07:42:56.684068+0000","last_active":"2024-09-10T07:45:00.764758+0000","last_peered":"2024-09-10T07:45:00.764758+0000","last_clean":"2024-09-10T07:45:00.764758+0000","last_became_active":"2024-09-10T07:42:56.683253+0000","last_became_peered":"2024-09-10T07:42:56.683253+0000","last_unstale":"2024-09-10T07:45:00.764758+0000","last_undegraded":"2024-09-10T07:45:00.764758+0000","last_fullsized":"2024-09-10T07:45:00.764758+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.805317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749142+0000","last_change":"2024-09-10T07:42:47.411073+0000","last_active":"2024-09-10T07:45:00.749142+0000","last_peered":"2024-09-10T07:45:00.749142+0000","last_clean":"2024-09-10T07:45:00.749142+0000","last_became_active":"2024-09-10T07:42:47.410663+0000","last_became_peered":"2024-09-10T07:42:47.410663+0000","last_unstale":"2024-09-10T07:45:00.749142+0000","last_undegraded":"2024-09-10T07:45:00.749142+0000","last_fullsized":"2024-09-10T07:45:00.749142+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:35.287689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746829+0000","last_change":"2024-09-10T07:42:49.454976+0000","last_active":"2024-09-10T07:45:00.746829+0000","last_peered":"2024-09-10T07:45:00.746829+0000","last_clean":"2024-09-10T07:45:00.746829+0000","last_became_active":"2024-09-10T07:42:49.454641+0000","last_became_peered":"2024-09-10T07:42:49.454641+0000","last_unstale":"2024-09-10T07:45:00.746829+0000","last_undegraded":"2024-09-10T07:45:00.746829+0000","last_fullsized":"2024-09-10T07:45:00.746829+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:19.998328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765102+0000","last_change":"2024-09-10T07:42:56.685621+0000","last_active":"2024-09-10T07:45:00.765102+0000","last_peered":"2024-09-10T07:45:00.765102+0000","last_clean":"2024-09-10T07:45:00.765102+0000","last_became_active":"2024-09-10T07:42:56.684734+0000","last_became_peered":"2024-09-10T07:42:56.684734+0000","last_unstale":"2024-09-10T07:45:00.765102+0000","last_undegraded":"2024-09-10T07:45:00.765102+0000","last_fullsized":"2024-09-10T07:45:00.765102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:55.399524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825543+0000","last_change":"2024-09-10T07:44:00.702272+0000","last_active":"2024-09-10T07:45:00.825543+0000","last_peered":"2024-09-10T07:45:00.825543+0000","last_clean":"2024-09-10T07:45:00.825543+0000","last_became_active":"2024-09-10T07:44:00.696087+0000","last_became_peered":"2024-09-10T07:44:00.696087+0000","last_unstale":"2024-09-10T07:45:00.825543+0000","last_undegraded":"2024-09-10T07:45:00.825543+0000","last_fullsized":"2024-09-10T07:45:00.825543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:51.886176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747638+0000","last_change":"2024-09-10T07:42:49.459258+0000","last_active":"2024-09-10T07:45:00.747638+0000","last_peered":"2024-09-10T07:45:00.747638+0000","last_clean":"2024-09-10T07:45:00.747638+0000","last_became_active":"2024-09-10T07:42:49.458886+0000","last_became_peered":"2024-09-10T07:42:49.458886+0000","last_unstale":"2024-09-10T07:45:00.747638+0000","last_undegraded":"2024-09-10T07:45:00.747638+0000","last_fullsized":"2024-09-10T07:45:00.747638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:28.365554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764786+0000","last_change":"2024-09-10T07:42:56.683409+0000","last_active":"2024-09-10T07:45:00.764786+0000","last_peered":"2024-09-10T07:45:00.764786+0000","last_clean":"2024-09-10T07:45:00.764786+0000","last_became_active":"2024-09-10T07:42:56.682882+0000","last_became_peered":"2024-09-10T07:42:56.682882+0000","last_unstale":"2024-09-10T07:45:00.764786+0000","last_undegraded":"2024-09-10T07:45:00.764786+0000","last_fullsized":"2024-09-10T07:45:00.764786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:32.659413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749297+0000","last_change":"2024-09-10T07:42:49.465183+0000","last_active":"2024-09-10T07:45:00.749297+0000","last_peered":"2024-09-10T07:45:00.749297+0000","last_clean":"2024-09-10T07:45:00.749297+0000","last_became_active":"2024-09-10T07:42:49.464709+0000","last_became_peered":"2024-09-10T07:42:49.464709+0000","last_unstale":"2024-09-10T07:45:00.749297+0000","last_undegraded":"2024-09-10T07:45:00.749297+0000","last_fullsized":"2024-09-10T07:45:00.749297+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:33.190038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749051+0000","last_change":"2024-09-10T07:42:47.411926+0000","last_active":"2024-09-10T07:45:00.749051+0000","last_peered":"2024-09-10T07:45:00.749051+0000","last_clean":"2024-09-10T07:45:00.749051+0000","last_became_active":"2024-09-10T07:42:47.411548+0000","last_became_peered":"2024-09-10T07:42:47.411548+0000","last_unstale":"2024-09-10T07:45:00.749051+0000","last_undegraded":"2024-09-10T07:45:00.749051+0000","last_fullsized":"2024-09-10T07:45:00.749051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:04.065083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765180+0000","last_change":"2024-09-10T07:42:56.682043+0000","last_active":"2024-09-10T07:45:00.765180+0000","last_peered":"2024-09-10T07:45:00.765180+0000","last_clean":"2024-09-10T07:45:00.765180+0000","last_became_active":"2024-09-10T07:42:56.681641+0000","last_became_peered":"2024-09-10T07:42:56.681641+0000","last_unstale":"2024-09-10T07:45:00.765180+0000","last_undegraded":"2024-09-10T07:45:00.765180+0000","last_fullsized":"2024-09-10T07:45:00.765180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:59.093693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825289+0000","last_change":"2024-09-10T07:42:49.457929+0000","last_active":"2024-09-10T07:45:00.825289+0000","last_peered":"2024-09-10T07:45:00.825289+0000","last_clean":"2024-09-10T07:45:00.825289+0000","last_became_active":"2024-09-10T07:42:49.457586+0000","last_became_peered":"2024-09-10T07:42:49.457586+0000","last_unstale":"2024-09-10T07:45:00.825289+0000","last_undegraded":"2024-09-10T07:45:00.825289+0000","last_fullsized":"2024-09-10T07:45:00.825289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:37.724644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825487+0000","last_change":"2024-09-10T07:42:47.412329+0000","last_active":"2024-09-10T07:45:00.825487+0000","last_peered":"2024-09-10T07:45:00.825487+0000","last_clean":"2024-09-10T07:45:00.825487+0000","last_became_active":"2024-09-10T07:42:47.412058+0000","last_became_peered":"2024-09-10T07:42:47.412058+0000","last_unstale":"2024-09-10T07:45:00.825487+0000","last_undegraded":"2024-09-10T07:45:00.825487+0000","last_fullsized":"2024-09-10T07:45:00.825487+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:58:12.141905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765111+0000","last_change":"2024-09-10T07:42:56.686362+0000","last_active":"2024-09-10T07:45:00.765111+0000","last_peered":"2024-09-10T07:45:00.765111+0000","last_clean":"2024-09-10T07:45:00.765111+0000","last_became_active":"2024-09-10T07:42:56.685937+0000","last_became_peered":"2024-09-10T07:42:56.685937+0000","last_unstale":"2024-09-10T07:45:00.765111+0000","last_undegraded":"2024-09-10T07:45:00.765111+0000","last_fullsized":"2024-09-10T07:45:00.765111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:59.010304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825874+0000","last_change":"2024-09-10T07:42:49.458805+0000","last_active":"2024-09-10T07:45:00.825874+0000","last_peered":"2024-09-10T07:45:00.825874+0000","last_clean":"2024-09-10T07:45:00.825874+0000","last_became_active":"2024-09-10T07:42:49.458494+0000","last_became_peered":"2024-09-10T07:42:49.458494+0000","last_unstale":"2024-09-10T07:45:00.825874+0000","last_undegraded":"2024-09-10T07:45:00.825874+0000","last_fullsized":"2024-09-10T07:45:00.825874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824846+0000","last_change":"2024-09-10T07:42:47.406960+0000","last_active":"2024-09-10T07:45:00.824846+0000","last_peered":"2024-09-10T07:45:00.824846+0000","last_clean":"2024-09-10T07:45:00.824846+0000","last_became_active":"2024-09-10T07:42:47.406603+0000","last_became_peered":"2024-09-10T07:42:47.406603+0000","last_unstale":"2024-09-10T07:45:00.824846+0000","last_undegraded":"2024-09-10T07:45:00.824846+0000","last_fullsized":"2024-09-10T07:45:00.824846+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:23.923894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748207+0000","last_change":"2024-09-10T07:42:56.687366+0000","last_active":"2024-09-10T07:45:00.748207+0000","last_peered":"2024-09-10T07:45:00.748207+0000","last_clean":"2024-09-10T07:45:00.748207+0000","last_became_active":"2024-09-10T07:42:56.686840+0000","last_became_peered":"2024-09-10T07:42:56.686840+0000","last_unstale":"2024-09-10T07:45:00.748207+0000","last_undegraded":"2024-09-10T07:45:00.748207+0000","last_fullsized":"2024-09-10T07:45:00.748207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:59.872082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748756+0000","last_change":"2024-09-10T07:42:49.452296+0000","last_active":"2024-09-10T07:45:00.748756+0000","last_peered":"2024-09-10T07:45:00.748756+0000","last_clean":"2024-09-10T07:45:00.748756+0000","last_became_active":"2024-09-10T07:42:49.451960+0000","last_became_peered":"2024-09-10T07:42:49.451960+0000","last_unstale":"2024-09-10T07:45:00.748756+0000","last_undegraded":"2024-09-10T07:45:00.748756+0000","last_fullsized":"2024-09-10T07:45:00.748756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:54.651732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746649+0000","last_change":"2024-09-10T07:42:47.591516+0000","last_active":"2024-09-10T07:45:00.746649+0000","last_peered":"2024-09-10T07:45:00.746649+0000","last_clean":"2024-09-10T07:45:00.746649+0000","last_became_active":"2024-09-10T07:42:47.591187+0000","last_became_peered":"2024-09-10T07:42:47.591187+0000","last_unstale":"2024-09-10T07:45:00.746649+0000","last_undegraded":"2024-09-10T07:45:00.746649+0000","last_fullsized":"2024-09-10T07:45:00.746649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:33.518469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765183+0000","last_change":"2024-09-10T07:44:00.699708+0000","last_active":"2024-09-10T07:45:00.765183+0000","last_peered":"2024-09-10T07:45:00.765183+0000","last_clean":"2024-09-10T07:45:00.765183+0000","last_became_active":"2024-09-10T07:44:00.699222+0000","last_became_peered":"2024-09-10T07:44:00.699222+0000","last_unstale":"2024-09-10T07:45:00.765183+0000","last_undegraded":"2024-09-10T07:45:00.765183+0000","last_fullsized":"2024-09-10T07:45:00.765183+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:24.934915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,11],"acting":[4,5,10,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825906+0000","last_change":"2024-09-10T07:42:49.459412+0000","last_active":"2024-09-10T07:45:00.825906+0000","last_peered":"2024-09-10T07:45:00.825906+0000","last_clean":"2024-09-10T07:45:00.825906+0000","last_became_active":"2024-09-10T07:42:49.459103+0000","last_became_peered":"2024-09-10T07:42:49.459103+0000","last_unstale":"2024-09-10T07:45:00.825906+0000","last_undegraded":"2024-09-10T07:45:00.825906+0000","last_fullsized":"2024-09-10T07:45:00.825906+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:50.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765418+0000","last_change":"2024-09-10T07:42:47.455220+0000","last_active":"2024-09-10T07:45:00.765418+0000","last_peered":"2024-09-10T07:45:00.765418+0000","last_clean":"2024-09-10T07:45:00.765418+0000","last_became_active":"2024-09-10T07:42:47.454809+0000","last_became_peered":"2024-09-10T07:42:47.454809+0000","last_unstale":"2024-09-10T07:45:00.765418+0000","last_undegraded":"2024-09-10T07:45:00.765418+0000","last_fullsized":"2024-09-10T07:45:00.765418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:42.527017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825561+0000","last_change":"2024-09-10T07:42:56.679942+0000","last_active":"2024-09-10T07:45:00.825561+0000","last_peered":"2024-09-10T07:45:00.825561+0000","last_clean":"2024-09-10T07:45:00.825561+0000","last_became_active":"2024-09-10T07:42:56.679585+0000","last_became_peered":"2024-09-10T07:42:56.679585+0000","last_unstale":"2024-09-10T07:45:00.825561+0000","last_undegraded":"2024-09-10T07:45:00.825561+0000","last_fullsized":"2024-09-10T07:45:00.825561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:59:37.912212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825739+0000","last_change":"2024-09-10T07:42:49.457111+0000","last_active":"2024-09-10T07:45:00.825739+0000","last_peered":"2024-09-10T07:45:00.825739+0000","last_clean":"2024-09-10T07:45:00.825739+0000","last_became_active":"2024-09-10T07:42:49.456805+0000","last_became_peered":"2024-09-10T07:42:49.456805+0000","last_unstale":"2024-09-10T07:45:00.825739+0000","last_undegraded":"2024-09-10T07:45:00.825739+0000","last_fullsized":"2024-09-10T07:45:00.825739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:19.834421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'14","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748370+0000","last_change":"2024-09-10T07:42:47.405972+0000","last_active":"2024-09-10T07:45:00.748370+0000","last_peered":"2024-09-10T07:45:00.748370+0000","last_clean":"2024-09-10T07:45:00.748370+0000","last_became_active":"2024-09-10T07:42:47.405647+0000","last_became_peered":"2024-09-10T07:42:47.405647+0000","last_unstale":"2024-09-10T07:45:00.748370+0000","last_undegraded":"2024-09-10T07:45:00.748370+0000","last_fullsized":"2024-09-10T07:45:00.748370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:07.421224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824570+0000","last_change":"2024-09-10T07:42:56.684665+0000","last_active":"2024-09-10T07:45:00.824570+0000","last_peered":"2024-09-10T07:45:00.824570+0000","last_clean":"2024-09-10T07:45:00.824570+0000","last_became_active":"2024-09-10T07:42:56.683392+0000","last_became_peered":"2024-09-10T07:42:56.683392+0000","last_unstale":"2024-09-10T07:45:00.824570+0000","last_undegraded":"2024-09-10T07:45:00.824570+0000","last_fullsized":"2024-09-10T07:45:00.824570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:02.670695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745583+0000","last_change":"2024-09-10T07:42:49.451220+0000","last_active":"2024-09-10T07:45:00.745583+0000","last_peered":"2024-09-10T07:45:00.745583+0000","last_clean":"2024-09-10T07:45:00.745583+0000","last_became_active":"2024-09-10T07:42:49.450875+0000","last_became_peered":"2024-09-10T07:42:49.450875+0000","last_unstale":"2024-09-10T07:45:00.745583+0000","last_undegraded":"2024-09-10T07:45:00.745583+0000","last_fullsized":"2024-09-10T07:45:00.745583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:08.466282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749193+0000","last_change":"2024-09-10T07:42:47.592188+0000","last_active":"2024-09-10T07:45:00.749193+0000","last_peered":"2024-09-10T07:45:00.749193+0000","last_clean":"2024-09-10T07:45:00.749193+0000","last_became_active":"2024-09-10T07:42:47.591746+0000","last_became_peered":"2024-09-10T07:42:47.591746+0000","last_unstale":"2024-09-10T07:45:00.749193+0000","last_undegraded":"2024-09-10T07:45:00.749193+0000","last_fullsized":"2024-09-10T07:45:00.749193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:27.733339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826177+0000","last_change":"2024-09-10T07:42:56.682244+0000","last_active":"2024-09-10T07:45:00.826177+0000","last_peered":"2024-09-10T07:45:00.826177+0000","last_clean":"2024-09-10T07:45:00.826177+0000","last_became_active":"2024-09-10T07:42:56.681811+0000","last_became_peered":"2024-09-10T07:42:56.681811+0000","last_unstale":"2024-09-10T07:45:00.826177+0000","last_undegraded":"2024-09-10T07:45:00.826177+0000","last_fullsized":"2024-09-10T07:45:00.826177+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:31.906620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751058+0000","last_change":"2024-09-10T07:42:49.457316+0000","last_active":"2024-09-10T07:45:00.751058+0000","last_peered":"2024-09-10T07:45:00.751058+0000","last_clean":"2024-09-10T07:45:00.751058+0000","last_became_active":"2024-09-10T07:42:49.456959+0000","last_became_peered":"2024-09-10T07:42:49.456959+0000","last_unstale":"2024-09-10T07:45:00.751058+0000","last_undegraded":"2024-09-10T07:45:00.751058+0000","last_fullsized":"2024-09-10T07:45:00.751058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:25:07.087198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748473+0000","last_change":"2024-09-10T07:42:47.591171+0000","last_active":"2024-09-10T07:45:00.748473+0000","last_peered":"2024-09-10T07:45:00.748473+0000","last_clean":"2024-09-10T07:45:00.748473+0000","last_became_active":"2024-09-10T07:42:47.590787+0000","last_became_peered":"2024-09-10T07:42:47.590787+0000","last_unstale":"2024-09-10T07:45:00.748473+0000","last_undegraded":"2024-09-10T07:45:00.748473+0000","last_fullsized":"2024-09-10T07:45:00.748473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:36.128208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749739+0000","last_change":"2024-09-10T07:42:56.683333+0000","last_active":"2024-09-10T07:45:00.749739+0000","last_peered":"2024-09-10T07:45:00.749739+0000","last_clean":"2024-09-10T07:45:00.749739+0000","last_became_active":"2024-09-10T07:42:56.682865+0000","last_became_peered":"2024-09-10T07:42:56.682865+0000","last_unstale":"2024-09-10T07:45:00.749739+0000","last_undegraded":"2024-09-10T07:45:00.749739+0000","last_fullsized":"2024-09-10T07:45:00.749739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:06.223547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750893+0000","last_change":"2024-09-10T07:42:49.458591+0000","last_active":"2024-09-10T07:45:00.750893+0000","last_peered":"2024-09-10T07:45:00.750893+0000","last_clean":"2024-09-10T07:45:00.750893+0000","last_became_active":"2024-09-10T07:42:49.458279+0000","last_became_peered":"2024-09-10T07:42:49.458279+0000","last_unstale":"2024-09-10T07:45:00.750893+0000","last_undegraded":"2024-09-10T07:45:00.750893+0000","last_fullsized":"2024-09-10T07:45:00.750893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:30.683552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749466+0000","last_change":"2024-09-10T07:42:47.414665+0000","last_active":"2024-09-10T07:45:00.749466+0000","last_peered":"2024-09-10T07:45:00.749466+0000","last_clean":"2024-09-10T07:45:00.749466+0000","last_became_active":"2024-09-10T07:42:47.414312+0000","last_became_peered":"2024-09-10T07:42:47.414312+0000","last_unstale":"2024-09-10T07:45:00.749466+0000","last_undegraded":"2024-09-10T07:45:00.749466+0000","last_fullsized":"2024-09-10T07:45:00.749466+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:17.574157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745493+0000","last_change":"2024-09-10T07:42:56.679411+0000","last_active":"2024-09-10T07:45:00.745493+0000","last_peered":"2024-09-10T07:45:00.745493+0000","last_clean":"2024-09-10T07:45:00.745493+0000","last_became_active":"2024-09-10T07:42:56.678970+0000","last_became_peered":"2024-09-10T07:42:56.678970+0000","last_unstale":"2024-09-10T07:45:00.745493+0000","last_undegraded":"2024-09-10T07:45:00.745493+0000","last_fullsized":"2024-09-10T07:45:00.745493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:29.618432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746863+0000","last_change":"2024-09-10T07:42:49.460728+0000","last_active":"2024-09-10T07:45:00.746863+0000","last_peered":"2024-09-10T07:45:00.746863+0000","last_clean":"2024-09-10T07:45:00.746863+0000","last_became_active":"2024-09-10T07:42:49.460431+0000","last_became_peered":"2024-09-10T07:42:49.460431+0000","last_unstale":"2024-09-10T07:45:00.746863+0000","last_undegraded":"2024-09-10T07:45:00.746863+0000","last_fullsized":"2024-09-10T07:45:00.746863+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:55.409301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'5","reported_seq":149,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.912110+0000","last_change":"2024-09-10T07:42:47.592008+0000","last_active":"2024-09-10T07:45:16.912110+0000","last_peered":"2024-09-10T07:45:16.912110+0000","last_clean":"2024-09-10T07:45:16.912110+0000","last_became_active":"2024-09-10T07:42:47.590847+0000","last_became_peered":"2024-09-10T07:42:47.590847+0000","last_unstale":"2024-09-10T07:45:16.912110+0000","last_undegraded":"2024-09-10T07:45:16.912110+0000","last_fullsized":"2024-09-10T07:45:16.912110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:52.401791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745754+0000","last_change":"2024-09-10T07:42:56.674701+0000","last_active":"2024-09-10T07:45:00.745754+0000","last_peered":"2024-09-10T07:45:00.745754+0000","last_clean":"2024-09-10T07:45:00.745754+0000","last_became_active":"2024-09-10T07:42:56.674305+0000","last_became_peered":"2024-09-10T07:42:56.674305+0000","last_unstale":"2024-09-10T07:45:00.745754+0000","last_undegraded":"2024-09-10T07:45:00.745754+0000","last_fullsized":"2024-09-10T07:45:00.745754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:31.042179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745129+0000","last_change":"2024-09-10T07:42:49.452768+0000","last_active":"2024-09-10T07:45:00.745129+0000","last_peered":"2024-09-10T07:45:00.745129+0000","last_clean":"2024-09-10T07:45:00.745129+0000","last_became_active":"2024-09-10T07:42:49.452465+0000","last_became_peered":"2024-09-10T07:42:49.452465+0000","last_unstale":"2024-09-10T07:45:00.745129+0000","last_undegraded":"2024-09-10T07:45:00.745129+0000","last_fullsized":"2024-09-10T07:45:00.745129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:51:20.914462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748928+0000","last_change":"2024-09-10T07:42:47.413870+0000","last_active":"2024-09-10T07:45:00.748928+0000","last_peered":"2024-09-10T07:45:00.748928+0000","last_clean":"2024-09-10T07:45:00.748928+0000","last_became_active":"2024-09-10T07:42:47.412383+0000","last_became_peered":"2024-09-10T07:42:47.412383+0000","last_unstale":"2024-09-10T07:45:00.748928+0000","last_undegraded":"2024-09-10T07:45:00.748928+0000","last_fullsized":"2024-09-10T07:45:00.748928+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:27.907110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747356+0000","last_change":"2024-09-10T07:42:56.675847+0000","last_active":"2024-09-10T07:45:00.747356+0000","last_peered":"2024-09-10T07:45:00.747356+0000","last_clean":"2024-09-10T07:45:00.747356+0000","last_became_active":"2024-09-10T07:42:56.675448+0000","last_became_peered":"2024-09-10T07:42:56.675448+0000","last_unstale":"2024-09-10T07:45:00.747356+0000","last_undegraded":"2024-09-10T07:45:00.747356+0000","last_fullsized":"2024-09-10T07:45:00.747356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:58:48.143758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825043+0000","last_change":"2024-09-10T07:42:49.463532+0000","last_active":"2024-09-10T07:45:00.825043+0000","last_peered":"2024-09-10T07:45:00.825043+0000","last_clean":"2024-09-10T07:45:00.825043+0000","last_became_active":"2024-09-10T07:42:49.463214+0000","last_became_peered":"2024-09-10T07:42:49.463214+0000","last_unstale":"2024-09-10T07:45:00.825043+0000","last_undegraded":"2024-09-10T07:45:00.825043+0000","last_fullsized":"2024-09-10T07:45:00.825043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:13.241990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765348+0000","last_change":"2024-09-10T07:42:47.408504+0000","last_active":"2024-09-10T07:45:00.765348+0000","last_peered":"2024-09-10T07:45:00.765348+0000","last_clean":"2024-09-10T07:45:00.765348+0000","last_became_active":"2024-09-10T07:42:47.408105+0000","last_became_peered":"2024-09-10T07:42:47.408105+0000","last_unstale":"2024-09-10T07:45:00.765348+0000","last_undegraded":"2024-09-10T07:45:00.765348+0000","last_fullsized":"2024-09-10T07:45:00.765348+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:51.709201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749185+0000","last_change":"2024-09-10T07:41:36.640428+0000","last_active":"2024-09-10T07:45:00.749185+0000","last_peered":"2024-09-10T07:45:00.749185+0000","last_clean":"2024-09-10T07:45:00.749185+0000","last_became_active":"2024-09-10T07:41:36.640033+0000","last_became_peered":"2024-09-10T07:41:36.640033+0000","last_unstale":"2024-09-10T07:45:00.749185+0000","last_undegraded":"2024-09-10T07:45:00.749185+0000","last_fullsized":"2024-09-10T07:45:00.749185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:38:11.622986+0000","last_clean_scrub_stamp":"2024-09-10T07:38:11.622986+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:14:18.852733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"86'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749410+0000","last_change":"2024-09-10T07:42:56.683133+0000","last_active":"2024-09-10T07:45:00.749410+0000","last_peered":"2024-09-10T07:45:00.749410+0000","last_clean":"2024-09-10T07:45:00.749410+0000","last_became_active":"2024-09-10T07:42:56.682689+0000","last_became_peered":"2024-09-10T07:42:56.682689+0000","last_unstale":"2024-09-10T07:45:00.749410+0000","last_undegraded":"2024-09-10T07:45:00.749410+0000","last_fullsized":"2024-09-10T07:45:00.749410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:50.229314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749953+0000","last_change":"2024-09-10T07:42:49.464759+0000","last_active":"2024-09-10T07:45:00.749953+0000","last_peered":"2024-09-10T07:45:00.749953+0000","last_clean":"2024-09-10T07:45:00.749953+0000","last_became_active":"2024-09-10T07:42:49.464037+0000","last_became_peered":"2024-09-10T07:42:49.464037+0000","last_unstale":"2024-09-10T07:45:00.749953+0000","last_undegraded":"2024-09-10T07:45:00.749953+0000","last_fullsized":"2024-09-10T07:45:00.749953+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:27.715900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825951+0000","last_change":"2024-09-10T07:42:47.592502+0000","last_active":"2024-09-10T07:45:00.825951+0000","last_peered":"2024-09-10T07:45:00.825951+0000","last_clean":"2024-09-10T07:45:00.825951+0000","last_became_active":"2024-09-10T07:42:47.592136+0000","last_became_peered":"2024-09-10T07:42:47.592136+0000","last_unstale":"2024-09-10T07:45:00.825951+0000","last_undegraded":"2024-09-10T07:45:00.825951+0000","last_fullsized":"2024-09-10T07:45:00.825951+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:53.716886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746680+0000","last_change":"2024-09-10T07:42:56.682538+0000","last_active":"2024-09-10T07:45:00.746680+0000","last_peered":"2024-09-10T07:45:00.746680+0000","last_clean":"2024-09-10T07:45:00.746680+0000","last_became_active":"2024-09-10T07:42:56.681567+0000","last_became_peered":"2024-09-10T07:42:56.681567+0000","last_unstale":"2024-09-10T07:45:00.746680+0000","last_undegraded":"2024-09-10T07:45:00.746680+0000","last_fullsized":"2024-09-10T07:45:00.746680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.539446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"88'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752334+0000","last_change":"2024-09-10T07:45:00.751705+0000","last_active":"2024-09-10T07:45:00.752334+0000","last_peered":"2024-09-10T07:45:00.752334+0000","last_clean":"2024-09-10T07:45:00.752334+0000","last_became_active":"2024-09-10T07:45:00.750967+0000","last_became_peered":"2024-09-10T07:45:00.750967+0000","last_unstale":"2024-09-10T07:45:00.752334+0000","last_undegraded":"2024-09-10T07:45:00.752334+0000","last_fullsized":"2024-09-10T07:45:00.752334+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:38.801459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747831+0000","last_change":"2024-09-10T07:42:47.410893+0000","last_active":"2024-09-10T07:45:00.747831+0000","last_peered":"2024-09-10T07:45:00.747831+0000","last_clean":"2024-09-10T07:45:00.747831+0000","last_became_active":"2024-09-10T07:42:47.410540+0000","last_became_peered":"2024-09-10T07:42:47.410540+0000","last_unstale":"2024-09-10T07:45:00.747831+0000","last_undegraded":"2024-09-10T07:45:00.747831+0000","last_fullsized":"2024-09-10T07:45:00.747831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:14.344158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825309+0000","last_change":"2024-09-10T07:44:00.698514+0000","last_active":"2024-09-10T07:45:00.825309+0000","last_peered":"2024-09-10T07:45:00.825309+0000","last_clean":"2024-09-10T07:45:00.825309+0000","last_became_active":"2024-09-10T07:44:00.698106+0000","last_became_peered":"2024-09-10T07:44:00.698106+0000","last_unstale":"2024-09-10T07:45:00.825309+0000","last_undegraded":"2024-09-10T07:45:00.825309+0000","last_fullsized":"2024-09-10T07:45:00.825309+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:02.060429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750135+0000","last_change":"2024-09-10T07:42:49.459941+0000","last_active":"2024-09-10T07:45:00.750135+0000","last_peered":"2024-09-10T07:45:00.750135+0000","last_clean":"2024-09-10T07:45:00.750135+0000","last_became_active":"2024-09-10T07:42:49.459599+0000","last_became_peered":"2024-09-10T07:42:49.459599+0000","last_unstale":"2024-09-10T07:45:00.750135+0000","last_undegraded":"2024-09-10T07:45:00.750135+0000","last_fullsized":"2024-09-10T07:45:00.750135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.665982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745762+0000","last_change":"2024-09-10T07:42:47.409127+0000","last_active":"2024-09-10T07:45:00.745762+0000","last_peered":"2024-09-10T07:45:00.745762+0000","last_clean":"2024-09-10T07:45:00.745762+0000","last_became_active":"2024-09-10T07:42:47.408772+0000","last_became_peered":"2024-09-10T07:42:47.408772+0000","last_unstale":"2024-09-10T07:45:00.745762+0000","last_undegraded":"2024-09-10T07:45:00.745762+0000","last_fullsized":"2024-09-10T07:45:00.745762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:14:08.271546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746778+0000","last_change":"2024-09-10T07:42:56.680815+0000","last_active":"2024-09-10T07:45:00.746778+0000","last_peered":"2024-09-10T07:45:00.746778+0000","last_clean":"2024-09-10T07:45:00.746778+0000","last_became_active":"2024-09-10T07:42:56.680141+0000","last_became_peered":"2024-09-10T07:42:56.680141+0000","last_unstale":"2024-09-10T07:45:00.746778+0000","last_undegraded":"2024-09-10T07:45:00.746778+0000","last_fullsized":"2024-09-10T07:45:00.746778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:30:28.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825988+0000","last_change":"2024-09-10T07:42:49.458816+0000","last_active":"2024-09-10T07:45:00.825988+0000","last_peered":"2024-09-10T07:45:00.825988+0000","last_clean":"2024-09-10T07:45:00.825988+0000","last_became_active":"2024-09-10T07:42:49.458507+0000","last_became_peered":"2024-09-10T07:42:49.458507+0000","last_unstale":"2024-09-10T07:45:00.825988+0000","last_undegraded":"2024-09-10T07:45:00.825988+0000","last_fullsized":"2024-09-10T07:45:00.825988+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:52.738524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749187+0000","last_change":"2024-09-10T07:42:47.411809+0000","last_active":"2024-09-10T07:45:00.749187+0000","last_peered":"2024-09-10T07:45:00.749187+0000","last_clean":"2024-09-10T07:45:00.749187+0000","last_became_active":"2024-09-10T07:42:47.411493+0000","last_became_peered":"2024-09-10T07:42:47.411493+0000","last_unstale":"2024-09-10T07:45:00.749187+0000","last_undegraded":"2024-09-10T07:45:00.749187+0000","last_fullsized":"2024-09-10T07:45:00.749187+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:43.394874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746866+0000","last_change":"2024-09-10T07:42:56.679960+0000","last_active":"2024-09-10T07:45:00.746866+0000","last_peered":"2024-09-10T07:45:00.746866+0000","last_clean":"2024-09-10T07:45:00.746866+0000","last_became_active":"2024-09-10T07:42:56.679572+0000","last_became_peered":"2024-09-10T07:42:56.679572+0000","last_unstale":"2024-09-10T07:45:00.746866+0000","last_undegraded":"2024-09-10T07:45:00.746866+0000","last_fullsized":"2024-09-10T07:45:00.746866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:44.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746960+0000","last_change":"2024-09-10T07:42:49.463998+0000","last_active":"2024-09-10T07:45:00.746960+0000","last_peered":"2024-09-10T07:45:00.746960+0000","last_clean":"2024-09-10T07:45:00.746960+0000","last_became_active":"2024-09-10T07:42:49.463573+0000","last_became_peered":"2024-09-10T07:42:49.463573+0000","last_unstale":"2024-09-10T07:45:00.746960+0000","last_undegraded":"2024-09-10T07:45:00.746960+0000","last_fullsized":"2024-09-10T07:45:00.746960+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:24.286225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748846+0000","last_change":"2024-09-10T07:44:00.711125+0000","last_active":"2024-09-10T07:45:00.748846+0000","last_peered":"2024-09-10T07:45:00.748846+0000","last_clean":"2024-09-10T07:45:00.748846+0000","last_became_active":"2024-09-10T07:44:00.700726+0000","last_became_peered":"2024-09-10T07:44:00.700726+0000","last_unstale":"2024-09-10T07:45:00.748846+0000","last_undegraded":"2024-09-10T07:45:00.748846+0000","last_fullsized":"2024-09-10T07:45:00.748846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:44.844871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745666+0000","last_change":"2024-09-10T07:42:56.677196+0000","last_active":"2024-09-10T07:45:00.745666+0000","last_peered":"2024-09-10T07:45:00.745666+0000","last_clean":"2024-09-10T07:45:00.745666+0000","last_became_active":"2024-09-10T07:42:56.676739+0000","last_became_peered":"2024-09-10T07:42:56.676739+0000","last_unstale":"2024-09-10T07:45:00.745666+0000","last_undegraded":"2024-09-10T07:45:00.745666+0000","last_fullsized":"2024-09-10T07:45:00.745666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:35.676274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748853+0000","last_change":"2024-09-10T07:42:49.463085+0000","last_active":"2024-09-10T07:45:00.748853+0000","last_peered":"2024-09-10T07:45:00.748853+0000","last_clean":"2024-09-10T07:45:00.748853+0000","last_became_active":"2024-09-10T07:42:49.462759+0000","last_became_peered":"2024-09-10T07:42:49.462759+0000","last_unstale":"2024-09-10T07:45:00.748853+0000","last_undegraded":"2024-09-10T07:45:00.748853+0000","last_fullsized":"2024-09-10T07:45:00.748853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:47.799286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'4","reported_seq":150,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:15.911289+0000","last_change":"2024-09-10T07:42:47.408593+0000","last_active":"2024-09-10T07:45:15.911289+0000","last_peered":"2024-09-10T07:45:15.911289+0000","last_clean":"2024-09-10T07:45:15.911289+0000","last_became_active":"2024-09-10T07:42:47.408263+0000","last_became_peered":"2024-09-10T07:42:47.408263+0000","last_unstale":"2024-09-10T07:45:15.911289+0000","last_undegraded":"2024-09-10T07:45:15.911289+0000","last_fullsized":"2024-09-10T07:45:15.911289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:52.080547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":108,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748320+0000","last_change":"2024-09-10T07:42:56.687285+0000","last_active":"2024-09-10T07:45:00.748320+0000","last_peered":"2024-09-10T07:45:00.748320+0000","last_clean":"2024-09-10T07:45:00.748320+0000","last_became_active":"2024-09-10T07:42:56.686857+0000","last_became_peered":"2024-09-10T07:42:56.686857+0000","last_unstale":"2024-09-10T07:45:00.748320+0000","last_undegraded":"2024-09-10T07:45:00.748320+0000","last_fullsized":"2024-09-10T07:45:00.748320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:29.904280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751424+0000","last_change":"2024-09-10T07:42:49.455087+0000","last_active":"2024-09-10T07:45:00.751424+0000","last_peered":"2024-09-10T07:45:00.751424+0000","last_clean":"2024-09-10T07:45:00.751424+0000","last_became_active":"2024-09-10T07:42:49.454653+0000","last_became_peered":"2024-09-10T07:42:49.454653+0000","last_unstale":"2024-09-10T07:45:00.751424+0000","last_undegraded":"2024-09-10T07:45:00.751424+0000","last_fullsized":"2024-09-10T07:45:00.751424+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:16.023961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747182+0000","last_change":"2024-09-10T07:42:47.413891+0000","last_active":"2024-09-10T07:45:00.747182+0000","last_peered":"2024-09-10T07:45:00.747182+0000","last_clean":"2024-09-10T07:45:00.747182+0000","last_became_active":"2024-09-10T07:42:47.413563+0000","last_became_peered":"2024-09-10T07:42:47.413563+0000","last_unstale":"2024-09-10T07:45:00.747182+0000","last_undegraded":"2024-09-10T07:45:00.747182+0000","last_fullsized":"2024-09-10T07:45:00.747182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:24.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825668+0000","last_change":"2024-09-10T07:42:56.681175+0000","last_active":"2024-09-10T07:45:00.825668+0000","last_peered":"2024-09-10T07:45:00.825668+0000","last_clean":"2024-09-10T07:45:00.825668+0000","last_became_active":"2024-09-10T07:42:56.680782+0000","last_became_peered":"2024-09-10T07:42:56.680782+0000","last_unstale":"2024-09-10T07:45:00.825668+0000","last_undegraded":"2024-09-10T07:45:00.825668+0000","last_fullsized":"2024-09-10T07:45:00.825668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:15.853956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745332+0000","last_change":"2024-09-10T07:42:49.461412+0000","last_active":"2024-09-10T07:45:00.745332+0000","last_peered":"2024-09-10T07:45:00.745332+0000","last_clean":"2024-09-10T07:45:00.745332+0000","last_became_active":"2024-09-10T07:42:49.461101+0000","last_became_peered":"2024-09-10T07:42:49.461101+0000","last_unstale":"2024-09-10T07:45:00.745332+0000","last_undegraded":"2024-09-10T07:45:00.745332+0000","last_fullsized":"2024-09-10T07:45:00.745332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:03.124385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826052+0000","last_change":"2024-09-10T07:44:00.708157+0000","last_active":"2024-09-10T07:45:00.826052+0000","last_peered":"2024-09-10T07:45:00.826052+0000","last_clean":"2024-09-10T07:45:00.826052+0000","last_became_active":"2024-09-10T07:44:00.697504+0000","last_became_peered":"2024-09-10T07:44:00.697504+0000","last_unstale":"2024-09-10T07:45:00.826052+0000","last_undegraded":"2024-09-10T07:45:00.826052+0000","last_fullsized":"2024-09-10T07:45:00.826052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:27.252274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747555+0000","last_change":"2024-09-10T07:42:56.682426+0000","last_active":"2024-09-10T07:45:00.747555+0000","last_peered":"2024-09-10T07:45:00.747555+0000","last_clean":"2024-09-10T07:45:00.747555+0000","last_became_active":"2024-09-10T07:42:56.681996+0000","last_became_peered":"2024-09-10T07:42:56.681996+0000","last_unstale":"2024-09-10T07:45:00.747555+0000","last_undegraded":"2024-09-10T07:45:00.747555+0000","last_fullsized":"2024-09-10T07:45:00.747555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.441826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748986+0000","last_change":"2024-09-10T07:42:49.459170+0000","last_active":"2024-09-10T07:45:00.748986+0000","last_peered":"2024-09-10T07:45:00.748986+0000","last_clean":"2024-09-10T07:45:00.748986+0000","last_became_active":"2024-09-10T07:42:49.458132+0000","last_became_peered":"2024-09-10T07:42:49.458132+0000","last_unstale":"2024-09-10T07:45:00.748986+0000","last_undegraded":"2024-09-10T07:45:00.748986+0000","last_fullsized":"2024-09-10T07:45:00.748986+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:36.047334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'40","reported_seq":300,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.931480+0000","last_change":"2024-09-10T07:42:47.414285+0000","last_active":"2024-09-10T07:45:16.931480+0000","last_peered":"2024-09-10T07:45:16.931480+0000","last_clean":"2024-09-10T07:45:16.931480+0000","last_became_active":"2024-09-10T07:42:47.413932+0000","last_became_peered":"2024-09-10T07:42:47.413932+0000","last_unstale":"2024-09-10T07:45:16.931480+0000","last_undegraded":"2024-09-10T07:45:16.931480+0000","last_fullsized":"2024-09-10T07:45:16.931480+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:15.763456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":221,"num_read_kb":180,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748025+0000","last_change":"2024-09-10T07:42:56.678000+0000","last_active":"2024-09-10T07:45:00.748025+0000","last_peered":"2024-09-10T07:45:00.748025+0000","last_clean":"2024-09-10T07:45:00.748025+0000","last_became_active":"2024-09-10T07:42:56.677613+0000","last_became_peered":"2024-09-10T07:42:56.677613+0000","last_unstale":"2024-09-10T07:45:00.748025+0000","last_undegraded":"2024-09-10T07:45:00.748025+0000","last_fullsized":"2024-09-10T07:45:00.748025+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:51.091339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747015+0000","last_change":"2024-09-10T07:42:49.455787+0000","last_active":"2024-09-10T07:45:00.747015+0000","last_peered":"2024-09-10T07:45:00.747015+0000","last_clean":"2024-09-10T07:45:00.747015+0000","last_became_active":"2024-09-10T07:42:49.455466+0000","last_became_peered":"2024-09-10T07:42:49.455466+0000","last_unstale":"2024-09-10T07:45:00.747015+0000","last_undegraded":"2024-09-10T07:45:00.747015+0000","last_fullsized":"2024-09-10T07:45:00.747015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:31.535115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747833+0000","last_change":"2024-09-10T07:42:47.592370+0000","last_active":"2024-09-10T07:45:00.747833+0000","last_peered":"2024-09-10T07:45:00.747833+0000","last_clean":"2024-09-10T07:45:00.747833+0000","last_became_active":"2024-09-10T07:42:47.591981+0000","last_became_peered":"2024-09-10T07:42:47.591981+0000","last_unstale":"2024-09-10T07:45:00.747833+0000","last_undegraded":"2024-09-10T07:45:00.747833+0000","last_fullsized":"2024-09-10T07:45:00.747833+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:13.814995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.764991+0000","last_change":"2024-09-10T07:42:56.685501+0000","last_active":"2024-09-10T07:45:00.764991+0000","last_peered":"2024-09-10T07:45:00.764991+0000","last_clean":"2024-09-10T07:45:00.764991+0000","last_became_active":"2024-09-10T07:42:56.684638+0000","last_became_peered":"2024-09-10T07:42:56.684638+0000","last_unstale":"2024-09-10T07:45:00.764991+0000","last_undegraded":"2024-09-10T07:45:00.764991+0000","last_fullsized":"2024-09-10T07:45:00.764991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:10.754389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826041+0000","last_change":"2024-09-10T07:42:49.461495+0000","last_active":"2024-09-10T07:45:00.826041+0000","last_peered":"2024-09-10T07:45:00.826041+0000","last_clean":"2024-09-10T07:45:00.826041+0000","last_became_active":"2024-09-10T07:42:49.461136+0000","last_became_peered":"2024-09-10T07:42:49.461136+0000","last_unstale":"2024-09-10T07:45:00.826041+0000","last_undegraded":"2024-09-10T07:45:00.826041+0000","last_fullsized":"2024-09-10T07:45:00.826041+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:53.013348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749891+0000","last_change":"2024-09-10T07:42:47.412560+0000","last_active":"2024-09-10T07:45:00.749891+0000","last_peered":"2024-09-10T07:45:00.749891+0000","last_clean":"2024-09-10T07:45:00.749891+0000","last_became_active":"2024-09-10T07:42:47.412177+0000","last_became_peered":"2024-09-10T07:42:47.412177+0000","last_unstale":"2024-09-10T07:45:00.749891+0000","last_undegraded":"2024-09-10T07:45:00.749891+0000","last_fullsized":"2024-09-10T07:45:00.749891+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:52.154667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747802+0000","last_change":"2024-09-10T07:42:56.682109+0000","last_active":"2024-09-10T07:45:00.747802+0000","last_peered":"2024-09-10T07:45:00.747802+0000","last_clean":"2024-09-10T07:45:00.747802+0000","last_became_active":"2024-09-10T07:42:56.681743+0000","last_became_peered":"2024-09-10T07:42:56.681743+0000","last_unstale":"2024-09-10T07:45:00.747802+0000","last_undegraded":"2024-09-10T07:45:00.747802+0000","last_fullsized":"2024-09-10T07:45:00.747802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:30.033138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747207+0000","last_change":"2024-09-10T07:42:49.454840+0000","last_active":"2024-09-10T07:45:00.747207+0000","last_peered":"2024-09-10T07:45:00.747207+0000","last_clean":"2024-09-10T07:45:00.747207+0000","last_became_active":"2024-09-10T07:42:49.453817+0000","last_became_peered":"2024-09-10T07:42:49.453817+0000","last_unstale":"2024-09-10T07:45:00.747207+0000","last_undegraded":"2024-09-10T07:45:00.747207+0000","last_fullsized":"2024-09-10T07:45:00.747207+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:01.465856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":147,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:15.911307+0000","last_change":"2024-09-10T07:42:47.411602+0000","last_active":"2024-09-10T07:45:15.911307+0000","last_peered":"2024-09-10T07:45:15.911307+0000","last_clean":"2024-09-10T07:45:15.911307+0000","last_became_active":"2024-09-10T07:42:47.411247+0000","last_became_peered":"2024-09-10T07:42:47.411247+0000","last_unstale":"2024-09-10T07:45:15.911307+0000","last_undegraded":"2024-09-10T07:45:15.911307+0000","last_fullsized":"2024-09-10T07:45:15.911307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:04:17.482844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":104,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824710+0000","last_change":"2024-09-10T07:42:56.684810+0000","last_active":"2024-09-10T07:45:00.824710+0000","last_peered":"2024-09-10T07:45:00.824710+0000","last_clean":"2024-09-10T07:45:00.824710+0000","last_became_active":"2024-09-10T07:42:56.684398+0000","last_became_peered":"2024-09-10T07:42:56.684398+0000","last_unstale":"2024-09-10T07:45:00.824710+0000","last_undegraded":"2024-09-10T07:45:00.824710+0000","last_fullsized":"2024-09-10T07:45:00.824710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.675302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825726+0000","last_change":"2024-09-10T07:42:56.679308+0000","last_active":"2024-09-10T07:45:00.825726+0000","last_peered":"2024-09-10T07:45:00.825726+0000","last_clean":"2024-09-10T07:45:00.825726+0000","last_became_active":"2024-09-10T07:42:56.678949+0000","last_became_peered":"2024-09-10T07:42:56.678949+0000","last_unstale":"2024-09-10T07:45:00.825726+0000","last_undegraded":"2024-09-10T07:45:00.825726+0000","last_fullsized":"2024-09-10T07:45:00.825726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:46.090410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747888+0000","last_change":"2024-09-10T07:42:49.452005+0000","last_active":"2024-09-10T07:45:00.747888+0000","last_peered":"2024-09-10T07:45:00.747888+0000","last_clean":"2024-09-10T07:45:00.747888+0000","last_became_active":"2024-09-10T07:42:49.451494+0000","last_became_peered":"2024-09-10T07:42:49.451494+0000","last_unstale":"2024-09-10T07:45:00.747888+0000","last_undegraded":"2024-09-10T07:45:00.747888+0000","last_fullsized":"2024-09-10T07:45:00.747888+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:54.022417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747181+0000","last_change":"2024-09-10T07:42:47.416298+0000","last_active":"2024-09-10T07:45:00.747181+0000","last_peered":"2024-09-10T07:45:00.747181+0000","last_clean":"2024-09-10T07:45:00.747181+0000","last_became_active":"2024-09-10T07:42:47.415972+0000","last_became_peered":"2024-09-10T07:42:47.415972+0000","last_unstale":"2024-09-10T07:45:00.747181+0000","last_undegraded":"2024-09-10T07:45:00.747181+0000","last_fullsized":"2024-09-10T07:45:00.747181+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:40.942532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826150+0000","last_change":"2024-09-10T07:42:56.685104+0000","last_active":"2024-09-10T07:45:00.826150+0000","last_peered":"2024-09-10T07:45:00.826150+0000","last_clean":"2024-09-10T07:45:00.826150+0000","last_became_active":"2024-09-10T07:42:56.684707+0000","last_became_peered":"2024-09-10T07:42:56.684707+0000","last_unstale":"2024-09-10T07:45:00.826150+0000","last_undegraded":"2024-09-10T07:45:00.826150+0000","last_fullsized":"2024-09-10T07:45:00.826150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:41.547207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824743+0000","last_change":"2024-09-10T07:42:49.452381+0000","last_active":"2024-09-10T07:45:00.824743+0000","last_peered":"2024-09-10T07:45:00.824743+0000","last_clean":"2024-09-10T07:45:00.824743+0000","last_became_active":"2024-09-10T07:42:49.452082+0000","last_became_peered":"2024-09-10T07:42:49.452082+0000","last_unstale":"2024-09-10T07:45:00.824743+0000","last_undegraded":"2024-09-10T07:45:00.824743+0000","last_fullsized":"2024-09-10T07:45:00.824743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:47.178832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745260+0000","last_change":"2024-09-10T07:42:47.410067+0000","last_active":"2024-09-10T07:45:00.745260+0000","last_peered":"2024-09-10T07:45:00.745260+0000","last_clean":"2024-09-10T07:45:00.745260+0000","last_became_active":"2024-09-10T07:42:47.409738+0000","last_became_peered":"2024-09-10T07:42:47.409738+0000","last_unstale":"2024-09-10T07:45:00.745260+0000","last_undegraded":"2024-09-10T07:45:00.745260+0000","last_fullsized":"2024-09-10T07:45:00.745260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:19:59.065785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750888+0000","last_change":"2024-09-10T07:42:47.411458+0000","last_active":"2024-09-10T07:45:00.750888+0000","last_peered":"2024-09-10T07:45:00.750888+0000","last_clean":"2024-09-10T07:45:00.750888+0000","last_became_active":"2024-09-10T07:42:47.411032+0000","last_became_peered":"2024-09-10T07:42:47.411032+0000","last_unstale":"2024-09-10T07:45:00.750888+0000","last_undegraded":"2024-09-10T07:45:00.750888+0000","last_fullsized":"2024-09-10T07:45:00.750888+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:00.463779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747274+0000","last_change":"2024-09-10T07:42:49.459993+0000","last_active":"2024-09-10T07:45:00.747274+0000","last_peered":"2024-09-10T07:45:00.747274+0000","last_clean":"2024-09-10T07:45:00.747274+0000","last_became_active":"2024-09-10T07:42:49.459682+0000","last_became_peered":"2024-09-10T07:42:49.459682+0000","last_unstale":"2024-09-10T07:45:00.747274+0000","last_undegraded":"2024-09-10T07:45:00.747274+0000","last_fullsized":"2024-09-10T07:45:00.747274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:18.133246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825563+0000","last_change":"2024-09-10T07:44:00.804214+0000","last_active":"2024-09-10T07:45:00.825563+0000","last_peered":"2024-09-10T07:45:00.825563+0000","last_clean":"2024-09-10T07:45:00.825563+0000","last_became_active":"2024-09-10T07:44:00.803585+0000","last_became_peered":"2024-09-10T07:44:00.803585+0000","last_unstale":"2024-09-10T07:45:00.825563+0000","last_undegraded":"2024-09-10T07:45:00.825563+0000","last_fullsized":"2024-09-10T07:45:00.825563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:02.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,10],"acting":[2,6,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'8","reported_seq":156,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:16.913643+0000","last_change":"2024-09-10T07:42:47.415267+0000","last_active":"2024-09-10T07:45:16.913643+0000","last_peered":"2024-09-10T07:45:16.913643+0000","last_clean":"2024-09-10T07:45:16.913643+0000","last_became_active":"2024-09-10T07:42:47.414886+0000","last_became_peered":"2024-09-10T07:42:47.414886+0000","last_unstale":"2024-09-10T07:45:16.913643+0000","last_undegraded":"2024-09-10T07:45:16.913643+0000","last_fullsized":"2024-09-10T07:45:16.913643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:46.393504+0000","last_clean_scrub_stamp":"2024-09-10T07:42:46.393504+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:58.272693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":109,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752842+0000","last_change":"2024-09-10T07:45:00.752842+0000","last_active":"2024-09-10T07:45:00.752842+0000","last_peered":"2024-09-10T07:45:00.752842+0000","last_clean":"2024-09-10T07:45:00.752842+0000","last_became_active":"2024-09-10T07:45:00.752552+0000","last_became_peered":"2024-09-10T07:45:00.752552+0000","last_unstale":"2024-09-10T07:45:00.752842+0000","last_undegraded":"2024-09-10T07:45:00.752842+0000","last_fullsized":"2024-09-10T07:45:00.752842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:13.685475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825646+0000","last_change":"2024-09-10T07:42:56.681208+0000","last_active":"2024-09-10T07:45:00.825646+0000","last_peered":"2024-09-10T07:45:00.825646+0000","last_clean":"2024-09-10T07:45:00.825646+0000","last_became_active":"2024-09-10T07:42:56.680819+0000","last_became_peered":"2024-09-10T07:42:56.680819+0000","last_unstale":"2024-09-10T07:45:00.825646+0000","last_undegraded":"2024-09-10T07:45:00.825646+0000","last_fullsized":"2024-09-10T07:45:00.825646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:55.658640+0000","last_clean_scrub_stamp":"2024-09-10T07:42:55.658640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:50.127032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825218+0000","last_change":"2024-09-10T07:42:49.460130+0000","last_active":"2024-09-10T07:45:00.825218+0000","last_peered":"2024-09-10T07:45:00.825218+0000","last_clean":"2024-09-10T07:45:00.825218+0000","last_became_active":"2024-09-10T07:42:49.459095+0000","last_became_peered":"2024-09-10T07:42:49.459095+0000","last_unstale":"2024-09-10T07:45:00.825218+0000","last_undegraded":"2024-09-10T07:45:00.825218+0000","last_fullsized":"2024-09-10T07:45:00.825218+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:46:27.971757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825509+0000","last_change":"2024-09-10T07:42:49.460742+0000","last_active":"2024-09-10T07:45:00.825509+0000","last_peered":"2024-09-10T07:45:00.825509+0000","last_clean":"2024-09-10T07:45:00.825509+0000","last_became_active":"2024-09-10T07:42:49.460429+0000","last_became_peered":"2024-09-10T07:42:49.460429+0000","last_unstale":"2024-09-10T07:45:00.825509+0000","last_undegraded":"2024-09-10T07:45:00.825509+0000","last_fullsized":"2024-09-10T07:45:00.825509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:32.267781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825366+0000","last_change":"2024-09-10T07:42:49.463148+0000","last_active":"2024-09-10T07:45:00.825366+0000","last_peered":"2024-09-10T07:45:00.825366+0000","last_clean":"2024-09-10T07:45:00.825366+0000","last_became_active":"2024-09-10T07:42:49.462818+0000","last_became_peered":"2024-09-10T07:42:49.462818+0000","last_unstale":"2024-09-10T07:45:00.825366+0000","last_undegraded":"2024-09-10T07:45:00.825366+0000","last_fullsized":"2024-09-10T07:45:00.825366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:53.363282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825385+0000","last_change":"2024-09-10T07:42:49.461208+0000","last_active":"2024-09-10T07:45:00.825385+0000","last_peered":"2024-09-10T07:45:00.825385+0000","last_clean":"2024-09-10T07:45:00.825385+0000","last_became_active":"2024-09-10T07:42:49.460913+0000","last_became_peered":"2024-09-10T07:42:49.460913+0000","last_unstale":"2024-09-10T07:45:00.825385+0000","last_undegraded":"2024-09-10T07:45:00.825385+0000","last_fullsized":"2024-09-10T07:45:00.825385+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:24.669954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745550+0000","last_change":"2024-09-10T07:42:49.457197+0000","last_active":"2024-09-10T07:45:00.745550+0000","last_peered":"2024-09-10T07:45:00.745550+0000","last_clean":"2024-09-10T07:45:00.745550+0000","last_became_active":"2024-09-10T07:42:49.456861+0000","last_became_peered":"2024-09-10T07:42:49.456861+0000","last_unstale":"2024-09-10T07:45:00.745550+0000","last_undegraded":"2024-09-10T07:45:00.745550+0000","last_fullsized":"2024-09-10T07:45:00.745550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:15.598624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826095+0000","last_change":"2024-09-10T07:42:49.456127+0000","last_active":"2024-09-10T07:45:00.826095+0000","last_peered":"2024-09-10T07:45:00.826095+0000","last_clean":"2024-09-10T07:45:00.826095+0000","last_became_active":"2024-09-10T07:42:49.455271+0000","last_became_peered":"2024-09-10T07:42:49.455271+0000","last_unstale":"2024-09-10T07:45:00.826095+0000","last_undegraded":"2024-09-10T07:45:00.826095+0000","last_fullsized":"2024-09-10T07:45:00.826095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:21.511276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825675+0000","last_change":"2024-09-10T07:42:49.455110+0000","last_active":"2024-09-10T07:45:00.825675+0000","last_peered":"2024-09-10T07:45:00.825675+0000","last_clean":"2024-09-10T07:45:00.825675+0000","last_became_active":"2024-09-10T07:42:49.454814+0000","last_became_peered":"2024-09-10T07:42:49.454814+0000","last_unstale":"2024-09-10T07:45:00.825675+0000","last_undegraded":"2024-09-10T07:45:00.825675+0000","last_fullsized":"2024-09-10T07:45:00.825675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:01.393983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825735+0000","last_change":"2024-09-10T07:44:00.698920+0000","last_active":"2024-09-10T07:45:00.825735+0000","last_peered":"2024-09-10T07:45:00.825735+0000","last_clean":"2024-09-10T07:45:00.825735+0000","last_became_active":"2024-09-10T07:44:00.698534+0000","last_became_peered":"2024-09-10T07:44:00.698534+0000","last_unstale":"2024-09-10T07:45:00.825735+0000","last_undegraded":"2024-09-10T07:45:00.825735+0000","last_fullsized":"2024-09-10T07:45:00.825735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:43.167334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746865+0000","last_change":"2024-09-10T07:42:49.461202+0000","last_active":"2024-09-10T07:45:00.746865+0000","last_peered":"2024-09-10T07:45:00.746865+0000","last_clean":"2024-09-10T07:45:00.746865+0000","last_became_active":"2024-09-10T07:42:49.460907+0000","last_became_peered":"2024-09-10T07:42:49.460907+0000","last_unstale":"2024-09-10T07:45:00.746865+0000","last_undegraded":"2024-09-10T07:45:00.746865+0000","last_fullsized":"2024-09-10T07:45:00.746865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:34.658585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.824814+0000","last_change":"2024-09-10T07:42:49.456798+0000","last_active":"2024-09-10T07:45:00.824814+0000","last_peered":"2024-09-10T07:45:00.824814+0000","last_clean":"2024-09-10T07:45:00.824814+0000","last_became_active":"2024-09-10T07:42:49.456492+0000","last_became_peered":"2024-09-10T07:42:49.456492+0000","last_unstale":"2024-09-10T07:45:00.824814+0000","last_undegraded":"2024-09-10T07:45:00.824814+0000","last_fullsized":"2024-09-10T07:45:00.824814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:06:34.898642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746859+0000","last_change":"2024-09-10T07:42:49.460053+0000","last_active":"2024-09-10T07:45:00.746859+0000","last_peered":"2024-09-10T07:45:00.746859+0000","last_clean":"2024-09-10T07:45:00.746859+0000","last_became_active":"2024-09-10T07:42:49.459761+0000","last_became_peered":"2024-09-10T07:42:49.459761+0000","last_unstale":"2024-09-10T07:45:00.746859+0000","last_undegraded":"2024-09-10T07:45:00.746859+0000","last_fullsized":"2024-09-10T07:45:00.746859+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:39.972346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745530+0000","last_change":"2024-09-10T07:42:49.460071+0000","last_active":"2024-09-10T07:45:00.745530+0000","last_peered":"2024-09-10T07:45:00.745530+0000","last_clean":"2024-09-10T07:45:00.745530+0000","last_became_active":"2024-09-10T07:42:49.459752+0000","last_became_peered":"2024-09-10T07:42:49.459752+0000","last_unstale":"2024-09-10T07:45:00.745530+0000","last_undegraded":"2024-09-10T07:45:00.745530+0000","last_fullsized":"2024-09-10T07:45:00.745530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:43.439142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825707+0000","last_change":"2024-09-10T07:42:49.457768+0000","last_active":"2024-09-10T07:45:00.825707+0000","last_peered":"2024-09-10T07:45:00.825707+0000","last_clean":"2024-09-10T07:45:00.825707+0000","last_became_active":"2024-09-10T07:42:49.457331+0000","last_became_peered":"2024-09-10T07:42:49.457331+0000","last_unstale":"2024-09-10T07:45:00.825707+0000","last_undegraded":"2024-09-10T07:45:00.825707+0000","last_fullsized":"2024-09-10T07:45:00.825707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:36.472005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825922+0000","last_change":"2024-09-10T07:42:49.460123+0000","last_active":"2024-09-10T07:45:00.825922+0000","last_peered":"2024-09-10T07:45:00.825922+0000","last_clean":"2024-09-10T07:45:00.825922+0000","last_became_active":"2024-09-10T07:42:49.459417+0000","last_became_peered":"2024-09-10T07:42:49.459417+0000","last_unstale":"2024-09-10T07:45:00.825922+0000","last_undegraded":"2024-09-10T07:45:00.825922+0000","last_fullsized":"2024-09-10T07:45:00.825922+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:19.196487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748208+0000","last_change":"2024-09-10T07:42:49.457217+0000","last_active":"2024-09-10T07:45:00.748208+0000","last_peered":"2024-09-10T07:45:00.748208+0000","last_clean":"2024-09-10T07:45:00.748208+0000","last_became_active":"2024-09-10T07:42:49.456882+0000","last_became_peered":"2024-09-10T07:42:49.456882+0000","last_unstale":"2024-09-10T07:45:00.748208+0000","last_undegraded":"2024-09-10T07:45:00.748208+0000","last_fullsized":"2024-09-10T07:45:00.748208+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:42.305604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826338+0000","last_change":"2024-09-10T07:42:49.456850+0000","last_active":"2024-09-10T07:45:00.826338+0000","last_peered":"2024-09-10T07:45:00.826338+0000","last_clean":"2024-09-10T07:45:00.826338+0000","last_became_active":"2024-09-10T07:42:49.456521+0000","last_became_peered":"2024-09-10T07:42:49.456521+0000","last_unstale":"2024-09-10T07:45:00.826338+0000","last_undegraded":"2024-09-10T07:45:00.826338+0000","last_fullsized":"2024-09-10T07:45:00.826338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:28.110407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.746568+0000","last_change":"2024-09-10T07:42:49.461211+0000","last_active":"2024-09-10T07:45:00.746568+0000","last_peered":"2024-09-10T07:45:00.746568+0000","last_clean":"2024-09-10T07:45:00.746568+0000","last_became_active":"2024-09-10T07:42:49.460874+0000","last_became_peered":"2024-09-10T07:42:49.460874+0000","last_unstale":"2024-09-10T07:45:00.746568+0000","last_undegraded":"2024-09-10T07:45:00.746568+0000","last_fullsized":"2024-09-10T07:45:00.746568+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:09.732373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825045+0000","last_change":"2024-09-10T07:44:00.803549+0000","last_active":"2024-09-10T07:45:00.825045+0000","last_peered":"2024-09-10T07:45:00.825045+0000","last_clean":"2024-09-10T07:45:00.825045+0000","last_became_active":"2024-09-10T07:44:00.803144+0000","last_became_peered":"2024-09-10T07:44:00.803144+0000","last_unstale":"2024-09-10T07:45:00.825045+0000","last_undegraded":"2024-09-10T07:45:00.825045+0000","last_fullsized":"2024-09-10T07:45:00.825045+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:07.416230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825197+0000","last_change":"2024-09-10T07:42:49.454107+0000","last_active":"2024-09-10T07:45:00.825197+0000","last_peered":"2024-09-10T07:45:00.825197+0000","last_clean":"2024-09-10T07:45:00.825197+0000","last_became_active":"2024-09-10T07:42:49.453704+0000","last_became_peered":"2024-09-10T07:42:49.453704+0000","last_unstale":"2024-09-10T07:45:00.825197+0000","last_undegraded":"2024-09-10T07:45:00.825197+0000","last_fullsized":"2024-09-10T07:45:00.825197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:28.280494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.745565+0000","last_change":"2024-09-10T07:42:49.454628+0000","last_active":"2024-09-10T07:45:00.745565+0000","last_peered":"2024-09-10T07:45:00.745565+0000","last_clean":"2024-09-10T07:45:00.745565+0000","last_became_active":"2024-09-10T07:42:49.454316+0000","last_became_peered":"2024-09-10T07:42:49.454316+0000","last_unstale":"2024-09-10T07:45:00.745565+0000","last_undegraded":"2024-09-10T07:45:00.745565+0000","last_fullsized":"2024-09-10T07:45:00.745565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:29.195480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.752330+0000","last_change":"2024-09-10T07:45:00.752066+0000","last_active":"2024-09-10T07:45:00.752330+0000","last_peered":"2024-09-10T07:45:00.752330+0000","last_clean":"2024-09-10T07:45:00.752330+0000","last_became_active":"2024-09-10T07:45:00.751701+0000","last_became_peered":"2024-09-10T07:45:00.751701+0000","last_unstale":"2024-09-10T07:45:00.752330+0000","last_undegraded":"2024-09-10T07:45:00.752330+0000","last_fullsized":"2024-09-10T07:45:00.752330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:14.045371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.749828+0000","last_change":"2024-09-10T07:42:49.465005+0000","last_active":"2024-09-10T07:45:00.749828+0000","last_peered":"2024-09-10T07:45:00.749828+0000","last_clean":"2024-09-10T07:45:00.749828+0000","last_became_active":"2024-09-10T07:42:49.464446+0000","last_became_peered":"2024-09-10T07:42:49.464446+0000","last_unstale":"2024-09-10T07:45:00.749828+0000","last_undegraded":"2024-09-10T07:45:00.749828+0000","last_fullsized":"2024-09-10T07:45:00.749828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:03.418574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.751662+0000","last_change":"2024-09-10T07:42:49.463908+0000","last_active":"2024-09-10T07:45:00.751662+0000","last_peered":"2024-09-10T07:45:00.751662+0000","last_clean":"2024-09-10T07:45:00.751662+0000","last_became_active":"2024-09-10T07:42:49.463584+0000","last_became_peered":"2024-09-10T07:42:49.463584+0000","last_unstale":"2024-09-10T07:45:00.751662+0000","last_undegraded":"2024-09-10T07:45:00.751662+0000","last_fullsized":"2024-09-10T07:45:00.751662+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.342248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747316+0000","last_change":"2024-09-10T07:42:49.455949+0000","last_active":"2024-09-10T07:45:00.747316+0000","last_peered":"2024-09-10T07:45:00.747316+0000","last_clean":"2024-09-10T07:45:00.747316+0000","last_became_active":"2024-09-10T07:42:49.455620+0000","last_became_peered":"2024-09-10T07:42:49.455620+0000","last_unstale":"2024-09-10T07:45:00.747316+0000","last_undegraded":"2024-09-10T07:45:00.747316+0000","last_fullsized":"2024-09-10T07:45:00.747316+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:55.291475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.747739+0000","last_change":"2024-09-10T07:44:00.696032+0000","last_active":"2024-09-10T07:45:00.747739+0000","last_peered":"2024-09-10T07:45:00.747739+0000","last_clean":"2024-09-10T07:45:00.747739+0000","last_became_active":"2024-09-10T07:44:00.695617+0000","last_became_peered":"2024-09-10T07:44:00.695617+0000","last_unstale":"2024-09-10T07:45:00.747739+0000","last_undegraded":"2024-09-10T07:45:00.747739+0000","last_fullsized":"2024-09-10T07:45:00.747739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:18.255280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748899+0000","last_change":"2024-09-10T07:42:49.467219+0000","last_active":"2024-09-10T07:45:00.748899+0000","last_peered":"2024-09-10T07:45:00.748899+0000","last_clean":"2024-09-10T07:45:00.748899+0000","last_became_active":"2024-09-10T07:42:49.466874+0000","last_became_peered":"2024-09-10T07:42:49.466874+0000","last_unstale":"2024-09-10T07:45:00.748899+0000","last_undegraded":"2024-09-10T07:45:00.748899+0000","last_fullsized":"2024-09-10T07:45:00.748899+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:22.097886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.750817+0000","last_change":"2024-09-10T07:42:49.460736+0000","last_active":"2024-09-10T07:45:00.750817+0000","last_peered":"2024-09-10T07:45:00.750817+0000","last_clean":"2024-09-10T07:45:00.750817+0000","last_became_active":"2024-09-10T07:42:49.460411+0000","last_became_peered":"2024-09-10T07:42:49.460411+0000","last_unstale":"2024-09-10T07:45:00.750817+0000","last_undegraded":"2024-09-10T07:45:00.750817+0000","last_fullsized":"2024-09-10T07:45:00.750817+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:45.727615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.748836+0000","last_change":"2024-09-10T07:42:49.450757+0000","last_active":"2024-09-10T07:45:00.748836+0000","last_peered":"2024-09-10T07:45:00.748836+0000","last_clean":"2024-09-10T07:45:00.748836+0000","last_became_active":"2024-09-10T07:42:49.450424+0000","last_became_peered":"2024-09-10T07:42:49.450424+0000","last_unstale":"2024-09-10T07:45:00.748836+0000","last_undegraded":"2024-09-10T07:45:00.748836+0000","last_fullsized":"2024-09-10T07:45:00.748836+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:35.835283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.765403+0000","last_change":"2024-09-10T07:42:49.459789+0000","last_active":"2024-09-10T07:45:00.765403+0000","last_peered":"2024-09-10T07:45:00.765403+0000","last_clean":"2024-09-10T07:45:00.765403+0000","last_became_active":"2024-09-10T07:42:49.459502+0000","last_became_peered":"2024-09-10T07:42:49.459502+0000","last_unstale":"2024-09-10T07:45:00.765403+0000","last_undegraded":"2024-09-10T07:45:00.765403+0000","last_fullsized":"2024-09-10T07:45:00.765403+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:04.790736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825425+0000","last_change":"2024-09-10T07:42:49.458189+0000","last_active":"2024-09-10T07:45:00.825425+0000","last_peered":"2024-09-10T07:45:00.825425+0000","last_clean":"2024-09-10T07:45:00.825425+0000","last_became_active":"2024-09-10T07:42:49.457928+0000","last_became_peered":"2024-09-10T07:42:49.457928+0000","last_unstale":"2024-09-10T07:45:00.825425+0000","last_undegraded":"2024-09-10T07:45:00.825425+0000","last_fullsized":"2024-09-10T07:45:00.825425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:03.059052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.825731+0000","last_change":"2024-09-10T07:42:49.455500+0000","last_active":"2024-09-10T07:45:00.825731+0000","last_peered":"2024-09-10T07:45:00.825731+0000","last_clean":"2024-09-10T07:45:00.825731+0000","last_became_active":"2024-09-10T07:42:49.455089+0000","last_became_peered":"2024-09-10T07:42:49.455089+0000","last_unstale":"2024-09-10T07:45:00.825731+0000","last_undegraded":"2024-09-10T07:45:00.825731+0000","last_fullsized":"2024-09-10T07:45:00.825731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:06.186746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"88'8","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T07:45:00.826290+0000","last_change":"2024-09-10T07:42:49.456460+0000","last_active":"2024-09-10T07:45:00.826290+0000","last_peered":"2024-09-10T07:45:00.826290+0000","last_clean":"2024-09-10T07:45:00.826290+0000","last_became_active":"2024-09-10T07:42:49.456014+0000","last_became_peered":"2024-09-10T07:42:49.456014+0000","last_unstale":"2024-09-10T07:45:00.826290+0000","last_undegraded":"2024-09-10T07:45:00.826290+0000","last_fullsized":"2024-09-10T07:45:00.826290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:48.430357+0000","last_clean_scrub_stamp":"2024-09-10T07:42:48.430357+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:08:21.507781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74814,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":661,"num_read_kb":412,"num_write":187,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":146,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":224442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579948,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":513315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":67,"seq":287762808880,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28712,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716440,"statfs":{"total":95995035648,"available":95965634560,"internally_reserved":0,"allocated":1728512,"data_stored":1170724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972405,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":517613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201339,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1048576,"data_stored":513437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430271,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1110479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593797,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1028096,"data_stored":508693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822729,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1650688,"data_stored":1105572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1048576,"data_stored":513950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182485,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":508887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1114112,"data_stored":580516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":578283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738467,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1052672,"data_stored":510081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":71913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:45:22.596 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:22.855 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:22 smithi145 ceph-mon[34766]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:23.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:22 smithi007 ceph-mon[30879]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 -- 172.21.15.7:0/3675381728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724102790 msgr2=0x7f67241067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 --2- 172.21.15.7:0/3675381728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724102790 0x7f67241067e0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6718009900 tx=0x7f671802a410 comp rx=0 tx=0).stop 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 -- 172.21.15.7:0/3675381728 shutdown_connections 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 --2- 172.21.15.7:0/3675381728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724106f10 0x7f672410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 --2- 172.21.15.7:0/3675381728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724102790 0x7f67241067e0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 --2- 172.21.15.7:0/3675381728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724101de0 0x7f67241021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 -- 172.21.15.7:0/3675381728 >> 172.21.15.7:0/3675381728 conn(0x7f67240fd8c0 msgr2=0x7f67240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:23.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 -- 172.21.15.7:0/3675381728 shutdown_connections 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.333+0000 7f6729744640 1 -- 172.21.15.7:0/3675381728 wait complete. 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 Processor -- start 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 -- start start 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724101de0 0x7f672419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 0x7f672419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6724111de0 con 0x7f6724106f10 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6724111c60 con 0x7f6724101de0 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6729744640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6724111f60 con 0x7f6724102790 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f67237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f67237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51580/0 (socket says 172.21.15.7:51580) 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f67237fe640 1 -- 172.21.15.7:0/1091699114 learned_addr learned my addr 172.21.15.7:0/1091699114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.334+0000 7f6722ffd640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724101de0 0x7f672419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67227fc640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 0x7f672419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 -- 172.21.15.7:0/1091699114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 msgr2=0x7f672419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 0x7f672419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 -- 172.21.15.7:0/1091699114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724101de0 msgr2=0x7f672419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724101de0 0x7f672419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 -- 172.21.15.7:0/1091699114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672419f590 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67227fc640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 0x7f672419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f67237fe640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f671c009fd0 tx=0x7f671c00def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c017070 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f671c003e20 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f672419f880 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c010460 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.335+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67241a7160 con 0x7f6724106f10 2024-09-10T07:45:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.336+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67241021c0 con 0x7f6724106f10 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.337+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f671c003970 con 0x7f6724106f10 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.338+0000 7f670bfff640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 0x7f670c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.338+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f671c0cf050 con 0x7f6724106f10 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.338+0000 7f6722ffd640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 0x7f670c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.338+0000 7f6722ffd640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 0x7f670c0a5040 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f671400abe0 tx=0x7f671400a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.341+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f671c09bc10 con 0x7f6724106f10 2024-09-10T07:45:23.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:22 smithi110 ceph-mon[34417]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T07:45:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.555+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67241a7330 con 0x7f6724106f10 2024-09-10T07:45:23.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.556+0000 7f670bfff640 1 -- 172.21.15.7:0/1091699114 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f671c09b510 con 0x7f6724106f10 2024-09-10T07:45:23.555 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:23.555 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:23.556 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 msgr2=0x7f670c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 0x7f670c0a5040 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f671400abe0 tx=0x7f671400a2d0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 msgr2=0x7f672419eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f671c009fd0 tx=0x7f671c00def0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 shutdown_connections 2024-09-10T07:45:23.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f670c0a2b80 0x7f670c0a5040 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6724106f10 0x7f672419eeb0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6724102790 0x7f672419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 --2- 172.21.15.7:0/1091699114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6724101de0 0x7f672419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 >> 172.21.15.7:0/1091699114 conn(0x7f67240fd8c0 msgr2=0x7f67240fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 shutdown_connections 2024-09-10T07:45:23.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:23.558+0000 7f6729744640 1 -- 172.21.15.7:0/1091699114 wait complete. 2024-09-10T07:45:24.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:23 smithi007 ceph-mon[30879]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T07:45:24.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:23 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1091699114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:24.236 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:23 smithi145 ceph-mon[34766]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T07:45:24.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:23 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1091699114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:23 smithi110 ceph-mon[34417]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T07:45:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:23 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1091699114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:24.496 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/430259828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58074590 msgr2=0x7f5c58074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/430259828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58074590 0x7f5c58074970 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c009900 tx=0x7f5c4c02a480 comp rx=0 tx=0).stop 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/430259828 shutdown_connections 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/430259828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58112b90 0x7f5c58114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/430259828 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c58112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/430259828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58074590 0x7f5c58074970 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.024+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/430259828 >> 172.21.15.7:0/430259828 conn(0x7f5c580fd8c0 msgr2=0x7f5c580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.025+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/430259828 shutdown_connections 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.025+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/430259828 wait complete. 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.025+0000 7f5c5fa4b640 1 Processor -- start 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.025+0000 7f5c5fa4b640 1 -- start start 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58074590 0x7f5c581a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c581a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5c58118420 con 0x7f5c58112b90 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5c581182a0 con 0x7f5c58074eb0 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5c581185a0 con 0x7f5c58074590 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51604/0 (socket says 172.21.15.7:51604) 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 -- 172.21.15.7:0/446492467 learned_addr learned my addr 172.21.15.7:0/446492467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5d7e7640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58074590 0x7f5c581a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 -- 172.21.15.7:0/446492467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58074590 msgr2=0x7f5c581a4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58074590 0x7f5c581a4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5cfe6640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c581a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 -- 172.21.15.7:0/446492467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 msgr2=0x7f5c581a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c581a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 -- 172.21.15.7:0/446492467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c5819ef90 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5cfe6640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c581a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5dfe8640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5c5000e9d0 tx=0x7f5c5000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5000cd80 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5c50005020 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c5819f280 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c500116d0 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.026+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c581ab4d0 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.028+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c58075cd0 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.029+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5c500051d0 con 0x7f5c58112b90 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.029+0000 7f5c4a7fc640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 0x7f5c440a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.029+0000 7f5c5d7e7640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 0x7f5c440a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.030+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f5c500cf8d0 con 0x7f5c58112b90 2024-09-10T07:45:25.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.030+0000 7f5c5d7e7640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 0x7f5c440a50c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c031440 tx=0x7f5c4c0095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:25.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.034+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5c50016030 con 0x7f5c58112b90 2024-09-10T07:45:25.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.244+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c58104fd0 con 0x7f5c58112b90 2024-09-10T07:45:25.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.245+0000 7f5c4a7fc640 1 -- 172.21.15.7:0/446492467 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f5c5009c490 con 0x7f5c58112b90 2024-09-10T07:45:25.246 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:25.246 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:25.246 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 msgr2=0x7f5c440a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 0x7f5c440a50c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c031440 tx=0x7f5c4c0095f0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 msgr2=0x7f5c5819e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5c5000e9d0 tx=0x7f5c5000ee90 comp rx=0 tx=0).stop 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 shutdown_connections 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5c440a2c00 0x7f5c440a50c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c58112b90 0x7f5c5819e7f0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5c58074eb0 0x7f5c581a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 --2- 172.21.15.7:0/446492467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c58074590 0x7f5c581a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 >> 172.21.15.7:0/446492467 conn(0x7f5c580fd8c0 msgr2=0x7f5c580ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 shutdown_connections 2024-09-10T07:45:25.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:25.247+0000 7f5c5fa4b640 1 -- 172.21.15.7:0/446492467 wait complete. 2024-09-10T07:45:25.903 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T07:45:26.158 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:25 smithi145 ceph-mon[34766]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-10T07:45:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:25 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/446492467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:26.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:25 smithi007 ceph-mon[30879]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-10T07:45:26.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:25 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/446492467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:25 smithi110 ceph-mon[34417]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-10T07:45:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:25 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/446492467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:26.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.624+0000 7fedc052f640 1 -- 172.21.15.7:0/206801179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb81055b0 msgr2=0x7fedb810d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.624+0000 7fedc052f640 1 --2- 172.21.15.7:0/206801179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb81055b0 0x7fedb810d130 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fedb0009900 tx=0x7fedb002a410 comp rx=0 tx=0).stop 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- 172.21.15.7:0/206801179 shutdown_connections 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- 172.21.15.7:0/206801179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb81055b0 0x7fedb810d130 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- 172.21.15.7:0/206801179 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100e30 0x7fedb8104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- 172.21.15.7:0/206801179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb8100480 0x7fedb8100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- 172.21.15.7:0/206801179 >> 172.21.15.7:0/206801179 conn(0x7fedb8077210 msgr2=0x7fedb80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- 172.21.15.7:0/206801179 shutdown_connections 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- 172.21.15.7:0/206801179 wait complete. 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 Processor -- start 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- start start 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100480 0x7fedb8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb81055b0 0x7fedb819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:26.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fedb810fc40 con 0x7fedb8100e30 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fedb810fac0 con 0x7fedb8100480 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.625+0000 7fedc052f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fedb810fdc0 con 0x7fedb81055b0 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51632/0 (socket says 172.21.15.7:51632) 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 -- 172.21.15.7:0/3597801135 learned_addr learned my addr 172.21.15.7:0/3597801135 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbeacc640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb81055b0 0x7fedb819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbe2cb640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100480 0x7fedb8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 -- 172.21.15.7:0/3597801135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb81055b0 msgr2=0x7fedb819cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb81055b0 0x7fedb819cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 -- 172.21.15.7:0/3597801135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100480 msgr2=0x7fedb8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100480 0x7fedb8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 -- 172.21.15.7:0/3597801135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb819d310 con 0x7fedb8100e30 2024-09-10T07:45:26.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedbdaca640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fedac00eab0 tx=0x7fedac00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac00ce40 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedac011920 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb819d600 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac010a00 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.626+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb81a4ee0 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.627+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb8100860 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.628+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fedac011ad0 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.629+0000 7fedab7fe640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 0x7feda40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.629+0000 7fedbe2cb640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 0x7feda40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.629+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fedac0cf8e0 con 0x7fedb8100e30 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.630+0000 7fedbe2cb640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 0x7feda40a5040 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fedb4005fd0 tx=0x7fedb400b490 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:26.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.632+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fedac016030 con 0x7fedb8100e30 2024-09-10T07:45:26.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.811+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fedb802d7c0 con 0x7fedb8100e30 2024-09-10T07:45:26.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.812+0000 7fedab7fe640 1 -- 172.21.15.7:0/3597801135 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24844 (secure 0 0 0) 0x7fedac09c4a0 con 0x7fedb8100e30 2024-09-10T07:45:26.813 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:26.813 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":90,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:45:00.741919+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:45:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 msgr2=0x7feda40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 0x7feda40a5040 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fedb4005fd0 tx=0x7fedb400b490 comp rx=0 tx=0).stop 2024-09-10T07:45:26.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 msgr2=0x7fedb81988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fedac00eab0 tx=0x7fedac00ef70 comp rx=0 tx=0).stop 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 shutdown_connections 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feda40a2b80 0x7feda40a5040 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedb81055b0 0x7fedb819cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb8100e30 0x7fedb81988a0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 --2- 172.21.15.7:0/3597801135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fedb8100480 0x7fedb8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 >> 172.21.15.7:0/3597801135 conn(0x7fedb8077210 msgr2=0x7fedb8103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 shutdown_connections 2024-09-10T07:45:26.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:26.815+0000 7fedc052f640 1 -- 172.21.15.7:0/3597801135 wait complete. 2024-09-10T07:45:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:26 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3597801135' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:26 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3597801135' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:27.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:26 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3597801135' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T07:45:27.428 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-09-10T07:45:27.686 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:28.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:27 smithi007 ceph-mon[30879]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:45:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:27 smithi145 ceph-mon[34766]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:45:28.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:27 smithi110 ceph-mon[34417]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:45:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 -- 172.21.15.7:0/277196940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c107840 msgr2=0x7fdf6c109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 --2- 172.21.15.7:0/277196940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c107840 0x7fdf6c109cb0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009ca0 tx=0x7fdf6402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 -- 172.21.15.7:0/277196940 shutdown_connections 2024-09-10T07:45:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 --2- 172.21.15.7:0/277196940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c107840 0x7fdf6c109cb0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 --2- 172.21.15.7:0/277196940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c104f10 0x7fdf6c107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 --2- 172.21.15.7:0/277196940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 -- 172.21.15.7:0/277196940 >> 172.21.15.7:0/277196940 conn(0x7fdf6c0fc1e0 msgr2=0x7fdf6c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 -- 172.21.15.7:0/277196940 shutdown_connections 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.440+0000 7fdf720ba640 1 -- 172.21.15.7:0/277196940 wait complete. 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 Processor -- start 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 -- start start 2024-09-10T07:45:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c104f10 0x7fdf6c198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c107840 0x7fdf6c19f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c10d6d0 con 0x7fdf6c1025e0 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c10d550 con 0x7fdf6c104f10 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf720ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c10d850 con 0x7fdf6c107840 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.441+0000 7fdf6b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51652/0 (socket says 172.21.15.7:51652) 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 -- 172.21.15.7:0/820662343 learned_addr learned my addr 172.21.15.7:0/820662343 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6affd640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c104f10 0x7fdf6c198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c107840 0x7fdf6c19f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 -- 172.21.15.7:0/820662343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c107840 msgr2=0x7fdf6c19f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c107840 0x7fdf6c19f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 -- 172.21.15.7:0/820662343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c104f10 msgr2=0x7fdf6c198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c104f10 0x7fdf6c198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 -- 172.21.15.7:0/820662343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c19f900 con 0x7fdf6c1025e0 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00c920 tx=0x7fdf5c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf68ff9640 1 -- 172.21.15.7:0/820662343 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c007c70 con 0x7fdf6c1025e0 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf68ff9640 1 -- 172.21.15.7:0/820662343 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf5c007e10 con 0x7fdf6c1025e0 2024-09-10T07:45:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6c19fbf0 con 0x7fdf6c1025e0 2024-09-10T07:45:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf68ff9640 1 -- 172.21.15.7:0/820662343 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c018820 con 0x7fdf6c1025e0 2024-09-10T07:45:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.442+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf6c1a0190 con 0x7fdf6c1025e0 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 Processor -- start 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf68ff9640 1 -- 172.21.15.7:0/820662343 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fdf5c0189c0 con 0x7fdf6c1025e0 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 -- start start 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b291b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b29780 0x55acf5b2bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55acf5a832f0 con 0x55acf5b23db0 2024-09-10T07:45:28.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55acf5a2b270 con 0x55acf5b29780 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf74e55740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55acf5a7f2b0 con 0x55acf5b246f0 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51658/0 (socket says 172.21.15.7:51658) 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf6bfff640 1 -- 172.21.15.7:0/264673084 learned_addr learned my addr 172.21.15.7:0/264673084 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b291b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.445+0000 7fdf6affd640 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b29780 0x55acf5b2bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 -- 172.21.15.7:0/264673084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 msgr2=0x55acf5b291b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b291b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 -- 172.21.15.7:0/264673084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b29780 msgr2=0x55acf5b2bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b29780 0x55acf5b2bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 -- 172.21.15.7:0/264673084 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf5a2a340 con 0x55acf5b23db0 2024-09-10T07:45:28.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf68ff9640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 0x7fdf540a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009ca0 tx=0x7fdf64005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57df5378ae466cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 0x7fdf540a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf68ff9640 1 -- 172.21.15.7:0/820662343 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdf5c0cf610 con 0x7fdf6c1025e0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf51ffb640 1 -- 172.21.15.7:0/264673084 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf64031750 con 0x55acf5b23db0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf51ffb640 1 -- 172.21.15.7:0/264673084 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf64036040 con 0x55acf5b23db0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.446+0000 7fdf51ffb640 1 -- 172.21.15.7:0/264673084 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf640044d0 con 0x55acf5b23db0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- 172.21.15.7:0/264673084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 msgr2=0x55acf5b241b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf6b7fe640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 0x7fdf540a5170 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c0cd0e0 tx=0x7fdf5c0d5550 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009ca0 tx=0x7fdf64005ef0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- 172.21.15.7:0/264673084 shutdown_connections 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b29780 0x55acf5b2bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b291b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 --2- 172.21.15.7:0/264673084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b241b0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- 172.21.15.7:0/264673084 >> 172.21.15.7:0/264673084 conn(0x55acf5b1b010 msgr2=0x55acf5b1b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- 172.21.15.7:0/264673084 shutdown_connections 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- 172.21.15.7:0/264673084 wait complete. 2024-09-10T07:45:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.447+0000 7fdf74e55740 1 -- start start 2024-09-10T07:45:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 Processor -- start 2024-09-10T07:45:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b23db0 0x55acf5b2dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b2e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55acf5b2c6f0 con 0x55acf5b29780 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55acf5a0c290 con 0x55acf5b23db0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55acf5b2c870 con 0x55acf5b246f0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf74e55740 10 client.0 _ll_register_callbacks cb 0x55acf5a3d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51672/0 (socket says 172.21.15.7:51672) 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 -- 172.21.15.7:0/861060313 learned_addr learned my addr 172.21.15.7:0/861060313 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6affd640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b2e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b23db0 0x55acf5b2dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 -- 172.21.15.7:0/861060313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 msgr2=0x55acf5b2e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b2e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 -- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b23db0 msgr2=0x55acf5b2dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b23db0 0x55acf5b2dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 -- 172.21.15.7:0/861060313 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf5796210 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6affd640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdf6402ade0 tx=0x7fdf640095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4faf8501d9cdd0ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.448+0000 7fdf4affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6404a040 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf64036040 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdf64031b40 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdf64031d40 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 10 client.15360 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55acf5862620 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf64036040 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fdf64030b00 con 0x55acf5b29780 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 10 client.15360 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 10 client.15360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 20 client.15360 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b39860 0x55acf5b3bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 4 client.15360 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.449+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acf5a90a20 con 0x55acf5b39860 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.450+0000 7fdf6affd640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b39860 0x55acf5b3bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.450+0000 7fdf6affd640 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b39860 0x55acf5b3bc50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f95fe8422996fca8 server_cookie=a09ff34d47bf6d35 in_seq=0 out_seq=0 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.450+0000 7fdf4affd640 10 client.15360 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf4affd640 1 -- 172.21.15.7:0/861060313 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55acf5a90a20 con 0x55acf5b39860 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf4affd640 10 client.15360 handle_command_reply: tid=0 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 client.15360 shutdown 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 msgr2=0x55acf5b35560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdf6402ade0 tx=0x7fdf640095e0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 shutdown_connections 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b39860 0x55acf5b3bc50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b29780 0x55acf5b35560 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf4affd640 0 client.15360 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 --2- 172.21.15.7:0/861060313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b23db0 0x55acf5b2dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 >> 172.21.15.7:0/861060313 conn(0x55acf5b1b010 msgr2=0x55acf5b1c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 shutdown_connections 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 1 -- 172.21.15.7:0/861060313 wait complete. 2024-09-10T07:45:28.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.451+0000 7fdf74e55740 20 client.15360 trim_cache size 0 max 16384 2024-09-10T07:45:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.465+0000 7fdf74e55740 1 Processor -- start 2024-09-10T07:45:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.465+0000 7fdf74e55740 1 -- start start 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b1b010 0x55acf5b2cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b1a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1aabe0 con 0x55acf5b23db0 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1a84b0 con 0x55acf5b1b010 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf74e55740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1a6320 con 0x55acf5b246f0 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51680/0 (socket says 172.21.15.7:51680) 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 -- 172.21.15.7:0/1056914442 learned_addr learned my addr 172.21.15.7:0/1056914442 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 -- 172.21.15.7:0/1056914442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 msgr2=0x55acf5b1a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b1a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 -- 172.21.15.7:0/1056914442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b1b010 msgr2=0x55acf5b2cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b1b010 0x55acf5b2cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 -- 172.21.15.7:0/1056914442 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf5b254c0 con 0x55acf5b23db0 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf6affd640 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c06ae60 tx=0x7fdf60012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7051dcba5ba082d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf517fa640 1 -- 172.21.15.7:0/1056914442 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60004230 con 0x55acf5b23db0 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf517fa640 1 -- 172.21.15.7:0/1056914442 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf600043d0 con 0x55acf5b23db0 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.466+0000 7fdf517fa640 1 -- 172.21.15.7:0/1056914442 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6001e880 con 0x55acf5b23db0 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- 172.21.15.7:0/1056914442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 msgr2=0x55acf5b35520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c06ae60 tx=0x7fdf60012820 comp rx=0 tx=0).stop 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- 172.21.15.7:0/1056914442 shutdown_connections 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b246f0 0x55acf5b1a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b35520 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 --2- 172.21.15.7:0/1056914442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b1b010 0x55acf5b2cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- 172.21.15.7:0/1056914442 >> 172.21.15.7:0/1056914442 conn(0x55acf5b29310 msgr2=0x55acf5b199a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- 172.21.15.7:0/1056914442 shutdown_connections 2024-09-10T07:45:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- 172.21.15.7:0/1056914442 wait complete. 2024-09-10T07:45:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 -- start start 2024-09-10T07:45:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.467+0000 7fdf74e55740 1 Processor -- start 2024-09-10T07:45:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b1b010 0x55acf5b33130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b246f0 0x55acf5b34610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1a6970 con 0x55acf5b23db0 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1a7de0 con 0x55acf5b246f0 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1a7040 con 0x55acf5b1b010 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 10 client.0 _ll_register_callbacks cb 0x7fdf5c0d5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51692/0 (socket says 172.21.15.7:51692) 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 -- 172.21.15.7:0/409646477 learned_addr learned my addr 172.21.15.7:0/409646477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b1b010 0x55acf5b33130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 -- 172.21.15.7:0/409646477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b1b010 msgr2=0x55acf5b33130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b1b010 0x55acf5b33130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 -- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b246f0 msgr2=0x55acf5b34610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b246f0 0x55acf5b34610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 -- 172.21.15.7:0/409646477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf5b34c20 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf6affd640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009b10 tx=0x7fdf6001e5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb07e1cd18fb6a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf4affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6001eb70 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf600043d0 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.468+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fdf60029440 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdf6003a050 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 10 client.15366 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55acf5ba48a0 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf600043d0 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fdf600287a0 con 0x55acf5b23db0 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 10 client.15366 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 10 client.15366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 20 client.15366 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b29780 0x55acf5ba7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 4 client.15366 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55acf5a8ad70 con 0x55acf5b29780 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.469+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b29780 0x55acf5ba7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.470+0000 7fdf6bfff640 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b29780 0x55acf5ba7240 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b386cb21deece9d server_cookie=143cd2e7f9820579 in_seq=0 out_seq=0 2024-09-10T07:45:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.470+0000 7fdf4affd640 10 client.15366 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.481+0000 7fdf4affd640 1 -- 172.21.15.7:0/409646477 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55acf5a8ad70 con 0x55acf5b29780 2024-09-10T07:45:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.481+0000 7fdf4affd640 10 client.15366 handle_command_reply: tid=0 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.481+0000 7fdf74e55740 1 client.15366 shutdown 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 msgr2=0x55acf5b33670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009b10 tx=0x7fdf6001e5c0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 shutdown_connections 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55acf5b29780 0x55acf5ba7240 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55acf5b246f0 0x55acf5b34610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55acf5b23db0 0x55acf5b33670 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf4affd640 0 client.15366 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 --2- 172.21.15.7:0/409646477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55acf5b1b010 0x55acf5b33130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 >> 172.21.15.7:0/409646477 conn(0x55acf5b29310 msgr2=0x55acf5b1a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 shutdown_connections 2024-09-10T07:45:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 1 -- 172.21.15.7:0/409646477 wait complete. 2024-09-10T07:45:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf74e55740 20 client.15366 trim_cache size 0 max 16384 2024-09-10T07:45:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:45:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:45:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:45:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 msgr2=0x7fdf540a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 0x7fdf540a5170 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c0cd0e0 tx=0x7fdf5c0d5550 comp rx=0 tx=0).stop 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 msgr2=0x7fdf6c197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.482+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00c920 tx=0x7fdf5c00cde0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 shutdown_connections 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdf540a2cb0 0x7fdf540a5170 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf6c107840 0x7fdf6c19f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdf6c104f10 0x7fdf6c198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 --2- 172.21.15.7:0/820662343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdf6c1025e0 0x7fdf6c197cf0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 >> 172.21.15.7:0/820662343 conn(0x7fdf6c0fc1e0 msgr2=0x7fdf6c102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 shutdown_connections 2024-09-10T07:45:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:28.483+0000 7fdf720ba640 1 -- 172.21.15.7:0/820662343 wait complete. 2024-09-10T07:45:28.952 INFO:teuthology.orchestra.run.smithi007.stdout:{"run_dir":"/var/run/ceph"} 2024-09-10T07:45:28.952 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-09-10T07:45:28.952 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 9893 2024-09-10T07:45:28.952 DEBUG:tasks.quiescer:Yielding 2024-09-10T07:45:28.953 INFO:teuthology.run_tasks:Running task workunit... 2024-09-10T07:45:28.967 INFO:tasks.workunit:Pulling workunits from ref 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:45:28.967 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-10T07:45:28.968 INFO:tasks.workunit:timeout=3h 2024-09-10T07:45:28.968 INFO:tasks.workunit:cleanup=True 2024-09-10T07:45:28.968 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:28.968 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:28.985 INFO:teuthology.orchestra.run.smithi007.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:28.985 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-10T07:45:28.985 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 78h/120d Inode: 1 Links: 2 2024-09-10T07:45:28.985 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:45:28.985 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-10T07:45:28.986 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-10 07:43:38.864343896 +0000 2024-09-10T07:45:28.986 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-10 07:43:38.864343896 +0000 2024-09-10T07:45:28.986 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-10 07:45:07.153457499 +0000 2024-09-10T07:45:28.986 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-10T07:45:28.986 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-10T07:45:28.986 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-10T07:45:29.058 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:45:29.115 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-10T07:45:29.238 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 -- 172.21.15.7:0/4233977596 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d4102d30 msgr2=0x7f26d4103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 --2- 172.21.15.7:0/4233977596 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d4102d30 0x7f26d4103110 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009cd0 tx=0x7f26c402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 -- 172.21.15.7:0/4233977596 shutdown_connections 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 --2- 172.21.15.7:0/4233977596 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d41082a0 0x7f26d410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 --2- 172.21.15.7:0/4233977596 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41036e0 0x7f26d4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 --2- 172.21.15.7:0/4233977596 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d4102d30 0x7f26d4103110 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 -- 172.21.15.7:0/4233977596 >> 172.21.15.7:0/4233977596 conn(0x7f26d40fc7d0 msgr2=0x7f26d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 -- 172.21.15.7:0/4233977596 shutdown_connections 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 -- 172.21.15.7:0/4233977596 wait complete. 2024-09-10T07:45:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.719+0000 7f26d91ad640 1 Processor -- start 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 -- start start 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d4102d30 0x7f26d4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41082a0 0x7f26d4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f26d4111f50 con 0x7f26d41036e0 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f26d4111dd0 con 0x7f26d4102d30 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d91ad640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f26d41120d0 con 0x7f26d41082a0 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51702/0 (socket says 172.21.15.7:51702) 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 -- 172.21.15.7:0/3322779221 learned_addr learned my addr 172.21.15.7:0/3322779221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d2d9d640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d4102d30 0x7f26d4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d359e640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41082a0 0x7f26d4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 -- 172.21.15.7:0/3322779221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41082a0 msgr2=0x7f26d4101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41082a0 0x7f26d4101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 -- 172.21.15.7:0/3322779221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d4102d30 msgr2=0x7f26d4100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d4102d30 0x7f26d4100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.720+0000 7f26d259c640 1 -- 172.21.15.7:0/3322779221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d41a6950 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26d259c640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f26bc00d750 tx=0x7f26bc00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc017070 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d41a6c40 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26bc0054d0 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc004cf0 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.721+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d41a7180 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.722+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d406a850 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.723+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f26bc004e90 con 0x7f26d41036e0 2024-09-10T07:45:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.724+0000 7f26cbfff640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 0x7f26c00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.724+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f26bc0cf090 con 0x7f26d41036e0 2024-09-10T07:45:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.724+0000 7f26d2d9d640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 0x7f26c00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.725+0000 7f26d2d9d640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 0x7f26c00a5040 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f26c4006010 tx=0x7f26c4031510 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.727+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f26bc09b600 con 0x7f26d41036e0 2024-09-10T07:45:29.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.939+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26d410a2b0 con 0x7f26d41036e0 2024-09-10T07:45:29.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.940+0000 7f26cbfff640 1 -- 172.21.15.7:0/3322779221 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f26bc09f900 con 0x7f26d41036e0 2024-09-10T07:45:29.940 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:29.940 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:29.941 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:29.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 msgr2=0x7f26c00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:29.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 0x7f26c00a5040 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f26c4006010 tx=0x7f26c4031510 comp rx=0 tx=0).stop 2024-09-10T07:45:29.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 msgr2=0x7f26d4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f26bc00d750 tx=0x7f26bc00dc10 comp rx=0 tx=0).stop 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 shutdown_connections 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26c00a2b80 0x7f26c00a5040 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f26d41082a0 0x7f26d4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d41036e0 0x7f26d4100ed0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 --2- 172.21.15.7:0/3322779221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26d4102d30 0x7f26d4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 >> 172.21.15.7:0/3322779221 conn(0x7f26d40fc7d0 msgr2=0x7f26d4105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 shutdown_connections 2024-09-10T07:45:29.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:29.942+0000 7f26d91ad640 1 -- 172.21.15.7:0/3322779221 wait complete. 2024-09-10T07:45:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:29 smithi145 ceph-mon[34766]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:45:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:29 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:45:30.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3322779221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:29 smithi007 ceph-mon[30879]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:45:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:29 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:45:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3322779221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:29 smithi110 ceph-mon[34417]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:45:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:29 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:45:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3322779221' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:30.589 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T07:42:50.027669+0000', 'modified': '2024-09-10T07:45:07.524291+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24491, 'mds_1': 24490, 'mds_2': 24475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6835/2122262516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6834', 'nonce': 2122262516}, {'type': 'v1', 'addr': '172.21.15.110:6835', 'nonce': 2122262516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.110:6837/1070178855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6836', 'nonce': 1070178855}, {'type': 'v1', 'addr': '172.21.15.110:6837', 'nonce': 1070178855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.145:6835/2104125813', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 2104125813}, {'type': 'v1', 'addr': '172.21.15.145:6835', 'nonce': 2104125813}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.145:6837/2892507189', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6836', 'nonce': 2892507189}, {'type': 'v1', 'addr': '172.21.15.145:6837', 'nonce': 2892507189}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.145:6839/1431613572', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6838', 'nonce': 1431613572}, {'type': 'v1', 'addr': '172.21.15.145:6839', 'nonce': 1431613572}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.110:6839/3910754312', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.110:6838', 'nonce': 3910754312}, {'type': 'v1', 'addr': '172.21.15.110:6839', 'nonce': 3910754312}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24491, 'qdb_cluster': [24491, 24490, 24475]} 2024-09-10T07:45:30.589 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-10T07:45:30.590 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T07:45:30.893 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 -- 172.21.15.7:0/407644609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32881082e0 msgr2=0x7f328810ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 --2- 172.21.15.7:0/407644609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32881082e0 0x7f328810ec50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3280009cd0 tx=0x7f328002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 -- 172.21.15.7:0/407644609 shutdown_connections 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 --2- 172.21.15.7:0/407644609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32881082e0 0x7f328810ec50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 --2- 172.21.15.7:0/407644609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3288103760 0x7f3288107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 --2- 172.21.15.7:0/407644609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f3288103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 -- 172.21.15.7:0/407644609 >> 172.21.15.7:0/407644609 conn(0x7f32880fc7d0 msgr2=0x7f32880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 -- 172.21.15.7:0/407644609 shutdown_connections 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 -- 172.21.15.7:0/407644609 wait complete. 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.358+0000 7f328da32640 1 Processor -- start 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 -- start start 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f32881984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32881082e0 0x7f328819cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3288111fb0 con 0x7f3288103760 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3288111e30 con 0x7f3288102db0 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328da32640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3288112130 con 0x7f32881082e0 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53604/0 (socket says 172.21.15.7:53604) 2024-09-10T07:45:31.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 -- 172.21.15.7:0/1317057514 learned_addr learned my addr 172.21.15.7:0/1317057514 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f3286ffd640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f32881984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32877fe640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32881082e0 0x7f328819cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 -- 172.21.15.7:0/1317057514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32881082e0 msgr2=0x7f328819cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32881082e0 0x7f328819cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 -- 172.21.15.7:0/1317057514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 msgr2=0x7f32881984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f32881984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 -- 172.21.15.7:0/1317057514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328819d460 con 0x7f3288103760 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f3286ffd640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f32881984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f32867fc640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f327c00d740 tx=0x7f327c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.359+0000 7f328ca30640 1 -- 172.21.15.7:0/1317057514 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327c017070 con 0x7f3288103760 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.360+0000 7f328ca30640 1 -- 172.21.15.7:0/1317057514 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f327c00de50 con 0x7f3288103760 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.360+0000 7f328ca30640 1 -- 172.21.15.7:0/1317057514 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327c00f620 con 0x7f3288103760 2024-09-10T07:45:31.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.360+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f328819d750 con 0x7f3288103760 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.360+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32881a5030 con 0x7f3288103760 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.362+0000 7f328ca30640 1 -- 172.21.15.7:0/1317057514 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f327c01a070 con 0x7f3288103760 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.362+0000 7f328fe0b740 1 Processor -- start 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.362+0000 7f328fe0b740 1 -- start start 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dbf9d0 0x5573a5dbfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dccfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5573a5d26090 con 0x5573a5dc02f0 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ccda70 con 0x5573a5dcabb0 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328fe0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5573a5d22050 con 0x5573a5dbf9d0 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53612/0 (socket says 172.21.15.7:53612) 2024-09-10T07:45:31.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 -- 172.21.15.7:0/2775090189 learned_addr learned my addr 172.21.15.7:0/2775090189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328ca30640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 0x7f32700a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f32877fe640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dbf9d0 0x5573a5dbfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f32867fc640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dccfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 -- 172.21.15.7:0/2775090189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dbf9d0 msgr2=0x5573a5dbfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dbf9d0 0x5573a5dbfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 -- 172.21.15.7:0/2775090189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 msgr2=0x5573a5dccfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dccfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 -- 172.21.15.7:0/2775090189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a5cda130 con 0x5573a5dc02f0 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f32877fe640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 0x7f32700a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f32867fc640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dccfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f328ca30640 1 -- 172.21.15.7:0/1317057514 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f327c0cee00 con 0x7f3288103760 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.363+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f327800bd40 tx=0x7f327800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62c1808e10b98097 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f326dffb640 1 -- 172.21.15.7:0/2775090189 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278015070 con 0x5573a5dc02f0 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f326dffb640 1 -- 172.21.15.7:0/2775090189 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f327800be30 con 0x5573a5dc02f0 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f326dffb640 1 -- 172.21.15.7:0/2775090189 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278011960 con 0x5573a5dc02f0 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 -- 172.21.15.7:0/2775090189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 msgr2=0x5573a5dca670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f327800bd40 tx=0x7f327800f730 comp rx=0 tx=0).stop 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f32877fe640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 0x7f32700a50c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3280005e30 tx=0x7f32800095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 -- 172.21.15.7:0/2775090189 shutdown_connections 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dccfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dc02f0 0x5573a5dca670 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2775090189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dbf9d0 0x5573a5dbfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 -- 172.21.15.7:0/2775090189 >> 172.21.15.7:0/2775090189 conn(0x5573a5dbbf60 msgr2=0x5573a5dbc340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 -- 172.21.15.7:0/2775090189 shutdown_connections 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.364+0000 7f328fe0b740 1 -- 172.21.15.7:0/2775090189 wait complete. 2024-09-10T07:45:31.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 -- start start 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 Processor -- start 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dbf9d0 0x5573a5dca440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5573a5dcd780 con 0x5573a5dcabb0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ce0f20 con 0x5573a5dbf9d0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5573a5dcd900 con 0x5573a5dc02f0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f328fe0b740 10 client.0 _ll_register_callbacks cb 0x5573a5caa030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f32877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dbf9d0 0x5573a5dca440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f32877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53618/0 (socket says 172.21.15.7:53618) 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.365+0000 7f32877fe640 1 -- 172.21.15.7:0/2389729881 learned_addr learned my addr 172.21.15.7:0/2389729881 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:31.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32867fc640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 -- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 msgr2=0x5573a5dc7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 -- 172.21.15.7:0/2389729881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dbf9d0 msgr2=0x5573a5dca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dbf9d0 0x5573a5dca440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 -- 172.21.15.7:0/2389729881 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a5a972b0 con 0x5573a5dcabb0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32867fc640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f32877fe640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3280031840 tx=0x7f328002a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c59fd81febe9560 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f3266ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3280004040 con 0x5573a5dcabb0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f32800041e0 con 0x5573a5dcabb0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f327800be30 con 0x5573a5dcabb0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3280059050 con 0x5573a5dcabb0 2024-09-10T07:45:31.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f328fe0b740 10 client.15384 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.366+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5573a5dd9050 con 0x5573a5dcabb0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f327800be30 con 0x5573a5dcabb0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3280030070 con 0x5573a5dcabb0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 10 client.15384 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 10 client.15384 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 20 client.15384 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5ddb6d0 0x5573a5ddcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 4 client.15384 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573a5d33600 con 0x5573a5ddb6d0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.367+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5ddb6d0 0x5573a5ddcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.368+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5ddb6d0 0x5573a5ddcb40 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d5aa1bdacf7089f6 server_cookie=673f85e4d9e253b3 in_seq=0 out_seq=0 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.368+0000 7f3266ffd640 10 client.15384 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:31.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.368+0000 7f3266ffd640 1 -- 172.21.15.7:0/2389729881 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5573a5d33600 con 0x5573a5ddb6d0 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.368+0000 7f3266ffd640 10 client.15384 handle_command_reply: tid=0 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.368+0000 7f328fe0b740 1 client.15384 shutdown 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 msgr2=0x5573a5dc7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3280031840 tx=0x7f328002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 shutdown_connections 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5ddb6d0 0x5573a5ddcb40 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dcabb0 0x5573a5dc7cd0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2389729881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dbf9d0 0x5573a5dca440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 >> 172.21.15.7:0/2389729881 conn(0x5573a5dbbf60 msgr2=0x5573a5dc1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f3266ffd640 0 client.15384 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 shutdown_connections 2024-09-10T07:45:31.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 1 -- 172.21.15.7:0/2389729881 wait complete. 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.369+0000 7f328fe0b740 20 client.15384 trim_cache size 0 max 16384 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.386+0000 7f328fe0b740 1 Processor -- start 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 -- start start 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dbaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddae80 con 0x5573a5dbf9d0 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddb550 con 0x5573a5dcabb0 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f328fe0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddbc20 con 0x5573a5dc02f0 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53624/0 (socket says 172.21.15.7:53624) 2024-09-10T07:45:31.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 -- 172.21.15.7:0/2391499862 learned_addr learned my addr 172.21.15.7:0/2391499862 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 -- 172.21.15.7:0/2391499862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 msgr2=0x5573a5dc7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 -- 172.21.15.7:0/2391499862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 msgr2=0x5573a5dbaef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dbaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 -- 172.21.15.7:0/2391499862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a5dbf750 con 0x5573a5dbf9d0 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f327801afd0 tx=0x7f3278005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eab2e41762951bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f326d7fa640 1 -- 172.21.15.7:0/2391499862 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278015040 con 0x5573a5dbf9d0 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f326d7fa640 1 -- 172.21.15.7:0/2391499862 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3278004680 con 0x5573a5dbf9d0 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.387+0000 7f326d7fa640 1 -- 172.21.15.7:0/2391499862 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327801a6c0 con 0x5573a5dbf9d0 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- 172.21.15.7:0/2391499862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 msgr2=0x5573a5ddb6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f327801afd0 tx=0x7f3278005850 comp rx=0 tx=0).stop 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- 172.21.15.7:0/2391499862 shutdown_connections 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5dbaef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5dc7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2391499862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5ddb6d0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- 172.21.15.7:0/2391499862 >> 172.21.15.7:0/2391499862 conn(0x5573a5dbbf60 msgr2=0x5573a5dba7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- 172.21.15.7:0/2391499862 shutdown_connections 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- 172.21.15.7:0/2391499862 wait complete. 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.388+0000 7f328fe0b740 1 -- start start 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 Processor -- start 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5de0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5e43dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddc9c0 con 0x5573a5dbf9d0 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddc2f0 con 0x5573a5dcabb0 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5573a5ddd090 con 0x5573a5dc02f0 2024-09-10T07:45:31.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f328fe0b740 10 client.0 _ll_register_callbacks cb 0x7f3280009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53630/0 (socket says 172.21.15.7:53630) 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 -- 172.21.15.7:0/2624773852 learned_addr learned my addr 172.21.15.7:0/2624773852 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f32877fe640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5e43dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f32867fc640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5de0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 -- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 msgr2=0x5573a5de0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5de0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 -- 172.21.15.7:0/2624773852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 msgr2=0x5573a5e43dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5e43dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f3286ffd640 1 -- 172.21.15.7:0/2624773852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a5e44310 con 0x5573a5dbf9d0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.389+0000 7f32877fe640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5e43dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3286ffd640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3278027040 tx=0x7f327801a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afe8432bb3856eb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:31.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278015040 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f327801a960 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3278004680 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f327801ab60 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 10 client.15390 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5573a5e45610 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3278004680 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f32780256a0 con 0x5573a5dbf9d0 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 10 client.15390 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 10 client.15390 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 20 client.15390 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5e49a10 0x5573a5e48720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 4 client.15390 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:31.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.390+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "status"}) -- 0x5573a5d2db10 con 0x5573a5e49a10 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f32867fc640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5e49a10 0x5573a5e48720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f3266ffd640 10 client.15390 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f32867fc640 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5e49a10 0x5573a5e48720 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1bfd7024c7dd5dd server_cookie=18f48179d4ef3684 in_seq=0 out_seq=0 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f3266ffd640 1 -- 172.21.15.7:0/2624773852 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5573a5d2db10 con 0x5573a5e49a10 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f3266ffd640 10 client.15390 handle_command_reply: tid=0 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 client.15390 shutdown 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 msgr2=0x5573a5de0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3278027040 tx=0x7f327801a480 comp rx=0 tx=0).stop 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 shutdown_connections 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5573a5e49a10 0x5573a5e48720 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5573a5dcabb0 0x5573a5e43dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f3266ffd640 0 client.15390 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:31.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5573a5dc02f0 0x5573a5de0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 --2- 172.21.15.7:0/2624773852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5573a5dbf9d0 0x5573a5de0350 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 >> 172.21.15.7:0/2624773852 conn(0x5573a5dbbf60 msgr2=0x5573a5dbb000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.391+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 shutdown_connections 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328fe0b740 1 -- 172.21.15.7:0/2624773852 wait complete. 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24475, 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:31.412 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 118.643717282, 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 25, 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 90, 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 90, 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 185.91939540999999 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328fe0b740 20 client.15390 trim_cache size 0 max 16384 2024-09-10T07:45:31.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 msgr2=0x7f32700a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 0x7f32700a50c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3280005e30 tx=0x7f32800095c0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 msgr2=0x7f32881989f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f327c00d740 tx=0x7f327c00dc00 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 shutdown_connections 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f32700a2c00 0x7f32700a50c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32881082e0 0x7f328819cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3288103760 0x7f32881989f0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 --2- 172.21.15.7:0/1317057514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3288102db0 0x7f32881984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 >> 172.21.15.7:0/1317057514 conn(0x7f32880fc7d0 msgr2=0x7f3288106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 shutdown_connections 2024-09-10T07:45:31.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:31.392+0000 7f328da32640 1 -- 172.21.15.7:0/1317057514 wait complete. 2024-09-10T07:45:32.074 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:31 smithi007 ceph-mon[30879]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-10T07:45:32.105 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T07:45:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:31 smithi145 ceph-mon[34766]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-10T07:45:32.364 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:31 smithi110 ceph-mon[34417]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-10T07:45:32.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 -- 172.21.15.7:0/3494457676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 msgr2=0x7f1d28106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/3494457676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d28106e60 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1d18009cd0 tx=0x7f1d1802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 -- 172.21.15.7:0/3494457676 shutdown_connections 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/3494457676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28101420 0x7f1d2810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/3494457676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28100a80 0x7f1d28100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/3494457676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d28106e60 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 -- 172.21.15.7:0/3494457676 >> 172.21.15.7:0/3494457676 conn(0x7f1d280fc7a0 msgr2=0x7f1d280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 -- 172.21.15.7:0/3494457676 shutdown_connections 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.818+0000 7f1d2d11e640 1 -- 172.21.15.7:0/3494457676 wait complete. 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 Processor -- start 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 -- start start 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 0x7f1d2819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28101420 0x7f1d2819ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d28110d70 con 0x7f1d28106a80 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d28110bf0 con 0x7f1d28101420 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.819+0000 7f1d2d11e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1d28110ef0 con 0x7f1d28100a80 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53650/0 (socket says 172.21.15.7:53650) 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 -- 172.21.15.7:0/2801951949 learned_addr learned my addr 172.21.15.7:0/2801951949 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28101420 0x7f1d2819ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 0x7f1d2819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 -- 172.21.15.7:0/2801951949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 msgr2=0x7f1d2819a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 0x7f1d2819a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 -- 172.21.15.7:0/2801951949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28101420 msgr2=0x7f1d2819ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28101420 0x7f1d2819ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 -- 172.21.15.7:0/2801951949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d2819f5f0 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 0x7f1d2819a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2759e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1d20009fd0 tx=0x7f1d2000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d0ffff640 1 -- 172.21.15.7:0/2801951949 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20011830 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.820+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d2819f8e0 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.821+0000 7f1d0ffff640 1 -- 172.21.15.7:0/2801951949 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d20016070 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.821+0000 7f1d0ffff640 1 -- 172.21.15.7:0/2801951949 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20010de0 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.821+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d281a71c0 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d0ffff640 1 -- 172.21.15.7:0/2801951949 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1d200119d0 con 0x7f1d28106a80 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 Processor -- start 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 -- start start 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88d7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88e4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559ac883e090 con 0x559ac88d82f0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559ac87e5a70 con 0x559ac88e2bb0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.823+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559ac883a050 con 0x559ac88d79d0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53658/0 (socket says 172.21.15.7:53658) 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2183962013 learned_addr learned my addr 172.21.15.7:0/2183962013 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d0ffff640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 0x7f1d100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88e4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88d7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2183962013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 msgr2=0x559ac88d7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88d7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2183962013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 msgr2=0x559ac88e4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88e4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2183962013 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ac87f2130 con 0x559ac88d82f0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88d7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d2759e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 0x7f1d100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d0ffff640 1 -- 172.21.15.7:0/2801951949 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1d200ceaf0 con 0x7f1d28106a80 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1d18035000 tx=0x7f1d18009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbff6d5b4cce9f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d0d7fa640 1 -- 172.21.15.7:0/2183962013 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18031a50 con 0x559ac88d82f0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d2759e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 0x7f1d100a5040 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1d2009af40 tx=0x7f1d20090490 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.824+0000 7f1d0d7fa640 1 -- 172.21.15.7:0/2183962013 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d18036040 con 0x559ac88d82f0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d0d7fa640 1 -- 172.21.15.7:0/2183962013 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18004770 con 0x559ac88d82f0 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2183962013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 msgr2=0x559ac88e2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1d18035000 tx=0x7f1d18009a20 comp rx=0 tx=0).stop 2024-09-10T07:45:32.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2183962013 shutdown_connections 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88e4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88e2670 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2183962013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88d7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2183962013 >> 172.21.15.7:0/2183962013 conn(0x559ac88d3f60 msgr2=0x559ac88d4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2183962013 shutdown_connections 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.825+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2183962013 wait complete. 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 -- start start 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 Processor -- start 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d82f0 0x559ac88df7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88dfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559ac88e5780 con 0x559ac88d79d0 2024-09-10T07:45:32.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559ac87f8f20 con 0x559ac88e2bb0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559ac88e5900 con 0x559ac88d82f0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2f4f7740 10 client.0 _ll_register_callbacks cb 0x559ac87c2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53668/0 (socket says 172.21.15.7:53668) 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 -- 172.21.15.7:0/4162951010 learned_addr learned my addr 172.21.15.7:0/4162951010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 -- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d82f0 msgr2=0x559ac88df7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d82f0 0x559ac88df7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 -- 172.21.15.7:0/4162951010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 msgr2=0x559ac88dfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88dfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.826+0000 7f1d2659c640 1 -- 172.21.15.7:0/4162951010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ac85af2b0 con 0x559ac88d79d0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2659c640 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00bfc0 tx=0x7f1d1c0128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=480db6f65898159d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1c018070 con 0x559ac88d79d0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1d1c004230 con 0x559ac88d79d0 2024-09-10T07:45:32.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d18036040 con 0x559ac88d79d0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1d1c004430 con 0x559ac88d79d0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 10 client.15402 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559ac88f1070 con 0x559ac88d79d0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d18036040 con 0x559ac88d79d0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1d1c003a40 con 0x559ac88d79d0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 10 client.15402 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 10 client.15402 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 20 client.15402 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac88f3730 0x559ac88f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 4 client.15402 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.827+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ac884b600 con 0x559ac88f3730 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.828+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac88f3730 0x559ac88f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.828+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac88f3730 0x559ac88f4ba0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=deedb78395a30d51 server_cookie=3e460a33d7785235 in_seq=0 out_seq=0 2024-09-10T07:45:32.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.828+0000 7f1d0aff5640 10 client.15402 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d0aff5640 1 -- 172.21.15.7:0/4162951010 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559ac884b600 con 0x559ac88f3730 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d0aff5640 10 client.15402 handle_command_reply: tid=0 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 client.15402 shutdown 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 msgr2=0x559ac88e2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00bfc0 tx=0x7f1d1c0128e0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 shutdown_connections 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac88f3730 0x559ac88f4ba0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88e2bb0 0x559ac88dfcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d82f0 0x559ac88df7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d0aff5640 0 client.15402 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/4162951010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d79d0 0x559ac88e2460 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 >> 172.21.15.7:0/4162951010 conn(0x559ac88d3f60 msgr2=0x559ac88d9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 shutdown_connections 2024-09-10T07:45:32.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/4162951010 wait complete. 2024-09-10T07:45:32.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.829+0000 7f1d2f4f7740 20 client.15402 trim_cache size 0 max 16384 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 Processor -- start 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 -- start start 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d79d0 0x559ac88ef090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88e2bb0 0x559ac88dca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f2ee0 con 0x559ac88d82f0 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f35b0 con 0x559ac88d79d0 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f3c80 con 0x559ac88e2bb0 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53674/0 (socket says 172.21.15.7:53674) 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.847+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2466055149 learned_addr learned my addr 172.21.15.7:0/2466055149 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:32.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2466055149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88e2bb0 msgr2=0x559ac88dca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88e2bb0 0x559ac88dca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2466055149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d79d0 msgr2=0x559ac88ef090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d79d0 0x559ac88ef090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 -- 172.21.15.7:0/2466055149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ac88e27d0 con 0x559ac88d82f0 2024-09-10T07:45:32.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1d18004380 tx=0x7f1d180043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9207fd574cf56321 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d0cff9640 1 -- 172.21.15.7:0/2466055149 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18005b70 con 0x559ac88d82f0 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d0cff9640 1 -- 172.21.15.7:0/2466055149 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d18036040 con 0x559ac88d82f0 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.848+0000 7f1d0cff9640 1 -- 172.21.15.7:0/2466055149 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18003a60 con 0x559ac88d82f0 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2466055149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 msgr2=0x559ac88df070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1d18004380 tx=0x7f1d180043b0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2466055149 shutdown_connections 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88e2bb0 0x559ac88dca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88d82f0 0x559ac88df070 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2466055149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d79d0 0x559ac88ef090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2466055149 >> 172.21.15.7:0/2466055149 conn(0x559ac88d3f60 msgr2=0x559ac88d4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2466055149 shutdown_connections 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2466055149 wait complete. 2024-09-10T07:45:32.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- start start 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 Processor -- start 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d82f0 0x559ac88f80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f4a20 con 0x559ac88e2bb0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f4350 con 0x559ac88d82f0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559ac88f50f0 con 0x559ac88d79d0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2f4f7740 10 client.0 _ll_register_callbacks cb 0x7f1d1c00b8a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53686/0 (socket says 172.21.15.7:53686) 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.849+0000 7f1d2659c640 1 -- 172.21.15.7:0/2408678694 learned_addr learned my addr 172.21.15.7:0/2408678694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d82f0 0x559ac88f80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 -- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 msgr2=0x559ac88f7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 -- 172.21.15.7:0/2408678694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d82f0 msgr2=0x559ac88f80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d82f0 0x559ac88f80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 -- 172.21.15.7:0/2408678694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ac895be30 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2659c640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00c010 tx=0x7f1d1c00baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21cfd8b5223774f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d0aff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1c018040 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1d1c003a00 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d18036040 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1d1c010760 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2f4f7740 10 client.15408 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.850+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559ac895d100 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d18036040 con 0x559ac88e2bb0 2024-09-10T07:45:32.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1d1c01c940 con 0x559ac88e2bb0 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 10 client.15408 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 10 client.15408 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 20 client.15408 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac8961d60 0x559ac8960a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 4 client.15408 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "status"}) -- 0x559ac8845b10 con 0x559ac8961d60 2024-09-10T07:45:32.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.851+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac8961d60 0x559ac8960a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d26d9d640 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac8961d60 0x559ac8960a70 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6818fe7a6173f1ef server_cookie=b32b26c9df55595d in_seq=0 out_seq=0 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d0aff5640 10 client.15408 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d0aff5640 1 -- 172.21.15.7:0/2408678694 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x559ac8845b10 con 0x559ac8961d60 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d0aff5640 10 client.15408 handle_command_reply: tid=0 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 client.15408 shutdown 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 msgr2=0x559ac88f85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00c010 tx=0x7f1d1c00baa0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 shutdown_connections 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x559ac8961d60 0x559ac8960a70 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559ac88e2bb0 0x559ac88f85f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559ac88d82f0 0x559ac88f80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d0aff5640 0 client.15408 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 --2- 172.21.15.7:0/2408678694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559ac88d79d0 0x559ac88f7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 >> 172.21.15.7:0/2408678694 conn(0x559ac88d3f60 msgr2=0x559ac88d2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 shutdown_connections 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 1 -- 172.21.15.7:0/2408678694 wait complete. 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.852+0000 7f1d2f4f7740 20 client.15408 trim_cache size 0 max 16384 2024-09-10T07:45:32.857 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24490, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 121.108931965, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 25, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 90, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 90, 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 182.12413931099999 2024-09-10T07:45:32.858 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 msgr2=0x7f1d100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 0x7f1d100a5040 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1d2009af40 tx=0x7f1d20090490 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 msgr2=0x7f1d2819ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1d20009fd0 tx=0x7f1d2000b8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 shutdown_connections 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d100a2b80 0x7f1d100a5040 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d28106a80 0x7f1d2819ef10 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d28101420 0x7f1d2819ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 --2- 172.21.15.7:0/2801951949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d28100a80 0x7f1d2819a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 >> 172.21.15.7:0/2801951949 conn(0x7f1d280fc7a0 msgr2=0x7f1d2810c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:32.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 shutdown_connections 2024-09-10T07:45:32.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:32.853+0000 7f1d2d11e640 1 -- 172.21.15.7:0/2801951949 wait complete. 2024-09-10T07:45:33.583 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T07:45:33.843 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:34.223 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:33 smithi007 ceph-mon[30879]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-09-10T07:45:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:33 smithi145 ceph-mon[34766]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 -- 172.21.15.7:0/1377624628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 msgr2=0x7fd0d4100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1377624628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d4100ee0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009930 tx=0x7fd0c002a420 comp rx=0 tx=0).stop 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 -- 172.21.15.7:0/1377624628 shutdown_connections 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1377624628 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 0x7fd0d410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1377624628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d4100ee0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1377624628 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 0x7fd0d4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 -- 172.21.15.7:0/1377624628 >> 172.21.15.7:0/1377624628 conn(0x7fd0d40fc7a0 msgr2=0x7fd0d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 -- 172.21.15.7:0/1377624628 shutdown_connections 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.307+0000 7fd0dad14640 1 -- 172.21.15.7:0/1377624628 wait complete. 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 Processor -- start 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 -- start start 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 0x7fd0d40fd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 0x7fd0d40fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4110d30 con 0x7fd0d4100a80 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4110bb0 con 0x7fd0d4106a80 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0dad14640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4110eb0 con 0x7fd0d4101420 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0d8ab0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0d8ab0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53718/0 (socket says 172.21.15.7:53718) 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/1223363369 learned_addr learned my addr 172.21.15.7:0/1223363369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 0x7fd0d40fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.308+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 0x7fd0d40fd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/1223363369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 msgr2=0x7fd0d40fd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 0x7fd0d40fd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/1223363369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 msgr2=0x7fd0d40fd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 0x7fd0d40fd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/1223363369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d41a6890 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fd0c800d950 tx=0x7fd0c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d1ffb640 1 -- 172.21.15.7:0/1223363369 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8017070 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d1ffb640 1 -- 172.21.15.7:0/1223363369 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0c8009c30 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d41a6b80 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0d1ffb640 1 -- 172.21.15.7:0/1223363369 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c800f620 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.309+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d41a7090 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.312+0000 7fd0d1ffb640 1 -- 172.21.15.7:0/1223363369 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd0c80109a0 con 0x7fd0d4100a80 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.312+0000 7fd0dd0ed740 1 Processor -- start 2024-09-10T07:45:34.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.312+0000 7fd0dd0ed740 1 -- start start 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bb6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 0x558766bc3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558766b1d090 con 0x558766bb72f0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558766ac4a70 con 0x558766bb69d0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558766b19050 con 0x558766bc1bb0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53720/0 (socket says 172.21.15.7:53720) 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/2906742802 learned_addr learned my addr 172.21.15.7:0/2906742802 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bb6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 0x558766bc3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d1ffb640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 0x7fd0c40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 0x7fd0c40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d1ffb640 1 -- 172.21.15.7:0/1223363369 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd0c80cef00 con 0x7fd0d4100a80 2024-09-10T07:45:34.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/2906742802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 msgr2=0x558766bc3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 0x558766bc3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/2906742802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 msgr2=0x558766bb6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bb6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 -- 172.21.15.7:0/2906742802 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558766ad1130 con 0x558766bb72f0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 0x558766bc3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.313+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80cc660 tx=0x7fd0c800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6e58d5035ad8182 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 0x7fd0c40a5040 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc005fd0 tx=0x7fd0cc004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0beffd640 1 -- 172.21.15.7:0/2906742802 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8020070 con 0x558766bb72f0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0beffd640 1 -- 172.21.15.7:0/2906742802 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0c8009de0 con 0x558766bb72f0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0beffd640 1 -- 172.21.15.7:0/2906742802 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c80a4030 con 0x558766bb72f0 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2906742802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 msgr2=0x558766bc1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80cc660 tx=0x7fd0c800bf60 comp rx=0 tx=0).stop 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.314+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2906742802 shutdown_connections 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bc1bb0 0x558766bc3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bb72f0 0x558766bc1670 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2906742802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bb6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2906742802 >> 172.21.15.7:0/2906742802 conn(0x558766bb2f60 msgr2=0x558766bb3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2906742802 shutdown_connections 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2906742802 wait complete. 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- start start 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 Processor -- start 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 0x558766bc13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 0x558766bbe710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558766bc4720 con 0x558766bc1bb0 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558766ad7f20 con 0x558766bb72f0 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558766bc48a0 con 0x558766bb69d0 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0dd0ed740 10 client.0 _ll_register_callbacks cb 0x558766aa1030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.315+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53734/0 (socket says 172.21.15.7:53734) 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 -- 172.21.15.7:0/282705764 learned_addr learned my addr 172.21.15.7:0/282705764 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 0x558766bc13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 0x558766bbe710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 -- 172.21.15.7:0/282705764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 msgr2=0x558766bc13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 0x558766bc13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 -- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 msgr2=0x558766bbe710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 0x558766bbe710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 -- 172.21.15.7:0/282705764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55876688e2b0 con 0x558766bc1bb0 2024-09-10T07:45:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 0x558766bc13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 0x558766bbe710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00ef40 tx=0x7fd0cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec9cf540b6e3b1a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc025070 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd0cc01f450 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0c8009de0 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd0cc034050 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0dd0ed740 10 client.15420 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.316+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558766bd0090 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0c8009de0 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fd0cc01c040 con 0x558766bc1bb0 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 10 client.15420 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 10 client.15420 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 20 client.15420 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766bd2730 0x558766bd3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 4 client.15420 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558766b2a600 con 0x558766bd2730 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.317+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766bd2730 0x558766bd3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.318+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766bd2730 0x558766bd3ba0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8b0e3bde7aed98f server_cookie=c8c12585de0bc926 in_seq=0 out_seq=0 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.318+0000 7fd0b3fff640 10 client.15420 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.318+0000 7fd0b3fff640 1 -- 172.21.15.7:0/282705764 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558766b2a600 con 0x558766bd2730 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.318+0000 7fd0b3fff640 10 client.15420 handle_command_reply: tid=0 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.318+0000 7fd0dd0ed740 1 client.15420 shutdown 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 msgr2=0x558766bbec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00ef40 tx=0x7fd0cc004a40 comp rx=0 tx=0).stop 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 shutdown_connections 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766bd2730 0x558766bd3ba0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bbec50 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb72f0 0x558766bbe710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/282705764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb69d0 0x558766bc13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 >> 172.21.15.7:0/282705764 conn(0x558766bb2f60 msgr2=0x558766bb8c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0b3fff640 0 client.15420 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 shutdown_connections 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/282705764 wait complete. 2024-09-10T07:45:34.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.319+0000 7fd0dd0ed740 20 client.15420 trim_cache size 0 max 16384 2024-09-10T07:45:34.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 Processor -- start 2024-09-10T07:45:34.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 -- start start 2024-09-10T07:45:34.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bd2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bd34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558766bd1ee0 con 0x558766bc1bb0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558766bd25b0 con 0x558766bb69d0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558766bd2c80 con 0x558766bb72f0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53742/0 (socket says 172.21.15.7:53742) 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0d92b1640 1 -- 172.21.15.7:0/2968686521 learned_addr learned my addr 172.21.15.7:0/2968686521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bd2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.337+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bd34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 -- 172.21.15.7:0/2968686521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 msgr2=0x558766bd34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bd34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 -- 172.21.15.7:0/2968686521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 msgr2=0x558766bd2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bd2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 -- 172.21.15.7:0/2968686521 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558766bb7120 con 0x558766bc1bb0 2024-09-10T07:45:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00ebc0 tx=0x7fd0cc009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81654037b72346d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0be7fc640 1 -- 172.21.15.7:0/2968686521 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc025070 con 0x558766bc1bb0 2024-09-10T07:45:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0be7fc640 1 -- 172.21.15.7:0/2968686521 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0cc012e80 con 0x558766bc1bb0 2024-09-10T07:45:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.338+0000 7fd0be7fc640 1 -- 172.21.15.7:0/2968686521 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc005070 con 0x558766bc1bb0 2024-09-10T07:45:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2968686521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 msgr2=0x558766bd2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc00ebc0 tx=0x7fd0cc009b50 comp rx=0 tx=0).stop 2024-09-10T07:45:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2968686521 shutdown_connections 2024-09-10T07:45:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bd2060 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bd34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/2968686521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bd2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2968686521 >> 172.21.15.7:0/2968686521 conn(0x558766bb2f60 msgr2=0x558766bbcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2968686521 shutdown_connections 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/2968686521 wait complete. 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 -- start start 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 Processor -- start 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bda690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.339+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bdabd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558766bd3a20 con 0x558766bc1bb0 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558766bd3350 con 0x558766bb69d0 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558766bd40f0 con 0x558766bb72f0 2024-09-10T07:45:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 10 client.0 _ll_register_callbacks cb 0x7fd0cc00ebf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53752/0 (socket says 172.21.15.7:53752) 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 -- 172.21.15.7:0/3474162042 learned_addr learned my addr 172.21.15.7:0/3474162042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d3fff640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bdabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bda690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 -- 172.21.15.7:0/3474162042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 msgr2=0x558766bdabd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bdabd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 -- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 msgr2=0x558766bda690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bda690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 -- 172.21.15.7:0/3474162042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558766bd4f70 con 0x558766bc1bb0 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bda690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0d92b1640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc029930 tx=0x7fd0cc01ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c332d87b718d46d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc025040 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd0cc004d20 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.340+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558766b24b10 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd0cc04c050 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 10 client.15426 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558766bd9870 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558766b24b10 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fd0cc042030 con 0x558766bc1bb0 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 10 client.15426 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 10 client.15426 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 20 client.15426 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766c409c0 0x558766c3f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 4 client.15426 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "status"}) -- 0x558766aa10e0 con 0x558766c409c0 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.341+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766c409c0 0x558766c3f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0d8ab0640 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766c409c0 0x558766c3f6d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3aca5eb88d2e230 server_cookie=ff0026304999b339 in_seq=0 out_seq=0 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0b3fff640 10 client.15426 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0b3fff640 1 -- 172.21.15.7:0/3474162042 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x558766aa10e0 con 0x558766c409c0 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0b3fff640 10 client.15426 handle_command_reply: tid=0 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 client.15426 shutdown 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 msgr2=0x558766bdb110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc029930 tx=0x7fd0cc01ed80 comp rx=0 tx=0).stop 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 shutdown_connections 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558766c409c0 0x558766c3f6d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558766bc1bb0 0x558766bdb110 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558766bb72f0 0x558766bdabd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 --2- 172.21.15.7:0/3474162042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558766bb69d0 0x558766bda690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 >> 172.21.15.7:0/3474162042 conn(0x558766bb2f60 msgr2=0x558766bb17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.342+0000 7fd0b3fff640 0 client.15426 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 shutdown_connections 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dd0ed740 1 -- 172.21.15.7:0/3474162042 wait complete. 2024-09-10T07:45:34.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dd0ed740 20 client.15426 trim_cache size 0 max 16384 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "0ae38828-6f47-11ef-bcea-c7b262605968", 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24491, 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-10T07:45:34.348 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 163.889163037, 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 25, 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 90, 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 90, 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 174.68047655500001 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 msgr2=0x7fd0c40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 0x7fd0c40a5040 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc005fd0 tx=0x7fd0cc004ab0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 msgr2=0x7fd0d40fce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fd0c800d950 tx=0x7fd0c800de10 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 shutdown_connections 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0c40a2b80 0x7fd0c40a5040 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d4106a80 0x7fd0d40fd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d4101420 0x7fd0d40fd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 --2- 172.21.15.7:0/1223363369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d4100a80 0x7fd0d40fce30 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 >> 172.21.15.7:0/1223363369 conn(0x7fd0d40fc7a0 msgr2=0x7fd0d406ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 shutdown_connections 2024-09-10T07:45:34.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:34.343+0000 7fd0dad14640 1 -- 172.21.15.7:0/1223363369 wait complete. 2024-09-10T07:45:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:33 smithi110 ceph-mon[34417]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-09-10T07:45:35.115 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-09-10T07:45:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:35 smithi145 ceph-mon[34766]: pgmap v368: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-09-10T07:45:36.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:35 smithi007 ceph-mon[30879]: pgmap v368: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-09-10T07:45:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:35 smithi110 ceph-mon[34417]: pgmap v368: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-09-10T07:45:38.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:37 smithi145 ceph-mon[34766]: pgmap v369: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:38.262 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:37 smithi007 ceph-mon[30879]: pgmap v369: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:37 smithi110 ceph-mon[34417]: pgmap v369: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:40.214 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:39 smithi110 ceph-mon[34417]: pgmap v370: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-10T07:45:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:39 smithi145 ceph-mon[34766]: pgmap v370: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-10T07:45:40.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:39 smithi007 ceph-mon[30879]: pgmap v370: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 -- 172.21.15.7:0/3337302856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6981025e0 msgr2=0x7fd6981049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3337302856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6981025e0 0x7fd6981049d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd688009900 tx=0x7fd68802a3f0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 -- 172.21.15.7:0/3337302856 shutdown_connections 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3337302856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd698107840 0x7fd698109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3337302856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698104f10 0x7fd698107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3337302856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6981025e0 0x7fd6981049d0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 -- 172.21.15.7:0/3337302856 >> 172.21.15.7:0/3337302856 conn(0x7fd6980fc1e0 msgr2=0x7fd6980fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 -- 172.21.15.7:0/3337302856 shutdown_connections 2024-09-10T07:45:41.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 -- 172.21.15.7:0/3337302856 wait complete. 2024-09-10T07:45:41.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.584+0000 7fd69dce4640 1 Processor -- start 2024-09-10T07:45:41.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 -- start start 2024-09-10T07:45:41.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6981025e0 0x7fd698197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 0x7fd69819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d750 con 0x7fd698104f10 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d5d0 con 0x7fd698107840 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd69dce4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d8d0 con 0x7fd6981025e0 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53680/0 (socket says 172.21.15.7:53680) 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 -- 172.21.15.7:0/3228674271 learned_addr learned my addr 172.21.15.7:0/3228674271 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd697fff640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 0x7fd69819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6981025e0 0x7fd698197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 -- 172.21.15.7:0/3228674271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6981025e0 msgr2=0x7fd698197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6981025e0 0x7fd698197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 -- 172.21.15.7:0/3228674271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 msgr2=0x7fd69819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 0x7fd69819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd68effd640 1 -- 172.21.15.7:0/3228674271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69819f930 con 0x7fd698104f10 2024-09-10T07:45:41.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.585+0000 7fd697fff640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 0x7fd69819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd68effd640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c970 tx=0x7fd68000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd6957fa640 1 -- 172.21.15.7:0/3228674271 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680014070 con 0x7fd698104f10 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd6957fa640 1 -- 172.21.15.7:0/3228674271 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd680004440 con 0x7fd698104f10 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69819fc20 con 0x7fd698104f10 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd6957fa640 1 -- 172.21.15.7:0/3228674271 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680003e50 con 0x7fd698104f10 2024-09-10T07:45:41.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.586+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6981a0170 con 0x7fd698104f10 2024-09-10T07:45:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.588+0000 7fd6957fa640 1 -- 172.21.15.7:0/3228674271 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd680017070 con 0x7fd698104f10 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 Processor -- start 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 -- start start 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1dc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1e3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560fdd13b2f0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560fdd0e3270 con 0x560fdd1dbdb0 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560fdd1372b0 con 0x560fdd1e1780 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6957fa640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 0x7fd6840a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53696/0 (socket says 172.21.15.7:53696) 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd6977fe640 1 -- 172.21.15.7:0/2535305304 learned_addr learned my addr 172.21.15.7:0/2535305304 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd697fff640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1dc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.589+0000 7fd68effd640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1e3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd697fff640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 0x7fd6840a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6957fa640 1 -- 172.21.15.7:0/3228674271 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd6800cf3e0 con 0x7fd698104f10 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 -- 172.21.15.7:0/2535305304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 msgr2=0x560fdd1e3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1e3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 -- 172.21.15.7:0/2535305304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 msgr2=0x560fdd1dc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1dc1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 -- 172.21.15.7:0/2535305304 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fdd0e2340 con 0x560fdd1dc6f0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd68effd640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1e3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd6977fe640 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd68802a9e0 tx=0x7fd688004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4872d855b613f75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd697fff640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 0x7fd6840a5290 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd690009fd0 tx=0x7fd690014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd68dffb640 1 -- 172.21.15.7:0/2535305304 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688035030 con 0x560fdd1dc6f0 2024-09-10T07:45:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd68dffb640 1 -- 172.21.15.7:0/2535305304 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6880046c0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.590+0000 7fd68dffb640 1 -- 172.21.15.7:0/2535305304 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6880037f0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- 172.21.15.7:0/2535305304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 msgr2=0x560fdd1e11b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd68802a9e0 tx=0x7fd688004390 comp rx=0 tx=0).stop 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- 172.21.15.7:0/2535305304 shutdown_connections 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1e3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e11b0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/2535305304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1dc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- 172.21.15.7:0/2535305304 >> 172.21.15.7:0/2535305304 conn(0x560fdd1d3010 msgr2=0x560fdd1d3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- 172.21.15.7:0/2535305304 shutdown_connections 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- 172.21.15.7:0/2535305304 wait complete. 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.591+0000 7fd6a0a85740 1 -- start start 2024-09-10T07:45:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 Processor -- start 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1ed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560fdd1e46f0 con 0x560fdd1dbdb0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560fdd0c4290 con 0x560fdd1e1780 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560fdd1e4870 con 0x560fdd1dc6f0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6a0a85740 10 client.0 _ll_register_callbacks cb 0x560fdd0f5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53706/0 (socket says 172.21.15.7:53706) 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 -- 172.21.15.7:0/1771417809 learned_addr learned my addr 172.21.15.7:0/1771417809 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd697fff640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1ed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd68effd640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 -- 172.21.15.7:0/1771417809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 msgr2=0x560fdd1e6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 -- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 msgr2=0x560fdd1ed4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1ed4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd6977fe640 1 -- 172.21.15.7:0/1771417809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fdce4e210 con 0x560fdd1dbdb0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd68effd640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.592+0000 7fd697fff640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6977fe640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd688000c00 tx=0x7fd688005230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e922e741c0711eb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688035070 con 0x560fdd1dbdb0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd688031580 con 0x560fdd1dbdb0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6880046c0 con 0x560fdd1dbdb0 2024-09-10T07:45:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd688055050 con 0x560fdd1dbdb0 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 10 client.15438 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560fdcf1a620 con 0x560fdd1dbdb0 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6880046c0 con 0x560fdd1dbdb0 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fd68803b5f0 con 0x560fdd1dbdb0 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 10 client.15438 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 10 client.15438 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 20 client.15438 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd1f1730 0x560fdd1f3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 4 client.15438 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.593+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fdd148a20 con 0x560fdd1f1730 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.594+0000 7fd68effd640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd1f1730 0x560fdd1f3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.594+0000 7fd676ffd640 10 client.15438 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.594+0000 7fd68effd640 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd1f1730 0x560fdd1f3b20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98598347580ff0fc server_cookie=1214b2fe51944d44 in_seq=0 out_seq=0 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd676ffd640 1 -- 172.21.15.7:0/1771417809 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560fdd148a20 con 0x560fdd1f1730 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd676ffd640 10 client.15438 handle_command_reply: tid=0 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 client.15438 shutdown 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 msgr2=0x560fdd1e5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd688000c00 tx=0x7fd688005230 comp rx=0 tx=0).stop 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 shutdown_connections 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd1f1730 0x560fdd1f3b20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dc6f0 0x560fdd1e6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd676ffd640 0 client.15438 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:41.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/1771417809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e5f40 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 >> 172.21.15.7:0/1771417809 conn(0x560fdd1d3010 msgr2=0x560fdd1d4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 shutdown_connections 2024-09-10T07:45:41.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 1 -- 172.21.15.7:0/1771417809 wait complete. 2024-09-10T07:45:41.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.595+0000 7fd6a0a85740 20 client.15438 trim_cache size 0 max 16384 2024-09-10T07:45:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 Processor -- start 2024-09-10T07:45:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 -- start start 2024-09-10T07:45:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1d19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981aac60 con 0x560fdd1dc6f0 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981a8530 con 0x560fdd1e1780 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981a63a0 con 0x560fdd1dbdb0 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53722/0 (socket says 172.21.15.7:53722) 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.610+0000 7fd68effd640 1 -- 172.21.15.7:0/3866016440 learned_addr learned my addr 172.21.15.7:0/3866016440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd697fff640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1d19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 -- 172.21.15.7:0/3866016440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 msgr2=0x560fdd1e6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 -- 172.21.15.7:0/3866016440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 msgr2=0x560fdd1d19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1d19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 -- 172.21.15.7:0/3866016440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fdd1dcbd0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68effd640 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd680098180 tx=0x7fd680014880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f1a7a9a8a6d168 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68d7fa640 1 -- 172.21.15.7:0/3866016440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6800a44b0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68d7fa640 1 -- 172.21.15.7:0/3866016440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6800162c0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd68d7fa640 1 -- 172.21.15.7:0/3866016440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680097e20 con 0x560fdd1dc6f0 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3866016440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 msgr2=0x560fdd1ed3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.611+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd680098180 tx=0x7fd680014880 comp rx=0 tx=0).stop 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3866016440 shutdown_connections 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1e1780 0x560fdd1d19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1ed3e0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3866016440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1dbdb0 0x560fdd1e6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3866016440 >> 172.21.15.7:0/3866016440 conn(0x560fdd1d3010 msgr2=0x560fdd1e5cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3866016440 shutdown_connections 2024-09-10T07:45:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3866016440 wait complete. 2024-09-10T07:45:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- start start 2024-09-10T07:45:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 Processor -- start 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1eaa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1ebf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981a69f0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981a7e60 con 0x560fdd1dbdb0 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981a70c0 con 0x560fdd1e1780 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.612+0000 7fd6a0a85740 10 client.0 _ll_register_callbacks cb 0x7fd690009960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53726/0 (socket says 172.21.15.7:53726) 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 -- 172.21.15.7:0/3581595107 learned_addr learned my addr 172.21.15.7:0/3581595107 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd697fff640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1ebf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1eaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 -- 172.21.15.7:0/3581595107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 msgr2=0x560fdd1ebf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1ebf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 -- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 msgr2=0x560fdd1eaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1eaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 -- 172.21.15.7:0/3581595107 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fdd1ec560 con 0x560fdd1dc6f0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd697fff640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1ebf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd68effd640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd68009c0f0 tx=0x7fd68009b4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a73f6e884de8440e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd676ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6800cf030 con 0x560fdd1dc6f0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fd680008c70 con 0x560fdd1dc6f0 2024-09-10T07:45:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6800162c0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd6800cf1d0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd6a0a85740 10 client.15444 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.613+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560fdd1ed7e0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6800162c0 con 0x560fdd1dc6f0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fd6800a4020 con 0x560fdd1dc6f0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 10 client.15444 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 10 client.15444 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 20 client.15444 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd25ca20 0x560fdd25ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 4 client.15444 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560fdd142d70 con 0x560fdd25ca20 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd25ca20 0x560fdd25ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:41.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd6977fe640 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd25ca20 0x560fdd25ee40 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=258a957ac48d8eb7 server_cookie=1dc18667a1b8723d in_seq=0 out_seq=0 2024-09-10T07:45:41.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.614+0000 7fd676ffd640 10 client.15444 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd676ffd640 1 -- 172.21.15.7:0/3581595107 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560fdd142d70 con 0x560fdd25ca20 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd676ffd640 10 client.15444 handle_command_reply: tid=0 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 client.15444 shutdown 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 msgr2=0x560fdd1eaf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd68009c0f0 tx=0x7fd68009b4b0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 shutdown_connections 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560fdd25ca20 0x560fdd25ee40 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560fdd1e1780 0x560fdd1ebf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560fdd1dc6f0 0x560fdd1eaf40 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd676ffd640 0 client.15444 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 --2- 172.21.15.7:0/3581595107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560fdd1dbdb0 0x560fdd1eaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 >> 172.21.15.7:0/3581595107 conn(0x560fdd1d3010 msgr2=0x560fdd1d3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 shutdown_connections 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 1 -- 172.21.15.7:0/3581595107 wait complete. 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.622+0000 7fd6a0a85740 20 client.15444 trim_cache size 0 max 16384 2024-09-10T07:45:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:45:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:45:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:45:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:45:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 msgr2=0x7fd6840a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 0x7fd6840a5290 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd690009fd0 tx=0x7fd690014040 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 msgr2=0x7fd698198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c970 tx=0x7fd68000ce30 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 shutdown_connections 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd6840a2dd0 0x7fd6840a5290 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd698107840 0x7fd69819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd698104f10 0x7fd698198260 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 --2- 172.21.15.7:0/3228674271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6981025e0 0x7fd698197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 >> 172.21.15.7:0/3228674271 conn(0x7fd6980fc1e0 msgr2=0x7fd698102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 shutdown_connections 2024-09-10T07:45:41.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:41.623+0000 7fd69dce4640 1 -- 172.21.15.7:0/3228674271 wait complete. 2024-09-10T07:45:42.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:41 smithi145 ceph-mon[34766]: pgmap v371: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:42.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:41 smithi007 ceph-mon[30879]: pgmap v371: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:42.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:41 smithi110 ceph-mon[34417]: pgmap v371: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-10T07:45:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:43 smithi145 ceph-mon[34766]: pgmap v372: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-10T07:45:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:43 smithi007 ceph-mon[30879]: pgmap v372: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-10T07:45:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:43 smithi110 ceph-mon[34417]: pgmap v372: 129 pgs: 129 active+clean; 656 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-10T07:45:46.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:45 smithi145 ceph-mon[34766]: pgmap v373: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-10T07:45:46.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:45 smithi007 ceph-mon[30879]: pgmap v373: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-10T07:45:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:45 smithi110 ceph-mon[34417]: pgmap v373: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-10T07:45:48.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:47 smithi145 ceph-mon[34766]: pgmap v374: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-10T07:45:48.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:47 smithi007 ceph-mon[30879]: pgmap v374: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-10T07:45:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:47 smithi110 ceph-mon[34417]: pgmap v374: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-10T07:45:48.779 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:45:49.041 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:49.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 -- 172.21.15.7:0/918647016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d41036e0 msgr2=0x7f02d4107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 --2- 172.21.15.7:0/918647016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d41036e0 0x7f02d4107b90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f02c4009930 tx=0x7f02c402a420 comp rx=0 tx=0).stop 2024-09-10T07:45:49.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 -- 172.21.15.7:0/918647016 shutdown_connections 2024-09-10T07:45:49.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 --2- 172.21.15.7:0/918647016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 --2- 172.21.15.7:0/918647016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d41036e0 0x7f02d4107b90 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 --2- 172.21.15.7:0/918647016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d4102d30 0x7f02d4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 -- 172.21.15.7:0/918647016 >> 172.21.15.7:0/918647016 conn(0x7f02d40fc7d0 msgr2=0x7f02d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 -- 172.21.15.7:0/918647016 shutdown_connections 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.947+0000 7f02db3a0640 1 -- 172.21.15.7:0/918647016 wait complete. 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.948+0000 7f02db3a0640 1 Processor -- start 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.948+0000 7f02db3a0640 1 -- start start 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.948+0000 7f02db3a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.948+0000 7f02db3a0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 0x7f02d41989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.948+0000 7f02db3a0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02db3a0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4111f50 con 0x7f02d4102d30 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02db3a0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4111dd0 con 0x7f02d41082a0 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02db3a0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02d41120d0 con 0x7f02d41036e0 2024-09-10T07:45:49.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53744/0 (socket says 172.21.15.7:53744) 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 -- 172.21.15.7:0/4288471592 learned_addr learned my addr 172.21.15.7:0/4288471592 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d893b640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 0x7f02d41989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d993d640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 -- 172.21.15.7:0/4288471592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 msgr2=0x7f02d41989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 0x7f02d41989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 -- 172.21.15.7:0/4288471592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 msgr2=0x7f02d419cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d419cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 -- 172.21.15.7:0/4288471592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02d419d460 con 0x7f02d4102d30 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d893b640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 0x7f02d41989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d993d640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d419cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02d913c640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f02d000d950 tx=0x7f02d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02ca7fc640 1 -- 172.21.15.7:0/4288471592 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d0017070 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02d419d750 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02ca7fc640 1 -- 172.21.15.7:0/4288471592 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02d0009c30 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02ca7fc640 1 -- 172.21.15.7:0/4288471592 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d000f620 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.949+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02d41a5030 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02ca7fc640 1 -- 172.21.15.7:0/4288471592 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f02d00109a0 con 0x7f02d4102d30 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 Processor -- start 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 -- start start 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3ca8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cb5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5556b3c0a2e0 con 0x5556b3ca91d0 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5556b3bb1ce0 con 0x5556b3ca88b0 2024-09-10T07:45:49.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.952+0000 7f02dd779740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5556b3c062a0 con 0x5556b3cb3a90 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53750/0 (socket says 172.21.15.7:53750) 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 -- 172.21.15.7:0/2339402119 learned_addr learned my addr 172.21.15.7:0/2339402119 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d893b640 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cb5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d993d640 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3ca8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02ca7fc640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 0x7f02c00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 -- 172.21.15.7:0/2339402119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 msgr2=0x5556b3cb5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cb5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 -- 172.21.15.7:0/2339402119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 msgr2=0x5556b3ca8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3ca8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d913c640 1 -- 172.21.15.7:0/2339402119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556b3b96440 con 0x5556b3ca91d0 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02d993d640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 0x7f02c00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.953+0000 7f02ca7fc640 1 -- 172.21.15.7:0/4288471592 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f02d00cf0f0 con 0x7f02d4102d30 2024-09-10T07:45:49.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.954+0000 7f02d913c640 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f02d001a930 tx=0x7f02d001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=103547f7f33ee0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.954+0000 7f02d993d640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 0x7f02c00a5040 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f02cc005fd0 tx=0x7f02cc004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.954+0000 7f02bf7fe640 1 -- 172.21.15.7:0/2339402119 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d0020020 con 0x5556b3ca91d0 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.954+0000 7f02bf7fe640 1 -- 172.21.15.7:0/2339402119 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02d0021260 con 0x5556b3ca91d0 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.954+0000 7f02bf7fe640 1 -- 172.21.15.7:0/2339402119 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d009b0f0 con 0x5556b3ca91d0 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- 172.21.15.7:0/2339402119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 msgr2=0x5556b3cb3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f02d001a930 tx=0x7f02d001e000 comp rx=0 tx=0).stop 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- 172.21.15.7:0/2339402119 shutdown_connections 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cb5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb3550 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 --2- 172.21.15.7:0/2339402119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3ca8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- 172.21.15.7:0/2339402119 >> 172.21.15.7:0/2339402119 conn(0x5556b3ca4e40 msgr2=0x5556b3ca5220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- 172.21.15.7:0/2339402119 shutdown_connections 2024-09-10T07:45:49.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- 172.21.15.7:0/2339402119 wait complete. 2024-09-10T07:45:49.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 -- start start 2024-09-10T07:45:49.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.955+0000 7f02dd779740 1 Processor -- start 2024-09-10T07:45:49.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 0x5556b3cb3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5556b3cb6660 con 0x5556b3ca91d0 2024-09-10T07:45:49.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5556b3bc5050 con 0x5556b3cb3a90 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5556b3cb67e0 con 0x5556b3ca88b0 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02dd779740 10 client.0 _ll_register_callbacks cb 0x5556b3c05160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02d893b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02d893b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53754/0 (socket says 172.21.15.7:53754) 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02d893b640 1 -- 172.21.15.7:0/3444397344 learned_addr learned my addr 172.21.15.7:0/3444397344 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02d993d640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.956+0000 7f02d913c640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 0x5556b3cb3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 -- 172.21.15.7:0/3444397344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 msgr2=0x5556b3cb3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 0x5556b3cb3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 -- 172.21.15.7:0/3444397344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 msgr2=0x5556b3cb05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 -- 172.21.15.7:0/3444397344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556b397b3c0 con 0x5556b3cb3a90 2024-09-10T07:45:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d893b640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d913c640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 0x5556b3cb3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02d993d640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb0b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f02cc0117b0 tx=0x7f02cc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe12dbed9802338d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02cc018070 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5556b3c17850 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f02cc010de0 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f02cc02f050 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02dd779740 10 client.25073 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.957+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5556b3cd3030 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5556b3c17850 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f02cc005760 con 0x5556b3cb3a90 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 10 client.25073 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 10 client.25073 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:49.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 20 client.25073 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3cd44f0 0x5556b3cd6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 4 client.25073 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556b3c11d60 con 0x5556b3cd44f0 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.958+0000 7f02d913c640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3cd44f0 0x5556b3cd6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.959+0000 7f02bcff9640 10 client.25073 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.959+0000 7f02d913c640 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3cd44f0 0x5556b3cd6950 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40dc93fe9f7f4c32 server_cookie=1a887c3f03088414 in_seq=0 out_seq=0 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.959+0000 7f02bcff9640 1 -- 172.21.15.7:0/3444397344 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556b3c11d60 con 0x5556b3cd44f0 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.959+0000 7f02bcff9640 10 client.25073 handle_command_reply: tid=0 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.959+0000 7f02dd779740 1 client.25073 shutdown 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 msgr2=0x5556b3cb0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb0b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f02cc0117b0 tx=0x7f02cc004a40 comp rx=0 tx=0).stop 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 shutdown_connections 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3cd44f0 0x5556b3cd6950 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb0b30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3cb05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 --2- 172.21.15.7:0/3444397344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca88b0 0x5556b3cb3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 >> 172.21.15.7:0/3444397344 conn(0x5556b3ca4e40 msgr2=0x5556b3c9fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02bcff9640 0 client.25073 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 shutdown_connections 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 1 -- 172.21.15.7:0/3444397344 wait complete. 2024-09-10T07:45:49.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.960+0000 7f02dd779740 20 client.25073 trim_cache size 0 max 16384 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 Processor -- start 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 -- start start 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3cd6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cdc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f02d41a6b70 con 0x5556b3ca91d0 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4073660 con 0x5556b3ca88b0 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02dd779740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02d40714d0 con 0x5556b3cb3a90 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d893b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d913c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3cd6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d893b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53762/0 (socket says 172.21.15.7:53762) 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d893b640 1 -- 172.21.15.7:0/1747134366 learned_addr learned my addr 172.21.15.7:0/1747134366 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d993d640 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cdc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d913c640 1 -- 172.21.15.7:0/1747134366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 msgr2=0x5556b3cdc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d913c640 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cdc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d913c640 1 -- 172.21.15.7:0/1747134366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 msgr2=0x5556b3c9fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.978+0000 7f02d913c640 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02d913c640 1 -- 172.21.15.7:0/1747134366 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556b3caf5a0 con 0x5556b3ca88b0 2024-09-10T07:45:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02d893b640 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:49.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02d913c640 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3cd6500 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f02d00ccbc0 tx=0x7f02d001e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d1ab489541b4e39 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02beffd640 1 -- 172.21.15.7:0/1747134366 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d0020050 con 0x5556b3ca88b0 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02beffd640 1 -- 172.21.15.7:0/1747134366 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02d0009de0 con 0x5556b3ca88b0 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.979+0000 7f02beffd640 1 -- 172.21.15.7:0/1747134366 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d009af10 con 0x5556b3ca88b0 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- 172.21.15.7:0/1747134366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 msgr2=0x5556b3cd6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3cd6500 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f02d00ccbc0 tx=0x7f02d001e000 comp rx=0 tx=0).stop 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- 172.21.15.7:0/1747134366 shutdown_connections 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3cb3a90 0x5556b3cdc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca91d0 0x5556b3c9fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 --2- 172.21.15.7:0/1747134366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3ca88b0 0x5556b3cd6500 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- 172.21.15.7:0/1747134366 >> 172.21.15.7:0/1747134366 conn(0x5556b3ca4e40 msgr2=0x5556b3c9f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- 172.21.15.7:0/1747134366 shutdown_connections 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- 172.21.15.7:0/1747134366 wait complete. 2024-09-10T07:45:49.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 -- start start 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.980+0000 7f02dd779740 1 Processor -- start 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 0x5556b3cb91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4071b20 con 0x5556b3ca88b0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4072f90 con 0x5556b3cb3a90 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02d40721f0 con 0x5556b3ca91d0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02dd779740 10 client.0 _ll_register_callbacks cb 0x7f02cc009240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d893b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 0x5556b3cb91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d993d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d913c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53766/0 (socket says 172.21.15.7:53766) 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d913c640 1 -- 172.21.15.7:0/2588502219 learned_addr learned my addr 172.21.15.7:0/2588502219 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:49.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.981+0000 7f02d893b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 0x5556b3cb91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40978/0 (socket says 172.21.15.7:40978) 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 -- 172.21.15.7:0/2588502219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 msgr2=0x5556b3cb91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 0x5556b3cb91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 -- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 msgr2=0x5556b3cb9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 -- 172.21.15.7:0/2588502219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556b3ca9000 con 0x5556b3ca88b0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d993d640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02d913c640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f02d00058c0 tx=0x7f02d0010f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693b1a60a996b594 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d009af10 con 0x5556b3ca88b0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f02d00998b0 con 0x5556b3ca88b0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02d0009de0 con 0x5556b3ca88b0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f02d0020070 con 0x5556b3ca88b0 2024-09-10T07:45:49.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02dd779740 10 client.15462 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:49.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5556b3d3ed60 con 0x5556b3ca88b0 2024-09-10T07:45:49.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.982+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02d0009de0 con 0x5556b3ca88b0 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f02d0097c20 con 0x5556b3ca88b0 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 10 client.15462 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 10 client.15462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 20 client.15462 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3d3ef30 0x5556b3d41320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 4 client.15462 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:45:49.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5556b3b8e210 con 0x5556b3d3ef30 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02d893b640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3d3ef30 0x5556b3d41320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02d893b640 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3d3ef30 0x5556b3d41320 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc079eb8406f18e5 server_cookie=3e6acd08b1cba2ed in_seq=0 out_seq=0 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.983+0000 7f02bcff9640 10 client.15462 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02bcff9640 1 -- 172.21.15.7:0/2588502219 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5556b3b8e210 con 0x5556b3d3ef30 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02bcff9640 10 client.15462 handle_command_reply: tid=0 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 client.15462 shutdown 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 msgr2=0x5556b3cbbe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f02d00058c0 tx=0x7f02d0010f90 comp rx=0 tx=0).stop 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 shutdown_connections 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5556b3d3ef30 0x5556b3d41320 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5556b3cb3a90 0x5556b3cb9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5556b3ca91d0 0x5556b3cb91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 --2- 172.21.15.7:0/2588502219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5556b3ca88b0 0x5556b3cbbe40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 >> 172.21.15.7:0/2588502219 conn(0x5556b3ca4e40 msgr2=0x5556b3c9fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02bcff9640 0 client.15462 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 shutdown_connections 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 1 -- 172.21.15.7:0/2588502219 wait complete. 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.984+0000 7f02dd779740 20 client.15462 trim_cache size 0 max 16384 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:45:49.988 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:49.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 msgr2=0x7f02c00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 0x7f02c00a5040 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f02cc005fd0 tx=0x7f02cc004ab0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 msgr2=0x7f02d41984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:49.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f02d000d950 tx=0x7f02d000de10 comp rx=0 tx=0).stop 2024-09-10T07:45:49.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 shutdown_connections 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f02c00a2b80 0x7f02c00a5040 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02d41082a0 0x7f02d419cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02d41036e0 0x7f02d41989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 --2- 172.21.15.7:0/4288471592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f02d4102d30 0x7f02d41984b0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 >> 172.21.15.7:0/4288471592 conn(0x7f02d40fc7d0 msgr2=0x7f02d4105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 shutdown_connections 2024-09-10T07:45:49.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:49.985+0000 7f02db3a0640 1 -- 172.21.15.7:0/4288471592 wait complete. 2024-09-10T07:45:50.116 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T07:45:50.117 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T07:45:50.117 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:50.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:49 smithi007 ceph-mon[30879]: pgmap v375: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-10T07:45:50.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:49 smithi145 ceph-mon[34766]: pgmap v375: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-10T07:45:50.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:49 smithi110 ceph-mon[34417]: pgmap v375: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-10T07:45:50.780 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:45:50.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:45:50.925 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:51.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 -- 172.21.15.7:0/4123034167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8102570 msgr2=0x7fb3a81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:51.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/4123034167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8102570 0x7fb3a81029b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb39c009900 tx=0x7fb39c02a480 comp rx=0 tx=0).stop 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 -- 172.21.15.7:0/4123034167 shutdown_connections 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/4123034167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 0x7fb3a810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/4123034167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8102570 0x7fb3a81029b0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/4123034167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8100e20 0x7fb3a8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 -- 172.21.15.7:0/4123034167 >> 172.21.15.7:0/4123034167 conn(0x7fb3a80fc7d0 msgr2=0x7fb3a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 -- 172.21.15.7:0/4123034167 shutdown_connections 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.565+0000 7fb3ad15d640 1 -- 172.21.15.7:0/4123034167 wait complete. 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 Processor -- start 2024-09-10T07:45:51.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 -- start start 2024-09-10T07:45:51.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8102570 0x7fb3a810ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 0x7fb3a810ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a8111f50 con 0x7fb3a8100e20 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a8111dd0 con 0x7fb3a8102570 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.566+0000 7fb3ad15d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81120d0 con 0x7fb3a8102ef0 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46544/0 (socket says 172.21.15.7:46544) 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 -- 172.21.15.7:0/236011827 learned_addr learned my addr 172.21.15.7:0/236011827 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a659c640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8102570 0x7fb3a810ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a759e640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 0x7fb3a810ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:51.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 -- 172.21.15.7:0/236011827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 msgr2=0x7fb3a810ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 0x7fb3a810ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 -- 172.21.15.7:0/236011827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8102570 msgr2=0x7fb3a810ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8102570 0x7fb3a810ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 -- 172.21.15.7:0/236011827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a81a6890 con 0x7fb3a8100e20 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.567+0000 7fb3a6d9d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb39800ea60 tx=0x7fb39800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.568+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39800cde0 con 0x7fb3a8100e20 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.568+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3980035f0 con 0x7fb3a8100e20 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.568+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a81a6b80 con 0x7fb3a8100e20 2024-09-10T07:45:51.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.568+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb398010690 con 0x7fb3a8100e20 2024-09-10T07:45:51.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.568+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a81a7090 con 0x7fb3a8100e20 2024-09-10T07:45:51.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.569+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3a8101200 con 0x7fb3a8100e20 2024-09-10T07:45:51.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.572+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb3980037a0 con 0x7fb3a8100e20 2024-09-10T07:45:51.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.573+0000 7fb38ffff640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 0x7fb3900a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:51.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.573+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb3980cfb90 con 0x7fb3a8100e20 2024-09-10T07:45:51.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.573+0000 7fb3a659c640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 0x7fb3900a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:51.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.574+0000 7fb3a659c640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 0x7fb3900a50c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb39c009230 tx=0x7fb39c0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:51.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.576+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb39809c6f0 con 0x7fb3a8100e20 2024-09-10T07:45:51.641 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:51.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.884+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3a8109090 con 0x7fb3a8100e20 2024-09-10T07:45:51.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.885+0000 7fb38ffff640 1 -- 172.21.15.7:0/236011827 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7fb39809bff0 con 0x7fb3a8100e20 2024-09-10T07:45:51.885 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:51.885 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:51.886 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 msgr2=0x7fb3900a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 0x7fb3900a50c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb39c009230 tx=0x7fb39c0058d0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 msgr2=0x7fb3a810e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb39800ea60 tx=0x7fb39800ef20 comp rx=0 tx=0).stop 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 shutdown_connections 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3900a2c00 0x7fb3900a50c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3a8102ef0 0x7fb3a810ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3a8102570 0x7fb3a810ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 --2- 172.21.15.7:0/236011827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3a8100e20 0x7fb3a810e4d0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:51.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 >> 172.21.15.7:0/236011827 conn(0x7fb3a80fc7d0 msgr2=0x7fb3a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:51.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 shutdown_connections 2024-09-10T07:45:51.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:51.888+0000 7fb3ad15d640 1 -- 172.21.15.7:0/236011827 wait complete. 2024-09-10T07:45:52.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:51 smithi007 ceph-mon[30879]: pgmap v376: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-10T07:45:52.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:51 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/236011827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.205 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.206 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:51 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:51 smithi145 ceph-mon[34766]: pgmap v376: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-10T07:45:52.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:51 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/236011827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:51 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 -- 172.21.15.7:0/2795800452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 msgr2=0x7fa9f0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/2795800452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0107b90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4009930 tx=0x7fa9e402a420 comp rx=0 tx=0).stop 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 -- 172.21.15.7:0/2795800452 shutdown_connections 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/2795800452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 0x7fa9f010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/2795800452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0107b90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/2795800452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 0x7fa9f0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 -- 172.21.15.7:0/2795800452 >> 172.21.15.7:0/2795800452 conn(0x7fa9f00fc7d0 msgr2=0x7fa9f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 -- 172.21.15.7:0/2795800452 shutdown_connections 2024-09-10T07:45:52.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.298+0000 7fa9f52d2640 1 -- 172.21.15.7:0/2795800452 wait complete. 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 Processor -- start 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 -- start start 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 0x7fa9f0198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 0x7fa9f019ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f0111f50 con 0x7fa9f01082a0 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f0111dd0 con 0x7fa9f01036e0 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.299+0000 7fa9f52d2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f01120d0 con 0x7fa9f0102d30 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 0x7fa9f019ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40376/0 (socket says 172.21.15.7:40376) 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 -- 172.21.15.7:0/4232970726 learned_addr learned my addr 172.21.15.7:0/4232970726 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:52.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9eeffd640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 0x7fa9f0198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 -- 172.21.15.7:0/4232970726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 msgr2=0x7fa9f0198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 0x7fa9f0198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 -- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 msgr2=0x7fa9f019ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 0x7fa9f019ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 -- 172.21.15.7:0/4232970726 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f019d4f0 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.300+0000 7fa9ee7fc640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4004770 tx=0x7fa9e4004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.301+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e403f030 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.301+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f019d780 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.301+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa9e40318a0 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.301+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4035070 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.301+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f01a50c0 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.302+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9f0103110 con 0x7fa9f01036e0 2024-09-10T07:45:52.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.303+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa9e4042030 con 0x7fa9f01036e0 2024-09-10T07:45:52.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.304+0000 7fa9d7fff640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 0x7fa9d80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:52.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.304+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fa9e40ef8a0 con 0x7fa9f01036e0 2024-09-10T07:45:52.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.304+0000 7fa9eeffd640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 0x7fa9d80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:52.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.304+0000 7fa9eeffd640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 0x7fa9d80a50c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009b60 tx=0x7fa9e0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:52.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.308+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa9e40bc460 con 0x7fa9f01036e0 2024-09-10T07:45:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:51 smithi110 ceph-mon[34417]: pgmap v376: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-10T07:45:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:51 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/236011827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:51 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:52.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.561+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9f010a230 con 0x7fa9f01036e0 2024-09-10T07:45:52.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.561+0000 7fa9d7fff640 1 -- 172.21.15.7:0/4232970726 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7fa9e403bc70 con 0x7fa9f01036e0 2024-09-10T07:45:52.561 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:45:52.561 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:45:52.562 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:45:52.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 msgr2=0x7fa9d80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:52.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 0x7fa9d80a50c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009b60 tx=0x7fa9e0005f90 comp rx=0 tx=0).stop 2024-09-10T07:45:52.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 msgr2=0x7fa9f0198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4004770 tx=0x7fa9e4004270 comp rx=0 tx=0).stop 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 shutdown_connections 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa9d80a2c00 0x7fa9d80a50c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9f01082a0 0x7fa9f019ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f01036e0 0x7fa9f0198a80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 --2- 172.21.15.7:0/4232970726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9f0102d30 0x7fa9f0198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:52.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 >> 172.21.15.7:0/4232970726 conn(0x7fa9f00fc7d0 msgr2=0x7fa9f0103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:52.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 shutdown_connections 2024-09-10T07:45:52.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:52.565+0000 7fa9f52d2640 1 -- 172.21.15.7:0/4232970726 wait complete. 2024-09-10T07:45:52.896 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T07:45:52.896 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T07:45:53.240 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:45:53.240 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:45:53.240 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:52 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:53.240 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4232970726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:53.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:45:53.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:45:53.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:52 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:53.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4232970726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:53.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:45:53.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:45:53.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:52 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:45:53.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4232970726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:45:53.652 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:45:53.658 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/3424810704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 msgr2=0x7ff1cc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/3424810704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc10d950 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009cd0 tx=0x7ff1c402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/3424810704 shutdown_connections 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/3424810704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc10d950 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/3424810704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 0x7ff1cc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/3424810704 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 0x7ff1cc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.192+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/3424810704 >> 172.21.15.7:0/3424810704 conn(0x7ff1cc0fc7a0 msgr2=0x7ff1cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/3424810704 shutdown_connections 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/3424810704 wait complete. 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 Processor -- start 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 -- start start 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 0x7ff1cc198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.193+0000 7ff1d1a1e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1d1a1e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 0x7ff1cc19cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1d1a1e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc110d80 con 0x7ff1cc101420 2024-09-10T07:45:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1d1a1e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc110c00 con 0x7ff1cc106a80 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1d1a1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc110f00 con 0x7ff1cc100a80 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46590/0 (socket says 172.21.15.7:46590) 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 -- 172.21.15.7:0/303353602 learned_addr learned my addr 172.21.15.7:0/303353602 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1caffd640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 0x7ff1cc198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 0x7ff1cc19cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 -- 172.21.15.7:0/303353602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 msgr2=0x7ff1cc198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 0x7ff1cc198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 -- 172.21.15.7:0/303353602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 msgr2=0x7ff1cc19cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 0x7ff1cc19cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 -- 172.21.15.7:0/303353602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1cc19d1f0 con 0x7ff1cc101420 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400c920 tx=0x7ff1b400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.194+0000 7ff1d0a1c640 1 -- 172.21.15.7:0/303353602 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4007c70 con 0x7ff1cc101420 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.195+0000 7ff1d0a1c640 1 -- 172.21.15.7:0/303353602 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1b4007e10 con 0x7ff1cc101420 2024-09-10T07:45:54.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.195+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1cc19d4e0 con 0x7ff1cc101420 2024-09-10T07:45:54.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.195+0000 7ff1d0a1c640 1 -- 172.21.15.7:0/303353602 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4018820 con 0x7ff1cc101420 2024-09-10T07:45:54.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.195+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1cc1a4dc0 con 0x7ff1cc101420 2024-09-10T07:45:54.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.197+0000 7ff1d0a1c640 1 -- 172.21.15.7:0/303353602 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff1b40189c0 con 0x7ff1cc101420 2024-09-10T07:45:54.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.198+0000 7ff1d3df7740 1 Processor -- start 2024-09-10T07:45:54.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.198+0000 7ff1d3df7740 1 -- start start 2024-09-10T07:45:54.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3bb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a04e3212a0 con 0x55a04e3bbf20 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d0a1c640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 0x7ff1b80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a04e2c8b10 con 0x55a04e3cad50 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a04e31d260 con 0x55a04e3bb600 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1d0a1c640 1 -- 172.21.15.7:0/303353602 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7ff1b40cf4b0 con 0x7ff1cc101420 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 0x7ff1b80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46600/0 (socket says 172.21.15.7:46600) 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1caffd640 1 -- 172.21.15.7:0/1465648402 learned_addr learned my addr 172.21.15.7:0/1465648402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.199+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3bb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1465648402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 msgr2=0x55a04e3bb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3bb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1465648402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 msgr2=0x55a04e3ca810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1465648402 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04e092b90 con 0x55a04e3cad50 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1caffd640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3cd140 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4007590 tx=0x7ff1b40a8ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d8622adcc86c8e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 0x7ff1b80a50c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4033040 tx=0x7ff1c4031430 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c1ffb640 1 -- 172.21.15.7:0/1465648402 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b40ae4b0 con 0x55a04e3cad50 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c1ffb640 1 -- 172.21.15.7:0/1465648402 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1b400fb00 con 0x55a04e3cad50 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.200+0000 7ff1c1ffb640 1 -- 172.21.15.7:0/1465648402 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4018cb0 con 0x55a04e3cad50 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.201+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1465648402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 msgr2=0x55a04e3cd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.201+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3cd140 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4007590 tx=0x7ff1b40a8ff0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1465648402 shutdown_connections 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3cd140 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3ca810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1465648402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3bb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1465648402 >> 172.21.15.7:0/1465648402 conn(0x55a04e3b7cf0 msgr2=0x55a04e3b80d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1465648402 shutdown_connections 2024-09-10T07:45:54.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1465648402 wait complete. 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.202+0000 7ff1d3df7740 1 -- start start 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 Processor -- start 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bbf20 0x55a04e3c81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3c8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a04e3cd920 con 0x55a04e3bb600 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a04e2a96e0 con 0x55a04e3bbf20 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a04e3cdaa0 con 0x55a04e3cad50 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.203+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bbf20 0x55a04e3c81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46608/0 (socket says 172.21.15.7:46608) 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 -- 172.21.15.7:0/943542197 learned_addr learned my addr 172.21.15.7:0/943542197 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3c8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1d3df7740 10 client.0 _ll_register_callbacks cb 0x55a04e2cda80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 -- 172.21.15.7:0/943542197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 msgr2=0x55a04e3c8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3c8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 -- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bbf20 msgr2=0x55a04e3c81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bbf20 0x55a04e3c81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.204+0000 7ff1caffd640 1 -- 172.21.15.7:0/943542197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a04e3d6ea0 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1caffd640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0127b0 tx=0x7ff1bc012c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6c71fcb7ad7c01f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc010d60 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7ff1bc005020 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a04e32e9d0 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff1bc025050 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1d3df7740 10 client.15486 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.205+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a04e3d9890 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a04e32e9d0 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7ff1bc01a430 con 0x55a04e3bb600 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 10 client.15486 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 10 client.15486 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:45:54.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 20 client.15486 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e3dada0 0x55a04e3dd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 4 client.15486 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.206+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a04e328d20 con 0x55a04e3dada0 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.207+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e3dada0 0x55a04e3dd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.207+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e3dada0 0x55a04e3dd1f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44ef414adb934c57 server_cookie=2b9a303b0140d214 in_seq=0 out_seq=0 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.207+0000 7ff1aaffd640 10 client.15486 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1aaffd640 1 -- 172.21.15.7:0/943542197 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a04e328d20 con 0x55a04e3dada0 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1aaffd640 10 client.15486 handle_command_reply: tid=0 2024-09-10T07:45:54.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 client.15486 shutdown 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 msgr2=0x55a04e3c7cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0127b0 tx=0x7ff1bc012c70 comp rx=0 tx=0).stop 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 shutdown_connections 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e3dada0 0x55a04e3dd1f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3c8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bbf20 0x55a04e3c81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/943542197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bb600 0x55a04e3c7cb0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 >> 172.21.15.7:0/943542197 conn(0x55a04e3b7cf0 msgr2=0x55a04e3bda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1aaffd640 0 client.15486 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 shutdown_connections 2024-09-10T07:45:54.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 1 -- 172.21.15.7:0/943542197 wait complete. 2024-09-10T07:45:54.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.208+0000 7ff1d3df7740 20 client.15486 trim_cache size 0 max 16384 2024-09-10T07:45:54.238 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.243+0000 7ff1d3df7740 1 Processor -- start 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 -- start start 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3c8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3e2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1af220 con 0x55a04e3bbf20 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1acaf0 con 0x55a04e3cad50 2024-09-10T07:45:54.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1aa960 con 0x55a04e3bb600 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46614/0 (socket says 172.21.15.7:46614) 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1029841371 learned_addr learned my addr 172.21.15.7:0/1029841371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1caffd640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3c8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.244+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3e2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1029841371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 msgr2=0x55a04e3c8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3c8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1029841371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 msgr2=0x55a04e3e2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3e2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 -- 172.21.15.7:0/1029841371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04e3b3260 con 0x55a04e3bbf20 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3e2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:54.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1caffd640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3c8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:54.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c3fff640 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400a670 tx=0x7ff1b4097d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dec9991b8fb8125 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c17fa640 1 -- 172.21.15.7:0/1029841371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b409c070 con 0x55a04e3bbf20 2024-09-10T07:45:54.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c17fa640 1 -- 172.21.15.7:0/1029841371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1b40a45e0 con 0x55a04e3bbf20 2024-09-10T07:45:54.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.245+0000 7ff1c17fa640 1 -- 172.21.15.7:0/1029841371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b40ab2b0 con 0x55a04e3bbf20 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1029841371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 msgr2=0x55a04e3c88c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400a670 tx=0x7ff1b4097d40 comp rx=0 tx=0).stop 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1029841371 shutdown_connections 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3cad50 0x55a04e3e2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3c88c0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/1029841371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3bb600 0x55a04e3c8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.246+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1029841371 >> 172.21.15.7:0/1029841371 conn(0x55a04e3b7cf0 msgr2=0x55a04e3c7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.247+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1029841371 shutdown_connections 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.247+0000 7ff1d3df7740 1 -- 172.21.15.7:0/1029841371 wait complete. 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.247+0000 7ff1d3df7740 1 -- start start 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.247+0000 7ff1d3df7740 1 Processor -- start 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bb600 0x55a04e3cec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3cf700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1aafb0 con 0x55a04e3bbf20 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1ac420 con 0x55a04e3bb600 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1ab680 con 0x55a04e3cad50 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3cf1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46626/0 (socket says 172.21.15.7:46626) 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1c3fff640 1 -- 172.21.15.7:0/2552551519 learned_addr learned my addr 172.21.15.7:0/2552551519 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1d3df7740 10 client.0 _ll_register_callbacks cb 0x7ff1bc00ae60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3cf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1caffd640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bb600 0x55a04e3cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1cb7fe640 1 -- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bb600 msgr2=0x55a04e3cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bb600 0x55a04e3cec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1cb7fe640 1 -- 172.21.15.7:0/2552551519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 msgr2=0x55a04e3cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.248+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3cf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1cb7fe640 1 -- 172.21.15.7:0/2552551519 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a04e444c90 con 0x55a04e3cad50 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1cb7fe640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3cf700 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009ca0 tx=0x7ff1c4045000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17d88e623575ea16 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4004300 con 0x55a04e3cad50 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7ff1c40044a0 con 0x55a04e3cad50 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1b40a45e0 con 0x55a04e3cad50 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff1c40046a0 con 0x55a04e3cad50 2024-09-10T07:45:54.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1d3df7740 10 client.25123 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.249+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a04e445f30 con 0x55a04e3cad50 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1c4036040 con 0x55a04e3cad50 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7ff1c4030070 con 0x55a04e3cad50 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 10 client.25123 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 10 client.25123 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 20 client.25123 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e4466c0 0x55a04e448ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 4 client.25123 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x7ff1b40a45e0 con 0x55a04e4466c0 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.250+0000 7ff1caffd640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e4466c0 0x55a04e448ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.251+0000 7ff1aaffd640 10 client.25123 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.251+0000 7ff1caffd640 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e4466c0 0x55a04e448ae0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4c3f1bfc55c8c3c server_cookie=69f16858282ee65a in_seq=0 out_seq=0 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.258+0000 7ff1aaffd640 1 -- 172.21.15.7:0/2552551519 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7ff1b40a45e0 con 0x55a04e4466c0 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.258+0000 7ff1aaffd640 10 client.25123 handle_command_reply: tid=0 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 client.25123 shutdown 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 msgr2=0x55a04e3cf700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3cf700 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009ca0 tx=0x7ff1c4045000 comp rx=0 tx=0).stop 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 shutdown_connections 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a04e4466c0 0x55a04e448ae0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1aaffd640 0 client.25123 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a04e3cad50 0x55a04e3cf700 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a04e3bbf20 0x55a04e3cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 --2- 172.21.15.7:0/2552551519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a04e3bb600 0x55a04e3cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 >> 172.21.15.7:0/2552551519 conn(0x55a04e3b7cf0 msgr2=0x55a04e3c8490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 shutdown_connections 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 1 -- 172.21.15.7:0/2552551519 wait complete. 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.259+0000 7ff1d3df7740 20 client.25123 trim_cache size 0 max 16384 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 25, 2024-09-10T07:45:54.260 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 2, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "1a9be2b9": { 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 2, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:45:54.261 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:45:54.262 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:45:54.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 msgr2=0x7ff1b80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 0x7ff1b80a50c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4033040 tx=0x7ff1c4031430 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 msgr2=0x7ff1cc198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400c920 tx=0x7ff1b400cde0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 shutdown_connections 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.260+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1b80a2c00 0x7ff1b80a50c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1cc106a80 0x7ff1cc19cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1cc101420 0x7ff1cc198780 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 --2- 172.21.15.7:0/303353602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1cc100a80 0x7ff1cc198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 >> 172.21.15.7:0/303353602 conn(0x7ff1cc0fc7a0 msgr2=0x7ff1cc06a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 shutdown_connections 2024-09-10T07:45:54.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:54.261+0000 7ff1d1a1e640 1 -- 172.21.15.7:0/303353602 wait complete. 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 -- 172.21.15.7:0/1833770089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4101c30 msgr2=0x7f3ad41020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/1833770089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4101c30 0x7f3ad41020b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4009900 tx=0x7f3ac402a410 comp rx=0 tx=0).stop 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 -- 172.21.15.7:0/1833770089 shutdown_connections 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/1833770089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad41025f0 0x7f3ad4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/1833770089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4101c30 0x7f3ad41020b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/1833770089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad4100a40 0x7f3ad4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 -- 172.21.15.7:0/1833770089 >> 172.21.15.7:0/1833770089 conn(0x7f3ad40fc1e0 msgr2=0x7f3ad40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 -- 172.21.15.7:0/1833770089 shutdown_connections 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.714+0000 7f3adb9cd640 1 -- 172.21.15.7:0/1833770089 wait complete. 2024-09-10T07:45:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 Processor -- start 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 -- start start 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad4101c30 0x7f3ad41982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad41025f0 0x7f3ad419f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad410c550 con 0x7f3ad4100a40 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad410c3d0 con 0x7f3ad41025f0 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3adb9cd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad410c6d0 con 0x7f3ad4101c30 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46644/0 (socket says 172.21.15.7:46644) 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 -- 172.21.15.7:0/2903366210 learned_addr learned my addr 172.21.15.7:0/2903366210 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad41025f0 0x7f3ad419f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad4101c30 0x7f3ad41982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 -- 172.21.15.7:0/2903366210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad4101c30 msgr2=0x7f3ad41982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad4101c30 0x7f3ad41982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 -- 172.21.15.7:0/2903366210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad41025f0 msgr2=0x7f3ad419f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad41025f0 0x7f3ad419f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.715+0000 7f3ad9769640 1 -- 172.21.15.7:0/2903366210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad419f950 con 0x7f3ad4100a40 2024-09-10T07:45:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e9c0 tx=0x7f3ad000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3aca7fc640 1 -- 172.21.15.7:0/2903366210 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad000cd80 con 0x7f3ad4100a40 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3aca7fc640 1 -- 172.21.15.7:0/2903366210 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ad00035f0 con 0x7f3ad4100a40 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3aca7fc640 1 -- 172.21.15.7:0/2903366210 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0010690 con 0x7f3ad4100a40 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad419fc40 con 0x7f3ad4100a40 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.716+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad41a0190 con 0x7f3ad4100a40 2024-09-10T07:45:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.718+0000 7f3aca7fc640 1 -- 172.21.15.7:0/2903366210 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3ad00037a0 con 0x7f3ad4100a40 2024-09-10T07:45:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 Processor -- start 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 -- start start 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16a91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16abc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5640b16032f0 con 0x5640b16a3db0 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5640b15ab270 con 0x5640b16a46f0 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ade842740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5640b15ff2b0 con 0x5640b16a9780 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ad9f6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3aca7fc640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 0x7f3ac00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ad9f6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46650/0 (socket says 172.21.15.7:46650) 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ad9f6a640 1 -- 172.21.15.7:0/3126751576 learned_addr learned my addr 172.21.15.7:0/3126751576 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ad9769640 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16a91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.719+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16abc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 0x7f3ac00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3aca7fc640 1 -- 172.21.15.7:0/2903366210 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f3ad00cf760 con 0x7f3ad4100a40 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 -- 172.21.15.7:0/3126751576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 msgr2=0x5640b16abc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16abc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 -- 172.21.15.7:0/3126751576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 msgr2=0x5640b16a91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16a91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 -- 172.21.15.7:0/3126751576 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640b15aa340 con 0x5640b16a3db0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3acc004140 tx=0x7f3acc003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42144e1ffdda3fa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3abf7fe640 1 -- 172.21.15.7:0/3126751576 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc012e60 con 0x5640b16a3db0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3abf7fe640 1 -- 172.21.15.7:0/3126751576 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3acc023070 con 0x5640b16a3db0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.720+0000 7f3abf7fe640 1 -- 172.21.15.7:0/3126751576 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc003ad0 con 0x5640b16a3db0 2024-09-10T07:45:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- 172.21.15.7:0/3126751576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 msgr2=0x5640b16a41b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3acc004140 tx=0x7f3acc003f90 comp rx=0 tx=0).stop 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 0x7f3ac00a5170 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3acc022000 tx=0x7f3acc020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- 172.21.15.7:0/3126751576 shutdown_connections 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16abc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16a91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 --2- 172.21.15.7:0/3126751576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a41b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- 172.21.15.7:0/3126751576 >> 172.21.15.7:0/3126751576 conn(0x5640b169b010 msgr2=0x5640b169b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- 172.21.15.7:0/3126751576 shutdown_connections 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- 172.21.15.7:0/3126751576 wait complete. 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.721+0000 7f3ade842740 1 -- start start 2024-09-10T07:45:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 Processor -- start 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16adf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5640b16ac750 con 0x5640b16a46f0 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5640b158c290 con 0x5640b16a3db0 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5640b16ac8d0 con 0x5640b16a9780 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ade842740 10 client.0 _ll_register_callbacks cb 0x5640b15bd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46664/0 (socket says 172.21.15.7:46664) 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2066878599 learned_addr learned my addr 172.21.15.7:0/2066878599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2066878599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 msgr2=0x5640b16b54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 msgr2=0x5640b16adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16adf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2066878599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640b1316210 con 0x5640b16a46f0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.722+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4009900 tx=0x7f3ac4031580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c297715abecb6bc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac4035040 con 0x5640b16a46f0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f3ac4004240 con 0x5640b16a46f0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3acc023070 con 0x5640b16a46f0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3ac404e050 con 0x5640b16a46f0 2024-09-10T07:45:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 10 client.15504 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5640b13e2620 con 0x5640b16a46f0 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3acc023070 con 0x5640b16a46f0 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3ac403c4b0 con 0x5640b16a46f0 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 10 client.15504 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 10 client.15504 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 20 client.15504 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b16b9c50 0x5640b16bc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 4 client.15504 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.723+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640b1610a20 con 0x5640b16b9c50 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.724+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b16b9c50 0x5640b16bc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.724+0000 7f3abcff9640 10 client.15504 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.724+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b16b9c50 0x5640b16bc0a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cea0d624082bc4a server_cookie=987cd7297632d674 in_seq=0 out_seq=0 2024-09-10T07:45:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3abcff9640 1 -- 172.21.15.7:0/2066878599 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5640b1610a20 con 0x5640b16b9c50 2024-09-10T07:45:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3abcff9640 10 client.15504 handle_command_reply: tid=0 2024-09-10T07:45:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 client.15504 shutdown 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 msgr2=0x5640b16ae4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4009900 tx=0x7f3ac4031580 comp rx=0 tx=0).stop 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 shutdown_connections 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b16b9c50 0x5640b16bc0a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16ae4b0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3abcff9640 0 client.15504 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 --2- 172.21.15.7:0/2066878599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 >> 172.21.15.7:0/2066878599 conn(0x5640b169b010 msgr2=0x5640b169c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 shutdown_connections 2024-09-10T07:45:54.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 1 -- 172.21.15.7:0/2066878599 wait complete. 2024-09-10T07:45:54.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.725+0000 7f3ade842740 20 client.15504 trim_cache size 0 max 16384 2024-09-10T07:45:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 Processor -- start 2024-09-10T07:45:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 -- start start 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16b54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b169a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41aabb0 con 0x5640b16a3db0 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41a8480 con 0x5640b16a46f0 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ade842740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41a62f0 con 0x5640b16a9780 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ad9769640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ad9769640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46678/0 (socket says 172.21.15.7:46678) 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ad9769640 1 -- 172.21.15.7:0/2532657741 learned_addr learned my addr 172.21.15.7:0/2532657741 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b169a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.740+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16b54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 -- 172.21.15.7:0/2532657741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 msgr2=0x5640b169a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b169a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 -- 172.21.15.7:0/2532657741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 msgr2=0x5640b16b54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16b54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 -- 172.21.15.7:0/2532657741 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640b169ae30 con 0x5640b16a3db0 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b169a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3ad00cd230 tx=0x7f3ad0010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c76138f06262ff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3abeffd640 1 -- 172.21.15.7:0/2532657741 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad009bc20 con 0x5640b16a3db0 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3abeffd640 1 -- 172.21.15.7:0/2532657741 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ad009ffd0 con 0x5640b16a3db0 2024-09-10T07:45:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.741+0000 7f3abeffd640 1 -- 172.21.15.7:0/2532657741 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad00a4660 con 0x5640b16a3db0 2024-09-10T07:45:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- 172.21.15.7:0/2532657741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 msgr2=0x5640b16a4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3ad00cd230 tx=0x7f3ad0010830 comp rx=0 tx=0).stop 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- 172.21.15.7:0/2532657741 shutdown_connections 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b169a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a46f0 0x5640b16b54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 --2- 172.21.15.7:0/2532657741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a3db0 0x5640b16a4190 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- 172.21.15.7:0/2532657741 >> 172.21.15.7:0/2532657741 conn(0x5640b169b010 msgr2=0x5640b16999a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- 172.21.15.7:0/2532657741 shutdown_connections 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- 172.21.15.7:0/2532657741 wait complete. 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 -- start start 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.742+0000 7f3ade842740 1 Processor -- start 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41a6940 con 0x5640b16a46f0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41a7db0 con 0x5640b16a3db0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad41a7010 con 0x5640b16a9780 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ade842740 10 client.0 _ll_register_callbacks cb 0x7f3ac4031c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46690/0 (socket says 172.21.15.7:46690) 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2333007923 learned_addr learned my addr 172.21.15.7:0/2333007923 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad9f6a640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2333007923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 msgr2=0x5640b16b3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b3dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 msgr2=0x5640b16b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.743+0000 7f3ad8f68640 1 -- 172.21.15.7:0/2333007923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640b16b43d0 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ad8f68640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4009850 tx=0x7f3ac4031660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b4721c548d937e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac4035040 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f3ac403ccf0 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ad009ffd0 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3ac403c650 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 10 client.15510 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5640b16b5750 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ad009ffd0 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3ac403b440 con 0x5640b16a46f0 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 10 client.15510 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 10 client.15510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 20 client.15510 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b17250a0 0x5640b17274c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 4 client.15510 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:45:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.744+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5640b160ad70 con 0x5640b17250a0 2024-09-10T07:45:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.745+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b17250a0 0x5640b17274c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.745+0000 7f3abcff9640 10 client.15510 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.745+0000 7f3ad9769640 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b17250a0 0x5640b17274c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d18a2564432f911 server_cookie=86c812e957850825 in_seq=0 out_seq=0 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.748+0000 7f3abcff9640 1 -- 172.21.15.7:0/2333007923 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5640b160ad70 con 0x5640b17250a0 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.748+0000 7f3abcff9640 10 client.15510 handle_command_reply: tid=0 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.748+0000 7f3ade842740 1 client.15510 shutdown 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 msgr2=0x5640b16b2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4009850 tx=0x7f3ac4031660 comp rx=0 tx=0).stop 2024-09-10T07:45:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 shutdown_connections 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5640b17250a0 0x5640b17274c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640b16a9780 0x5640b16b3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3abcff9640 0 client.15510 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640b16a46f0 0x5640b16b2db0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 --2- 172.21.15.7:0/2333007923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640b16a3db0 0x5640b16b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 >> 172.21.15.7:0/2333007923 conn(0x5640b169b010 msgr2=0x5640b169a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 shutdown_connections 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 1 -- 172.21.15.7:0/2333007923 wait complete. 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3ade842740 20 client.15510 trim_cache size 0 max 16384 2024-09-10T07:45:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:45:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:45:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:45:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:45:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 msgr2=0x7f3ac00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 0x7f3ac00a5170 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3acc022000 tx=0x7f3acc020000 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 msgr2=0x7f3ad4197db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.749+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e9c0 tx=0x7f3ad000ee80 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 shutdown_connections 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ac00a2cb0 0x7f3ac00a5170 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad41025f0 0x7f3ad419f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad4101c30 0x7f3ad41982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 --2- 172.21.15.7:0/2903366210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad4100a40 0x7f3ad4197db0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 >> 172.21.15.7:0/2903366210 conn(0x7f3ad40fc1e0 msgr2=0x7f3ad40698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 shutdown_connections 2024-09-10T07:45:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:45:54.750+0000 7f3adb9cd640 1 -- 172.21.15.7:0/2903366210 wait complete. 2024-09-10T07:45:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:54 smithi007 ceph-mon[30879]: pgmap v377: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-10T07:45:54.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:54 smithi110 ceph-mon[34417]: pgmap v377: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-10T07:45:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:54 smithi145 ceph-mon[34766]: pgmap v377: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-10T07:45:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:56 smithi007 ceph-mon[30879]: pgmap v378: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:56 smithi110 ceph-mon[34417]: pgmap v378: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:56 smithi145 ceph-mon[34766]: pgmap v378: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T07:45:58.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.152+0000 7f1fdf53a640 1 -- 172.21.15.7:0/3022268536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd8103ff0 msgr2=0x7f1fd81043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.152+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/3022268536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd8103ff0 0x7f1fd81043d0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009900 tx=0x7f1fd402a410 comp rx=0 tx=0).stop 2024-09-10T07:45:58.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 -- 172.21.15.7:0/3022268536 shutdown_connections 2024-09-10T07:45:58.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/3022268536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 0x7f1fd8110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/3022268536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd81049a0 0x7f1fd81089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/3022268536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd8103ff0 0x7f1fd81043d0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 -- 172.21.15.7:0/3022268536 >> 172.21.15.7:0/3022268536 conn(0x7f1fd80ffab0 msgr2=0x7f1fd8101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 -- 172.21.15.7:0/3022268536 shutdown_connections 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 -- 172.21.15.7:0/3022268536 wait complete. 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.153+0000 7f1fdf53a640 1 Processor -- start 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 -- start start 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 0x7f1fd819a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 0x7f1fd819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd8114000 con 0x7f1fd81049a0 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd8113e80 con 0x7f1fd8103ff0 2024-09-10T07:45:58.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdf53a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd8114180 con 0x7f1fd8109120 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdcad5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdcad5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46714/0 (socket says 172.21.15.7:46714) 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdcad5640 1 -- 172.21.15.7:0/795770358 learned_addr learned my addr 172.21.15.7:0/795770358 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fddad7640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 0x7f1fd819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 0x7f1fd819a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.154+0000 7f1fdcad5640 1 -- 172.21.15.7:0/795770358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 msgr2=0x7f1fd819edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdcad5640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 0x7f1fd819edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdcad5640 1 -- 172.21.15.7:0/795770358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 msgr2=0x7f1fd819a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdcad5640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 0x7f1fd819a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdcad5640 1 -- 172.21.15.7:0/795770358 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd819f4b0 con 0x7f1fd81049a0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 0x7f1fd819a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdcad5640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800d950 tx=0x7f1fc800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fce7fc640 1 -- 172.21.15.7:0/795770358 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8017070 con 0x7f1fd81049a0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd819f7a0 con 0x7f1fd81049a0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fce7fc640 1 -- 172.21.15.7:0/795770358 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fc8009c30 con 0x7f1fd81049a0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fce7fc640 1 -- 172.21.15.7:0/795770358 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8020060 con 0x7f1fd81049a0 2024-09-10T07:45:58.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.155+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd81a7080 con 0x7f1fd81049a0 2024-09-10T07:45:58.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.159+0000 7f1fe1913740 1 Processor -- start 2024-09-10T07:45:58.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.159+0000 7f1fe1913740 1 -- start start 2024-09-10T07:45:58.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.160+0000 7f1fce7fc640 1 -- 172.21.15.7:0/795770358 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1fc80109a0 con 0x7f1fd81049a0 2024-09-10T07:45:58.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.160+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.160+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33378/0 (socket says 172.21.15.7:33378) 2024-09-10T07:45:58.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fddad7640 1 -- 172.21.15.7:0/745382658 learned_addr learned my addr 172.21.15.7:0/745382658 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:58.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fce7fc640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 0x7f1fc40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fe1913740 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944357f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5629442a82f0 con 0x56294434ade0 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56294424fcf0 con 0x562944355b80 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5629442a42b0 con 0x56294434c350 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fce7fc640 1 -- 172.21.15.7:0/795770358 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1fc80cf140 con 0x7f1fd81049a0 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.161+0000 7f1fdcad5640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 0x7f1fc40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fddad7640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944357f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 -- 172.21.15.7:0/745382658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 msgr2=0x56294434a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 -- 172.21.15.7:0/745382658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 msgr2=0x562944357f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944357f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 -- 172.21.15.7:0/745382658 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629442343a0 con 0x56294434ade0 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fddad7640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434b220 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009230 tx=0x7f1fd4032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61c16f7a3df753c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fdcad5640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 0x7f1fc40a50c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1fc809b530 tx=0x7f1fc8010c90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.162+0000 7f1fc37fe640 1 -- 172.21.15.7:0/745382658 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd403f070 con 0x56294434ade0 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.163+0000 7f1fc37fe640 1 -- 172.21.15.7:0/745382658 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fd40316a0 con 0x56294434ade0 2024-09-10T07:45:58.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.163+0000 7f1fc37fe640 1 -- 172.21.15.7:0/745382658 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4035070 con 0x56294434ade0 2024-09-10T07:45:58.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.163+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 msgr2=0x56294434b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.163+0000 7f1fe1913740 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434b220 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009230 tx=0x7f1fd4032cb0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 shutdown_connections 2024-09-10T07:45:58.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944357f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434b220 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 --2- 172.21.15.7:0/745382658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294434a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 >> 172.21.15.7:0/745382658 conn(0x56294430b310 msgr2=0x562944347470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 shutdown_connections 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 -- 172.21.15.7:0/745382658 wait complete. 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 -- start start 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.164+0000 7f1fe1913740 1 Processor -- start 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x562944352e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944353390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562944358820 con 0x56294434ade0 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562944263060 con 0x562944355b80 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5629443589a0 con 0x56294434c350 2024-09-10T07:45:58.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fe1913740 10 client.0 _ll_register_callbacks cb 0x562943fb68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:58.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46740/0 (socket says 172.21.15.7:46740) 2024-09-10T07:45:58.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fddad7640 1 -- 172.21.15.7:0/2273881138 learned_addr learned my addr 172.21.15.7:0/2273881138 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:58.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x562944352e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.165+0000 7f1fddad7640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944353390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 -- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 msgr2=0x562944352e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x562944352e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 -- 172.21.15.7:0/2273881138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 msgr2=0x562944353390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944353390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 -- 172.21.15.7:0/2273881138 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629440193c0 con 0x56294434ade0 2024-09-10T07:45:58.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fddad7640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0004760 tx=0x7f1fd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7236a7acfbd25b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fc0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd0014030 con 0x56294434ade0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1fd00141d0 con 0x56294434ade0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fd40316a0 con 0x56294434ade0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1fd0004b20 con 0x56294434ade0 2024-09-10T07:45:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fe1913740 10 client.15522 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.166+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562944364410 con 0x56294434ade0 2024-09-10T07:45:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fd40316a0 con 0x56294434ade0 2024-09-10T07:45:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1fd000f040 con 0x56294434ade0 2024-09-10T07:45:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 10 client.15522 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 10 client.15522 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 20 client.15522 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443658d0 0x562944367cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 4 client.15522 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629442b5860 con 0x5629443658d0 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.167+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443658d0 0x562944367cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.168+0000 7f1fc0ff9640 10 client.15522 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.168+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443658d0 0x562944367cc0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2861aacda6a3349f server_cookie=3facbf34cdc828ef in_seq=0 out_seq=0 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/2273881138 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5629442b5860 con 0x5629443658d0 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fc0ff9640 10 client.15522 handle_command_reply: tid=0 2024-09-10T07:45:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 client.15522 shutdown 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 msgr2=0x562944352910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0004760 tx=0x7f1fd0004a40 comp rx=0 tx=0).stop 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 shutdown_connections 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443658d0 0x562944367cc0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x562944353390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x562944352e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 --2- 172.21.15.7:0/2273881138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x562944352910 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 >> 172.21.15.7:0/2273881138 conn(0x56294430b310 msgr2=0x56294434d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fc0ff9640 0 client.15522 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 shutdown_connections 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 1 -- 172.21.15.7:0/2273881138 wait complete. 2024-09-10T07:45:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.169+0000 7f1fe1913740 20 client.15522 trim_cache size 0 max 16384 2024-09-10T07:45:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.192+0000 7f1fe1913740 1 Processor -- start 2024-09-10T07:45:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.192+0000 7f1fe1913740 1 -- start start 2024-09-10T07:45:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 0x56294433dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562944355b80 0x56294436d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81af2d0 con 0x56294434ade0 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81acba0 con 0x56294434c350 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fe1913740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81aaa10 con 0x562944355b80 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46748/0 (socket says 172.21.15.7:46748) 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 -- 172.21.15.7:0/1240427328 learned_addr learned my addr 172.21.15.7:0/1240427328 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 0x56294433dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562944355b80 0x56294436d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 -- 172.21.15.7:0/1240427328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562944355b80 msgr2=0x56294436d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562944355b80 0x56294436d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 -- 172.21.15.7:0/1240427328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 msgr2=0x56294433dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 0x56294433dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fddad7640 1 -- 172.21.15.7:0/1240427328 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562944350e60 con 0x56294434ade0 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.193+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 0x56294433dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.194+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0000f80 tx=0x7f1fd0009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa7778a86949d641 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.194+0000 7f1fc2ffd640 1 -- 172.21.15.7:0/1240427328 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd0005bd0 con 0x56294434ade0 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.194+0000 7f1fc2ffd640 1 -- 172.21.15.7:0/1240427328 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fd0009ad0 con 0x56294434ade0 2024-09-10T07:45:58.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.194+0000 7f1fc2ffd640 1 -- 172.21.15.7:0/1240427328 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00053c0 con 0x56294434ade0 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- 172.21.15.7:0/1240427328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 msgr2=0x56294434e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0000f80 tx=0x7f1fd0009d80 comp rx=0 tx=0).stop 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- 172.21.15.7:0/1240427328 shutdown_connections 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562944355b80 0x56294436d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56294434c350 0x56294433dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1240427328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294434e140 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- 172.21.15.7:0/1240427328 >> 172.21.15.7:0/1240427328 conn(0x56294430b310 msgr2=0x56294433d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- 172.21.15.7:0/1240427328 shutdown_connections 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- 172.21.15.7:0/1240427328 wait complete. 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.195+0000 7f1fe1913740 1 -- start start 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.196+0000 7f1fe1913740 1 Processor -- start 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.196+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.196+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294435e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fe1913740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x5629443591b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fe1913740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81ab060 con 0x56294434ade0 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fe1913740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81ac4d0 con 0x562944355b80 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fe1913740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd81ab730 con 0x56294434c350 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46760/0 (socket says 172.21.15.7:46760) 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 -- 172.21.15.7:0/1071345938 learned_addr learned my addr 172.21.15.7:0/1071345938 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fe1913740 10 client.0 _ll_register_callbacks cb 0x7f1fd0003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x5629443591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294435e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 -- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 msgr2=0x56294435e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294435e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 -- 172.21.15.7:0/1071345938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 msgr2=0x5629443591b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x5629443591b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 -- 172.21.15.7:0/1071345938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629443599b0 con 0x56294434ade0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294435e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fddad7640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0012d70 tx=0x7f1fd0004480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ecf97c742ad67d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.197+0000 7f1fc0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:45:58.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd0036040 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f1fd0012670 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fd0009ad0 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1fd0012960 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fe1913740 10 client.15528 fetch_fsmap learned FSMap version 25 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5629443cffe0 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.198+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fd0009ad0 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1fd003c070 con 0x56294434ade0 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 10 client.15528 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 10 client.15528 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 20 client.15528 populate_metadata read hostname 'smithi007' 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443d0690 0x5629443d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 4 client.15528 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:45:58.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5629442afd70 con 0x5629443d0690 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.199+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443d0690 0x5629443d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fdd2d6640 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443d0690 0x5629443d2a80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c50b1c02248e792f server_cookie=699d4b2104eb4f1e in_seq=0 out_seq=0 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fc0ff9640 10 client.15528 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fc0ff9640 1 -- 172.21.15.7:0/1071345938 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5629442afd70 con 0x5629443d0690 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fc0ff9640 10 client.15528 handle_command_reply: tid=0 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 client.15528 shutdown 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 msgr2=0x56294435ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0012d70 tx=0x7f1fd0004480 comp rx=0 tx=0).stop 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 shutdown_connections 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5629443d0690 0x5629443d2a80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562944355b80 0x5629443591b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56294434c350 0x56294435e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fc0ff9640 0 client.15528 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 --2- 172.21.15.7:0/1071345938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56294434ade0 0x56294435ddd0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.200+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 >> 172.21.15.7:0/1071345938 conn(0x56294430b310 msgr2=0x56294434d140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 shutdown_connections 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fe1913740 1 -- 172.21.15.7:0/1071345938 wait complete. 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fe1913740 20 client.15528 trim_cache size 0 max 16384 2024-09-10T07:45:58.205 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 msgr2=0x7f1fc40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 0x7f1fc40a50c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1fc809b530 tx=0x7f1fc8010c90 comp rx=0 tx=0).stop 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 msgr2=0x7f1fd819aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.201+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800d950 tx=0x7f1fc800de10 comp rx=0 tx=0).stop 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 shutdown_connections 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1fc40a2c00 0x7f1fc40a50c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fd8109120 0x7f1fd819edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fd81049a0 0x7f1fd819aa40 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 --2- 172.21.15.7:0/795770358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fd8103ff0 0x7f1fd819a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:45:58.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 >> 172.21.15.7:0/795770358 conn(0x7f1fd80ffab0 msgr2=0x7f1fd8100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:45:58.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 shutdown_connections 2024-09-10T07:45:58.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:45:58.202+0000 7f1fdf53a640 1 -- 172.21.15.7:0/795770358 wait complete. 2024-09-10T07:45:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:45:58 smithi007 ceph-mon[30879]: pgmap v379: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-10T07:45:58.772 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1a9be2b9', quiesce took 8.7 seconds. Will release after: 21.3 2024-09-10T07:45:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:45:58 smithi110 ceph-mon[34417]: pgmap v379: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-10T07:45:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:45:58 smithi145 ceph-mon[34766]: pgmap v379: 129 pgs: 129 active+clean; 662 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-10T07:45:59.519 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:45:59.803 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.329+0000 7f9b21daf640 1 -- 172.21.15.7:0/2333246455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c101df0 msgr2=0x7f9b1c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.329+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2333246455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c101df0 0x7f9b1c1021d0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c009900 tx=0x7f9b0c02a3f0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 -- 172.21.15.7:0/2333246455 shutdown_connections 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2333246455 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c106f20 0x7f9b1c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2333246455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2333246455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c101df0 0x7f9b1c1021d0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 -- 172.21.15.7:0/2333246455 >> 172.21.15.7:0/2333246455 conn(0x7f9b1c0fd8f0 msgr2=0x7f9b1c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 -- 172.21.15.7:0/2333246455 shutdown_connections 2024-09-10T07:46:00.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.330+0000 7f9b21daf640 1 -- 172.21.15.7:0/2333246455 wait complete. 2024-09-10T07:46:00.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 Processor -- start 2024-09-10T07:46:00.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 -- start start 2024-09-10T07:46:00.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 0x7f9b1c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c106f20 0x7f9b1c19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1c111ec0 con 0x7f9b1c1027a0 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1c111d40 con 0x7f9b1c101df0 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b21daf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1c112040 con 0x7f9b1c106f20 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46780/0 (socket says 172.21.15.7:46780) 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b13fff640 1 -- 172.21.15.7:0/2365360567 learned_addr learned my addr 172.21.15.7:0/2365360567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 0x7f9b1c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.331+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c106f20 0x7f9b1c19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 -- 172.21.15.7:0/2365360567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c106f20 msgr2=0x7f9b1c19cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c106f20 0x7f9b1c19cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 -- 172.21.15.7:0/2365360567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 msgr2=0x7f9b1c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 0x7f9b1c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 -- 172.21.15.7:0/2365360567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b1c19d340 con 0x7f9b1c1027a0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 0x7f9b1c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9b0400d770 tx=0x7f9b0400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b197fa640 1 -- 172.21.15.7:0/2365360567 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04017070 con 0x7f9b1c1027a0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b1c19d630 con 0x7f9b1c1027a0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b1c1a4f10 con 0x7f9b1c1027a0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b197fa640 1 -- 172.21.15.7:0/2365360567 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b040054d0 con 0x7f9b1c1027a0 2024-09-10T07:46:00.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.332+0000 7f9b197fa640 1 -- 172.21.15.7:0/2365360567 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04004d50 con 0x7f9b1c1027a0 2024-09-10T07:46:00.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 Processor -- start 2024-09-10T07:46:00.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 -- start start 2024-09-10T07:46:00.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b197fa640 1 -- 172.21.15.7:0/2365360567 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9b04009c30 con 0x7f9b1c1027a0 2024-09-10T07:46:00.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e89b40 0x556e38e88090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e97780 0x556e38e99b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e38dee2f0 con 0x556e38e885d0 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e38d95cf0 con 0x556e38e97780 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b24188740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e38dea2b0 con 0x556e38e89b40 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.336+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43662/0 (socket says 172.21.15.7:43662) 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2861614312 learned_addr learned my addr 172.21.15.7:0/2861614312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e89b40 0x556e38e88090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e97780 0x556e38e99b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2861614312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e89b40 msgr2=0x556e38e88090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e89b40 0x556e38e88090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2861614312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e97780 msgr2=0x556e38e99b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e97780 0x556e38e99b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2861614312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e38d7a3a0 con 0x556e38e885d0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b197fa640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 0x7f9b080a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.337+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c006010 tx=0x7f9b0c004380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5dc389ec2a482b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.338+0000 7f9b197fa640 1 -- 172.21.15.7:0/2365360567 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b040cedf0 con 0x7f9b1c1027a0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.338+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 0x7f9b080a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.338+0000 7f9b11ffb640 1 -- 172.21.15.7:0/2861614312 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c03f070 con 0x556e38e885d0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.338+0000 7f9b11ffb640 1 -- 172.21.15.7:0/2861614312 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b0c0046c0 con 0x556e38e885d0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.338+0000 7f9b11ffb640 1 -- 172.21.15.7:0/2861614312 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c035030 con 0x556e38e885d0 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 -- 172.21.15.7:0/2861614312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 msgr2=0x556e38e88a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c006010 tx=0x7f9b0c004380 comp rx=0 tx=0).stop 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 0x7f9b080a5140 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9b1400b4d0 tx=0x7f9b1400e040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 -- 172.21.15.7:0/2861614312 shutdown_connections 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e97780 0x556e38e99b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e885d0 0x556e38e88a10 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 --2- 172.21.15.7:0/2861614312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e89b40 0x556e38e88090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 -- 172.21.15.7:0/2861614312 >> 172.21.15.7:0/2861614312 conn(0x556e38e51310 msgr2=0x556e38e84c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 -- 172.21.15.7:0/2861614312 shutdown_connections 2024-09-10T07:46:00.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.339+0000 7f9b24188740 1 -- 172.21.15.7:0/2861614312 wait complete. 2024-09-10T07:46:00.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.340+0000 7f9b24188740 1 -- start start 2024-09-10T07:46:00.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.340+0000 7f9b24188740 1 Processor -- start 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38e943b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38e94930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e38e9a420 con 0x556e38e89b40 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e38da9060 con 0x556e38e885d0 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e38e9a5a0 con 0x556e38e97780 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b24188740 10 client.0 _ll_register_callbacks cb 0x556e38afc8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42162/0 (socket says 172.21.15.7:42162) 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/3614314640 learned_addr learned my addr 172.21.15.7:0/3614314640 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.341+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38e94930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 msgr2=0x556e38e94930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38e94930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/3614314640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 msgr2=0x556e38e943b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38e943b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/3614314640 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e38b5f3c0 con 0x556e38e885d0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38e94930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c0099f0 tx=0x7f9b0c005230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b8759f3b8283a6c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9afaffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.342+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c04c070 con 0x556e38e885d0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b0c0046c0 con 0x556e38e885d0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b0c004a70 con 0x556e38e885d0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9b0c03f050 con 0x556e38e885d0 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9b24188740 10 client.25148 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:00.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556e38ea5ee0 con 0x556e38e885d0 2024-09-10T07:46:00.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.343+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b0c0046c0 con 0x556e38e885d0 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.344+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9b0c03b460 con 0x556e38e885d0 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.344+0000 7f9b24188740 10 client.25148 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.344+0000 7f9b24188740 10 client.25148 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.344+0000 7f9b24188740 20 client.25148 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38ea7440 0x556e38ea98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9b24188740 4 client.25148 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e38dfb860 con 0x556e38ea7440 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9b13fff640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38ea7440 0x556e38ea98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9b13fff640 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38ea7440 0x556e38ea98e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6e51cf9d40e513c9 server_cookie=a249c357a84af173 in_seq=0 out_seq=0 2024-09-10T07:46:00.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.345+0000 7f9afaffd640 10 client.25148 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.346+0000 7f9afaffd640 1 -- 172.21.15.7:0/3614314640 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e38dfb860 con 0x556e38ea7440 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.346+0000 7f9afaffd640 10 client.25148 handle_command_reply: tid=0 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.346+0000 7f9b24188740 1 client.25148 shutdown 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.346+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 msgr2=0x556e38e97100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.346+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c0099f0 tx=0x7f9b0c005230 comp rx=0 tx=0).stop 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 shutdown_connections 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38ea7440 0x556e38ea98e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38e94930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9afaffd640 0 client.25148 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38e943b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 --2- 172.21.15.7:0/3614314640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e97100 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 >> 172.21.15.7:0/3614314640 conn(0x556e38e51310 msgr2=0x556e38e8a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 shutdown_connections 2024-09-10T07:46:00.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 1 -- 172.21.15.7:0/3614314640 wait complete. 2024-09-10T07:46:00.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.347+0000 7f9b24188740 20 client.25148 trim_cache size 0 max 16384 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.373+0000 7f9b24188740 1 Processor -- start 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.373+0000 7f9b24188740 1 -- start start 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e885d0 0x556e38ea3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 0x556e38e98b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc0122e0 con 0x556e38e97780 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc00fbb0 con 0x556e38e89b40 2024-09-10T07:46:00.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b24188740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc00dab0 con 0x556e38e885d0 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43678/0 (socket says 172.21.15.7:43678) 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b1bfff640 1 -- 172.21.15.7:0/2204570101 learned_addr learned my addr 172.21.15.7:0/2204570101 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 0x556e38e98b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e885d0 0x556e38ea3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 -- 172.21.15.7:0/2204570101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e885d0 msgr2=0x556e38ea3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e885d0 0x556e38ea3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 -- 172.21.15.7:0/2204570101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 msgr2=0x556e38e990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b13fff640 1 -- 172.21.15.7:0/2204570101 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e38e8b120 con 0x556e38e89b40 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.374+0000 7f9b1bfff640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:00.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.375+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 0x556e38e98b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x556e38e89070 tx=0x7f9b040d24e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f0a7a39759374ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.375+0000 7f9b117fa640 1 -- 172.21.15.7:0/2204570101 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04020040 con 0x556e38e89b40 2024-09-10T07:46:00.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.375+0000 7f9b117fa640 1 -- 172.21.15.7:0/2204570101 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b0409f600 con 0x556e38e89b40 2024-09-10T07:46:00.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.375+0000 7f9b117fa640 1 -- 172.21.15.7:0/2204570101 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b040978c0 con 0x556e38e89b40 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 -- 172.21.15.7:0/2204570101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 msgr2=0x556e38e98b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 0x556e38e98b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x556e38e89070 tx=0x7f9b040d24e0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 -- 172.21.15.7:0/2204570101 shutdown_connections 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e97780 0x556e38e990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e89b40 0x556e38e98b70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 --2- 172.21.15.7:0/2204570101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e885d0 0x556e38ea3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 -- 172.21.15.7:0/2204570101 >> 172.21.15.7:0/2204570101 conn(0x556e38e51310 msgr2=0x556e38e99780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 -- 172.21.15.7:0/2204570101 shutdown_connections 2024-09-10T07:46:00.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.376+0000 7f9b24188740 1 -- 172.21.15.7:0/2204570101 wait complete. 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.377+0000 7f9b24188740 1 -- start start 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.377+0000 7f9b24188740 1 Processor -- start 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38eae940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38eaee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc00e070 con 0x556e38e89b40 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc00f4e0 con 0x556e38e885d0 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9afc00e740 con 0x556e38e97780 2024-09-10T07:46:00.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b24188740 10 client.0 _ll_register_callbacks cb 0x7f9b14009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:00.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38eaee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42168/0 (socket says 172.21.15.7:42168) 2024-09-10T07:46:00.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2053920580 learned_addr learned my addr 172.21.15.7:0/2053920580 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:00.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38eae940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 msgr2=0x556e38eaee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38eaee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.378+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2053920580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 msgr2=0x556e38eae940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38eae940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b1b7fe640 1 -- 172.21.15.7:0/2053920580 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e38eaf520 con 0x556e38e885d0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38eae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b1b7fe640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c03ba20 tx=0x7f9b0c02a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d841afee205693 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9afaffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c061060 con 0x556e38e885d0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b0409f600 con 0x556e38e885d0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b0c004ad0 con 0x556e38e885d0 2024-09-10T07:46:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9b0c04c040 con 0x556e38e885d0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b24188740 10 client.25154 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.379+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556e38e9f750 con 0x556e38e885d0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b0409f600 con 0x556e38e885d0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9b0c031950 con 0x556e38e885d0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 10 client.25154 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 10 client.25154 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 20 client.25154 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38e9fe50 0x556e38f189c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 4 client.25154 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e38df5d70 con 0x556e38e9fe50 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.380+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38e9fe50 0x556e38f189c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9afaffd640 10 client.25154 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b13fff640 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38e9fe50 0x556e38f189c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1d5dc5c2794e117f server_cookie=50d0c5ae318287ca in_seq=0 out_seq=0 2024-09-10T07:46:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9afaffd640 1 -- 172.21.15.7:0/2053920580 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e38df5d70 con 0x556e38e9fe50 2024-09-10T07:46:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9afaffd640 10 client.25154 handle_command_reply: tid=0 2024-09-10T07:46:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 client.25154 shutdown 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 msgr2=0x556e38e8f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9b0c03ba20 tx=0x7f9b0c02a3f0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 shutdown_connections 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e38e9fe50 0x556e38f189c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e38e97780 0x556e38eaee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e38e89b40 0x556e38eae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 --2- 172.21.15.7:0/2053920580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e38e885d0 0x556e38e8f8a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9afaffd640 0 client.25154 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 >> 172.21.15.7:0/2053920580 conn(0x556e38e51310 msgr2=0x556e38e92c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 shutdown_connections 2024-09-10T07:46:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.381+0000 7f9b24188740 1 -- 172.21.15.7:0/2053920580 wait complete. 2024-09-10T07:46:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b24188740 20 client.25154 trim_cache size 0 max 16384 2024-09-10T07:46:00.385 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:46:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 msgr2=0x7f9b080a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 0x7f9b080a5140 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9b1400b4d0 tx=0x7f9b1400e040 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 msgr2=0x7f9b1c1988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9b0400d770 tx=0x7f9b0400dc30 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 shutdown_connections 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b080a2c80 0x7f9b080a5140 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b1c106f20 0x7f9b1c19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.382+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b1c1027a0 0x7f9b1c1988d0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.383+0000 7f9b21daf640 1 --2- 172.21.15.7:0/2365360567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b1c101df0 0x7f9b1c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.383+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 >> 172.21.15.7:0/2365360567 conn(0x7f9b1c0fd8f0 msgr2=0x7f9b1c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.383+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 shutdown_connections 2024-09-10T07:46:00.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:00.383+0000 7f9b21daf640 1 -- 172.21.15.7:0/2365360567 wait complete. 2024-09-10T07:46:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:00 smithi007 ceph-mon[30879]: pgmap v380: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:00 smithi110 ceph-mon[34417]: pgmap v380: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:00 smithi145 ceph-mon[34766]: pgmap v380: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:01.111 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:46:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:01.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/3442570349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb88101df0 msgr2=0x7fcb881021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:01.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/3442570349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb88101df0 0x7fcb881021d0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009900 tx=0x7fcb7c02a410 comp rx=0 tx=0).stop 2024-09-10T07:46:01.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/3442570349 shutdown_connections 2024-09-10T07:46:01.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/3442570349 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88106f20 0x7fcb8810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:01.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/3442570349 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb881027a0 0x7fcb881067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:01.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/3442570349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb88101df0 0x7fcb881021d0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:01.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/3442570349 >> 172.21.15.7:0/3442570349 conn(0x7fcb880fd8f0 msgr2=0x7fcb880ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:01.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/3442570349 shutdown_connections 2024-09-10T07:46:01.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.988+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/3442570349 wait complete. 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.990+0000 7fcb8ec7b640 1 Processor -- start 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.990+0000 7fcb8ec7b640 1 -- start start 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 0x7fcb880744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb88106f20 0x7fcb88074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43706/0 (socket says 172.21.15.7:43706) 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 -- 172.21.15.7:0/1530708520 learned_addr learned my addr 172.21.15.7:0/1530708520 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:01.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88111df0 con 0x7fcb881027a0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88111c70 con 0x7fcb88101df0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 0x7fcb880744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88111f70 con 0x7fcb88106f20 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb88106f20 0x7fcb88074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 -- 172.21.15.7:0/1530708520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb88106f20 msgr2=0x7fcb88074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb88106f20 0x7fcb88074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 -- 172.21.15.7:0/1530708520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 msgr2=0x7fcb880744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 0x7fcb880744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb87fff640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb881a6890 con 0x7fcb881027a0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.991+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 0x7fcb880744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.992+0000 7fcb87fff640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400d950 tx=0x7fcb7400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.992+0000 7fcb85ffb640 1 -- 172.21.15.7:0/1530708520 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb74017030 con 0x7fcb881027a0 2024-09-10T07:46:01.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.992+0000 7fcb85ffb640 1 -- 172.21.15.7:0/1530708520 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb74004020 con 0x7fcb881027a0 2024-09-10T07:46:01.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.992+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb881a6b80 con 0x7fcb881027a0 2024-09-10T07:46:01.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.993+0000 7fcb85ffb640 1 -- 172.21.15.7:0/1530708520 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb740047a0 con 0x7fcb881027a0 2024-09-10T07:46:01.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.993+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb881a70b0 con 0x7fcb881027a0 2024-09-10T07:46:01.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.995+0000 7fcb85ffb640 1 -- 172.21.15.7:0/1530708520 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fcb740041d0 con 0x7fcb881027a0 2024-09-10T07:46:01.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.996+0000 7fcb91054740 1 Processor -- start 2024-09-10T07:46:01.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.996+0000 7fcb91054740 1 -- start start 2024-09-10T07:46:01.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf238a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf30f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:01.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55de6ce812f0 con 0x55de6cf23de0 2024-09-10T07:46:01.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55de6ce28cf0 con 0x55de6cf25350 2024-09-10T07:46:01.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb91054740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55de6ce7d2b0 con 0x55de6cf2eb80 2024-09-10T07:46:01.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb85ffb640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 0x7fcb780a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43716/0 (socket says 172.21.15.7:43716) 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 -- 172.21.15.7:0/1892417545 learned_addr learned my addr 172.21.15.7:0/1892417545 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf238a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb87fff640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf30f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 0x7fcb780a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 -- 172.21.15.7:0/1892417545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 msgr2=0x55de6cf30f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf30f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 -- 172.21.15.7:0/1892417545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 msgr2=0x55de6cf238a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf238a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 -- 172.21.15.7:0/1892417545 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de6ce0d3a0 con 0x55de6cf23de0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf238a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb85ffb640 1 -- 172.21.15.7:0/1530708520 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcb740ced80 con 0x7fcb881027a0 2024-09-10T07:46:02.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.997+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009900 tx=0x7fcb7c0314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec4c6558e5f59b3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 0x7fcb780a5140 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009fd0 tx=0x7fcb80009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb72ffd640 1 -- 172.21.15.7:0/1892417545 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c051070 con 0x55de6cf23de0 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb72ffd640 1 -- 172.21.15.7:0/1892417545 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb7c031890 con 0x55de6cf23de0 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb72ffd640 1 -- 172.21.15.7:0/1892417545 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c035040 con 0x55de6cf23de0 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 -- 172.21.15.7:0/1892417545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 msgr2=0x55de6cf24220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009900 tx=0x7fcb7c0314a0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 -- 172.21.15.7:0/1892417545 shutdown_connections 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf30f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf24220 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 --2- 172.21.15.7:0/1892417545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf238a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.998+0000 7fcb91054740 1 -- 172.21.15.7:0/1892417545 >> 172.21.15.7:0/1892417545 conn(0x55de6cee4310 msgr2=0x55de6cf20470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- 172.21.15.7:0/1892417545 shutdown_connections 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- 172.21.15.7:0/1892417545 wait complete. 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- start start 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 Processor -- start 2024-09-10T07:46:02.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf2b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf2bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55de6cf17810 con 0x55de6cf23de0 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55de6ce3c060 con 0x55de6cf2eb80 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55de6cf17990 con 0x55de6cf25350 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:01.999+0000 7fcb91054740 10 client.0 _ll_register_callbacks cb 0x55de6cb8f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43720/0 (socket says 172.21.15.7:43720) 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 -- 172.21.15.7:0/2756007521 learned_addr learned my addr 172.21.15.7:0/2756007521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8d218640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf2bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb87fff640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf2b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 -- 172.21.15.7:0/2756007521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 msgr2=0x55de6cf2b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf2b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 -- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 msgr2=0x55de6cf2bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf2bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 -- 172.21.15.7:0/2756007521 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de6cbf23c0 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c0042f0 tx=0x7fcb7c004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f60874ab74727d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb67fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c05c070 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcb7c003800 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.000+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb7c031890 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.001+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcb7c035030 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.001+0000 7fcb91054740 10 client.15555 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.001+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de6cf1fcf0 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.001+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb7c031890 con 0x55de6cf23de0 2024-09-10T07:46:02.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fcb7c04d6f0 con 0x55de6cf23de0 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 10 client.15555 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 10 client.15555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 20 client.15555 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cf35e20 0x55de6cf38270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 4 client.15555 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de6ce8e860 con 0x55de6cf35e20 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb87fff640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cf35e20 0x55de6cf38270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb67fff640 10 client.15555 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.002+0000 7fcb87fff640 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cf35e20 0x55de6cf38270 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a9a3f243ee65b67 server_cookie=8935e6b2bea45f62 in_seq=0 out_seq=0 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.003+0000 7fcb67fff640 1 -- 172.21.15.7:0/2756007521 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de6ce8e860 con 0x55de6cf35e20 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.003+0000 7fcb67fff640 10 client.15555 handle_command_reply: tid=0 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.003+0000 7fcb91054740 1 client.15555 shutdown 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.003+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 msgr2=0x55de6cf2e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.003+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c0042f0 tx=0x7fcb7c004320 comp rx=0 tx=0).stop 2024-09-10T07:46:02.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 shutdown_connections 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cf35e20 0x55de6cf38270 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf2bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb67fff640 0 client.15555 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf2b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 --2- 172.21.15.7:0/2756007521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf23de0 0x55de6cf2e590 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 >> 172.21.15.7:0/2756007521 conn(0x55de6cee4310 msgr2=0x55de6cf26140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 shutdown_connections 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 1 -- 172.21.15.7:0/2756007521 wait complete. 2024-09-10T07:46:02.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.004+0000 7fcb91054740 20 client.15555 trim_cache size 0 max 16384 2024-09-10T07:46:02.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 Processor -- start 2024-09-10T07:46:02.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 -- start start 2024-09-10T07:46:02.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf2b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf26930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88073ba0 con 0x55de6cf35e20 2024-09-10T07:46:02.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88071470 con 0x55de6cf25350 2024-09-10T07:46:02.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb91054740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8806f370 con 0x55de6cf2eb80 2024-09-10T07:46:02.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb8d218640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb8d218640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43736/0 (socket says 172.21.15.7:43736) 2024-09-10T07:46:02.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.030+0000 7fcb8d218640 1 -- 172.21.15.7:0/1739195331 learned_addr learned my addr 172.21.15.7:0/1739195331 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:02.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf2b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb87fff640 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf26930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 -- 172.21.15.7:0/1739195331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 msgr2=0x55de6cf26930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf26930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 -- 172.21.15.7:0/1739195331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 msgr2=0x55de6cf2b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf2b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 -- 172.21.15.7:0/1739195331 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de6cf17750 con 0x55de6cf35e20 2024-09-10T07:46:02.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb8d218640 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fcb800109f0 tx=0x7fcb80009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59658b98cdcb0786 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:02.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb727fc640 1 -- 172.21.15.7:0/1739195331 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80004b20 con 0x55de6cf35e20 2024-09-10T07:46:02.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb727fc640 1 -- 172.21.15.7:0/1739195331 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb80004cc0 con 0x55de6cf35e20 2024-09-10T07:46:02.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.031+0000 7fcb727fc640 1 -- 172.21.15.7:0/1739195331 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80004850 con 0x55de6cf35e20 2024-09-10T07:46:02.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 -- 172.21.15.7:0/1739195331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 msgr2=0x55de6cf26e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fcb800109f0 tx=0x7fcb80009a20 comp rx=0 tx=0).stop 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 -- 172.21.15.7:0/1739195331 shutdown_connections 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cf26e70 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf2eb80 0x55de6cf26930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 --2- 172.21.15.7:0/1739195331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf25350 0x55de6cf2b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.032+0000 7fcb91054740 1 -- 172.21.15.7:0/1739195331 >> 172.21.15.7:0/1739195331 conn(0x55de6cee4310 msgr2=0x55de6cf2a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:02.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.033+0000 7fcb91054740 1 -- 172.21.15.7:0/1739195331 shutdown_connections 2024-09-10T07:46:02.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.033+0000 7fcb91054740 1 -- 172.21.15.7:0/1739195331 wait complete. 2024-09-10T07:46:02.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.033+0000 7fcb91054740 1 -- start start 2024-09-10T07:46:02.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.033+0000 7fcb91054740 1 Processor -- start 2024-09-10T07:46:02.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf1c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cfdc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8806f930 con 0x55de6cf35e20 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb8ca17640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:45222/0 (socket says 172.21.15.7:45222) 2024-09-10T07:46:02.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb8ca17640 1 -- 172.21.15.7:0/3617966935 learned_addr learned my addr 172.21.15.7:0/3617966935 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb87fff640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf1c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88070da0 con 0x55de6cf2eb80 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.034+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88070000 con 0x55de6cf25350 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb91054740 10 client.0 _ll_register_callbacks cb 0x7fcb80009970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8d218640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cfdc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 -- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 msgr2=0x55de6cf1c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf1c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 -- 172.21.15.7:0/3617966935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 msgr2=0x55de6cfdc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cfdc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de6cfdcd90 con 0x55de6cf25350 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb87fff640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf1c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:02.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb8ca17640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c04daf0 tx=0x7fcb7c0319f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a2a9528daa47bf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb67fff640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:46:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c05c040 con 0x55de6cf25350 2024-09-10T07:46:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcb7c04d450 con 0x55de6cf25350 2024-09-10T07:46:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.035+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb80004cc0 con 0x55de6cf25350 2024-09-10T07:46:02.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcb7c051040 con 0x55de6cf25350 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 10 client.25186 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de6cfe40d0 con 0x55de6cf25350 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb7c049070 con 0x55de6cf25350 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fcb7c04d650 con 0x55de6cf25350 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 10 client.25186 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 10 client.25186 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:02.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 20 client.25186 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:02.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cfe4550 0x55de6cfe6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:02.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 4 client.25186 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:46:02.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fcb80004cc0 con 0x55de6cfe4550 2024-09-10T07:46:02.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.036+0000 7fcb87fff640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cfe4550 0x55de6cfe6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:02.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb67fff640 10 client.25186 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb87fff640 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cfe4550 0x55de6cfe6940 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b278dcbeefe85078 server_cookie=d97a29a160a11cc0 in_seq=0 out_seq=0 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb67fff640 1 -- 172.21.15.7:0/3617966935 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fcb80004cc0 con 0x55de6cfe4550 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb67fff640 10 client.25186 handle_command_reply: tid=0 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 client.25186 shutdown 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 msgr2=0x55de6cf1bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c04daf0 tx=0x7fcb7c0319f0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 shutdown_connections 2024-09-10T07:46:02.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55de6cfe4550 0x55de6cfe6940 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.053 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:46:02.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb67fff640 0 client.25186 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:02.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.037+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de6cf35e20 0x55de6cfdc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55de6cf2eb80 0x55de6cf1c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 1 --2- 172.21.15.7:0/3617966935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55de6cf25350 0x55de6cf1bb50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 >> 172.21.15.7:0/3617966935 conn(0x55de6cee4310 msgr2=0x55de6cf164e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:02.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 shutdown_connections 2024-09-10T07:46:02.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 1 -- 172.21.15.7:0/3617966935 wait complete. 2024-09-10T07:46:02.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.038+0000 7fcb91054740 20 client.25186 trim_cache size 0 max 16384 2024-09-10T07:46:02.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 msgr2=0x7fcb780a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 0x7fcb780a5140 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009fd0 tx=0x7fcb80009600 comp rx=0 tx=0).stop 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 msgr2=0x7fcb88074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400d950 tx=0x7fcb7400de10 comp rx=0 tx=0).stop 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 shutdown_connections 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb780a2c80 0x7fcb780a5140 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb88106f20 0x7fcb88074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcb881027a0 0x7fcb88074a30 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 --2- 172.21.15.7:0/1530708520 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcb88101df0 0x7fcb880744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:02.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 >> 172.21.15.7:0/1530708520 conn(0x7fcb880fd8f0 msgr2=0x7fcb880fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:02.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 shutdown_connections 2024-09-10T07:46:02.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:02.039+0000 7fcb8ec7b640 1 -- 172.21.15.7:0/1530708520 wait complete. 2024-09-10T07:46:02.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:02 smithi007 ceph-mon[30879]: pgmap v381: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:02 smithi110 ceph-mon[34417]: pgmap v381: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:02 smithi145 ceph-mon[34766]: pgmap v381: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:03.845 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:46:03.846 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:46:04.139 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 -- 172.21.15.7:0/3610594113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920106f10 msgr2=0x7f992010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 --2- 172.21.15.7:0/3610594113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920106f10 0x7f992010ea90 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f9918009ca0 tx=0x7f991802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 -- 172.21.15.7:0/3610594113 shutdown_connections 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 --2- 172.21.15.7:0/3610594113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920106f10 0x7f992010ea90 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 --2- 172.21.15.7:0/3610594113 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f99201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 --2- 172.21.15.7:0/3610594113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920101de0 0x7f99201021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.685+0000 7f99282b1640 1 -- 172.21.15.7:0/3610594113 >> 172.21.15.7:0/3610594113 conn(0x7f99200fd8e0 msgr2=0x7f99200ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.686+0000 7f99282b1640 1 -- 172.21.15.7:0/3610594113 shutdown_connections 2024-09-10T07:46:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.686+0000 7f99282b1640 1 -- 172.21.15.7:0/3610594113 wait complete. 2024-09-10T07:46:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.686+0000 7f99282b1640 1 Processor -- start 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.686+0000 7f99282b1640 1 -- start start 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f9920074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 0x7f9920074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9920111e40 con 0x7f9920101de0 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9920111cc0 con 0x7f9920102790 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f99282b1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9920111fc0 con 0x7f9920106f10 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43750/0 (socket says 172.21.15.7:43750) 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 -- 172.21.15.7:0/3773551108 learned_addr learned my addr 172.21.15.7:0/3773551108 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992684e640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 0x7f9920074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992584c640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f9920074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 -- 172.21.15.7:0/3773551108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 msgr2=0x7f9920074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 0x7f9920074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 -- 172.21.15.7:0/3773551108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 msgr2=0x7f9920074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f9920074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.687+0000 7f992604d640 1 -- 172.21.15.7:0/3773551108 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99201aad30 con 0x7f9920101de0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f992684e640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 0x7f9920074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f992584c640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f9920074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f992604d640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f991c00b4a0 tx=0x7f991c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f99177fe640 1 -- 172.21.15.7:0/3773551108 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c014070 con 0x7f9920101de0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f99282b1640 1 -- 172.21.15.7:0/3773551108 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99201aaf60 con 0x7f9920101de0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f99177fe640 1 -- 172.21.15.7:0/3773551108 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f991c010ac0 con 0x7f9920101de0 2024-09-10T07:46:04.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f99177fe640 1 -- 172.21.15.7:0/3773551108 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c017c30 con 0x7f9920101de0 2024-09-10T07:46:04.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.688+0000 7f99282b1640 1 -- 172.21.15.7:0/3773551108 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99201ab410 con 0x7f9920101de0 2024-09-10T07:46:04.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 Processor -- start 2024-09-10T07:46:04.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 -- start start 2024-09-10T07:46:04.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4101d0 0x55649e410610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f99177fe640 1 -- 172.21.15.7:0/3773551108 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f991c017070 con 0x7f9920101de0 2024-09-10T07:46:04.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e41ab30 0x55649e41cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55649e375280 con 0x55649e4114c0 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55649e31cb10 con 0x55649e41ab30 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992a68a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55649e371240 con 0x55649e4101d0 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.692+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43754/0 (socket says 172.21.15.7:43754) 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 -- 172.21.15.7:0/3899692490 learned_addr learned my addr 172.21.15.7:0/3899692490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992584c640 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e41ab30 0x55649e41cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992604d640 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4101d0 0x55649e410610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 -- 172.21.15.7:0/3899692490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4101d0 msgr2=0x55649e410610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4101d0 0x55649e410610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 -- 172.21.15.7:0/3899692490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e41ab30 msgr2=0x55649e41cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e41ab30 0x55649e41cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.693+0000 7f992684e640 1 -- 172.21.15.7:0/3899692490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55649e3291f0 con 0x55649e4114c0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f992684e640 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9918031bf0 tx=0x7f9918031c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319af733234b43ec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f99177fe640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 0x7f990c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f990bfff640 1 -- 172.21.15.7:0/3899692490 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918031650 con 0x55649e4114c0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f990bfff640 1 -- 172.21.15.7:0/3899692490 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9918036040 con 0x55649e4114c0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f99177fe640 1 -- 172.21.15.7:0/3773551108 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f991c0cebb0 con 0x7f9920101de0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.694+0000 7f992604d640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 0x7f990c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f990bfff640 1 -- 172.21.15.7:0/3899692490 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918004710 con 0x55649e4114c0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 -- 172.21.15.7:0/3899692490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 msgr2=0x55649e40fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992604d640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 0x7f990c0a50c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f991c0979e0 tx=0x7f991c000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9918031bf0 tx=0x7f9918031c20 comp rx=0 tx=0).stop 2024-09-10T07:46:04.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 -- 172.21.15.7:0/3899692490 shutdown_connections 2024-09-10T07:46:04.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e41ab30 0x55649e41cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4101d0 0x55649e410610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 --2- 172.21.15.7:0/3899692490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e40fc90 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 -- 172.21.15.7:0/3899692490 >> 172.21.15.7:0/3899692490 conn(0x55649e40c420 msgr2=0x55649e40c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 -- 172.21.15.7:0/3899692490 shutdown_connections 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.695+0000 7f992a68a740 1 -- 172.21.15.7:0/3899692490 wait complete. 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 -- start start 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 Processor -- start 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4114c0 0x55649e417ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43768/0 (socket says 172.21.15.7:43768) 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4183e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55649e41d990 con 0x55649e4101d0 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55649e32ff10 con 0x55649e4114c0 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55649e41db10 con 0x55649e41ab30 2024-09-10T07:46:04.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992684e640 1 -- 172.21.15.7:0/120995356 learned_addr learned my addr 172.21.15.7:0/120995356 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992584c640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4114c0 0x55649e417ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 -- 172.21.15.7:0/120995356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 msgr2=0x55649e4183e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4183e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 -- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4114c0 msgr2=0x55649e417ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4114c0 0x55649e417ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 -- 172.21.15.7:0/120995356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55649e0e66a0 con 0x55649e4101d0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992684e640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9918009620 tx=0x7f9918004490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a2fac7c7734b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f9909ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.696+0000 7f992a68a740 10 client.0 _ll_register_callbacks cb 0x55649e2f8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9918036040 con 0x55649e4101d0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f9909ffb640 1 -- 172.21.15.7:0/120995356 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991804a040 con 0x55649e4101d0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f9909ffb640 1 -- 172.21.15.7:0/120995356 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9918004800 con 0x55649e4101d0 2024-09-10T07:46:04.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f9909ffb640 1 -- 172.21.15.7:0/120995356 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9918031450 con 0x55649e4101d0 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992a68a740 10 client.15573 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.697+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55649e41d990 con 0x55649e4101d0 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f9909ffb640 1 -- 172.21.15.7:0/120995356 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f991804d070 con 0x55649e4101d0 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 10 client.15573 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 10 client.15573 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 20 client.15573 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e42a5c0 0x55649e42c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 4 client.15573 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:04.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55649e3827f0 con 0x55649e42a5c0 2024-09-10T07:46:04.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.698+0000 7f992584c640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e42a5c0 0x55649e42c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.699+0000 7f9909ffb640 10 client.15573 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:04.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.699+0000 7f992584c640 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e42a5c0 0x55649e42c9b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b149c6ff802b0766 server_cookie=43a92ae59fdb22d7 in_seq=0 out_seq=0 2024-09-10T07:46:04.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.699+0000 7f9909ffb640 1 -- 172.21.15.7:0/120995356 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55649e3827f0 con 0x55649e42a5c0 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.699+0000 7f9909ffb640 10 client.15573 handle_command_reply: tid=0 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.699+0000 7f992a68a740 1 client.15573 shutdown 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 msgr2=0x55649e417960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9918009620 tx=0x7f9918004490 comp rx=0 tx=0).stop 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 shutdown_connections 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e42a5c0 0x55649e42c9b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4183e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4114c0 0x55649e417ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 --2- 172.21.15.7:0/120995356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4101d0 0x55649e417960 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 >> 172.21.15.7:0/120995356 conn(0x55649e40c420 msgr2=0x55649e412150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f9909ffb640 0 client.15573 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 shutdown_connections 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 1 -- 172.21.15.7:0/120995356 wait complete. 2024-09-10T07:46:04.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.700+0000 7f992a68a740 20 client.15573 trim_cache size 0 max 16384 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 Processor -- start 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 -- start start 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4197c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4325e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b7be0 con 0x55649e4114c0 2024-09-10T07:46:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b54b0 con 0x55649e4101d0 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.717+0000 7f992a68a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b3320 con 0x55649e41ab30 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43776/0 (socket says 172.21.15.7:43776) 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 -- 172.21.15.7:0/1352587954 learned_addr learned my addr 172.21.15.7:0/1352587954 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992684e640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4197c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992684e640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4325e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 -- 172.21.15.7:0/1352587954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 msgr2=0x55649e4325e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4325e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 -- 172.21.15.7:0/1352587954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 msgr2=0x55649e4197c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4197c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 -- 172.21.15.7:0/1352587954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55649e40d380 con 0x55649e4114c0 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992684e640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4197c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.718+0000 7f992584c640 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9920075d40 tx=0x7f991000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c80317ba660ca910 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f99282b1640 1 -- 172.21.15.7:0/1352587954 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991001f020 con 0x55649e4114c0 2024-09-10T07:46:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f99282b1640 1 -- 172.21.15.7:0/1352587954 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9910004230 con 0x55649e4114c0 2024-09-10T07:46:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f99282b1640 1 -- 172.21.15.7:0/1352587954 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991001b520 con 0x55649e4114c0 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 -- 172.21.15.7:0/1352587954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 msgr2=0x55649e4320a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9920075d40 tx=0x7f991000b480 comp rx=0 tx=0).stop 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 -- 172.21.15.7:0/1352587954 shutdown_connections 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e41ab30 0x55649e4325e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e4114c0 0x55649e4320a0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 --2- 172.21.15.7:0/1352587954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4197c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 -- 172.21.15.7:0/1352587954 >> 172.21.15.7:0/1352587954 conn(0x55649e40c420 msgr2=0x55649e4190b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.719+0000 7f992a68a740 1 -- 172.21.15.7:0/1352587954 shutdown_connections 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 -- 172.21.15.7:0/1352587954 wait complete. 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 -- start start 2024-09-10T07:46:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 Processor -- start 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4235b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4114c0 0x55649e41e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b3970 con 0x55649e41ab30 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b4de0 con 0x55649e4101d0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.720+0000 7f992a68a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99201b4040 con 0x55649e4114c0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992a68a740 10 client.0 _ll_register_callbacks cb 0x7f9918031b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43788/0 (socket says 172.21.15.7:43788) 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 -- 172.21.15.7:0/2723181364 learned_addr learned my addr 172.21.15.7:0/2723181364 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992584c640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4114c0 0x55649e41e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4235b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 -- 172.21.15.7:0/2723181364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4114c0 msgr2=0x55649e41e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4114c0 0x55649e41e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 -- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 msgr2=0x55649e4235b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4235b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 -- 172.21.15.7:0/2723181364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55649e41f600 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f992684e640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9918000f80 tx=0x7f9918047040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f769510368ea056e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f9909ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.721+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918069060 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9918030d70 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9910004230 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f991805d060 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 10 client.15579 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55649e4950c0 con 0x55649e41ab30 2024-09-10T07:46:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9910004230 con 0x55649e41ab30 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9918061070 con 0x55649e41ab30 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 10 client.15579 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 10 client.15579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 20 client.15579 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e495720 0x55649e497b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 4 client.15579 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.722+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55649e37cd00 con 0x55649e495720 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.723+0000 7f992584c640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e495720 0x55649e497b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.723+0000 7f992584c640 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e495720 0x55649e497b10 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90ec03ccaa2d1ecf server_cookie=b1d55f9d979dffa1 in_seq=0 out_seq=0 2024-09-10T07:46:04.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.723+0000 7f9909ffb640 10 client.15579 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.724+0000 7f9909ffb640 1 -- 172.21.15.7:0/2723181364 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55649e37cd00 con 0x55649e495720 2024-09-10T07:46:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.724+0000 7f9909ffb640 10 client.15579 handle_command_reply: tid=0 2024-09-10T07:46:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.724+0000 7f992a68a740 1 client.15579 shutdown 2024-09-10T07:46:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.724+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 msgr2=0x55649e41ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.724+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9918000f80 tx=0x7f9918047040 comp rx=0 tx=0).stop 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 shutdown_connections 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55649e495720 0x55649e497b10 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649e41ab30 0x55649e41ee20 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649e4114c0 0x55649e41e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 --2- 172.21.15.7:0/2723181364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649e4101d0 0x55649e4235b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 >> 172.21.15.7:0/2723181364 conn(0x55649e40c420 msgr2=0x55649e418140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f9909ffb640 0 client.15579 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 shutdown_connections 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 1 -- 172.21.15.7:0/2723181364 wait complete. 2024-09-10T07:46:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.725+0000 7f992a68a740 20 client.15579 trim_cache size 0 max 16384 2024-09-10T07:46:04.729 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:04.729 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:46:04.729 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "95995fcf-beee-4bba-9a1a-745264511762", 2024-09-10T07:46:04.729 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:46:04.729 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 msgr2=0x7f990c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 0x7f990c0a50c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f991c0979e0 tx=0x7f991c000bc0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 msgr2=0x7f99200744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f991c00b4a0 tx=0x7f991c00b960 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 shutdown_connections 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f990c0a2c00 0x7f990c0a50c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9920106f10 0x7f9920074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9920102790 0x7f9920074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 --2- 172.21.15.7:0/3773551108 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9920101de0 0x7f99200744f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 >> 172.21.15.7:0/3773551108 conn(0x7f99200fd8e0 msgr2=0x7f99200febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 shutdown_connections 2024-09-10T07:46:04.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:04.726+0000 7f99155eb640 1 -- 172.21.15.7:0/3773551108 wait complete. 2024-09-10T07:46:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:04 smithi007 ceph-mon[30879]: pgmap v382: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:04 smithi110 ceph-mon[34417]: pgmap v382: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:04 smithi145 ceph-mon[34766]: pgmap v382: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:05.584 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:46:05.869 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 -- 172.21.15.7:0/99876402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 msgr2=0x7f094810d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 --2- 172.21.15.7:0/99876402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f094810d930 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0940009cd0 tx=0x7f094002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 -- 172.21.15.7:0/99876402 shutdown_connections 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 --2- 172.21.15.7:0/99876402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f094810d930 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 --2- 172.21.15.7:0/99876402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 --2- 172.21.15.7:0/99876402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 0x7f0948106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 -- 172.21.15.7:0/99876402 >> 172.21.15.7:0/99876402 conn(0x7f09480fc780 msgr2=0x7f09480feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 -- 172.21.15.7:0/99876402 shutdown_connections 2024-09-10T07:46:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.431+0000 7f094dd3d640 1 -- 172.21.15.7:0/99876402 wait complete. 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.432+0000 7f094dd3d640 1 Processor -- start 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.432+0000 7f094dd3d640 1 -- start start 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.432+0000 7f094dd3d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948197150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.432+0000 7f094dd3d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.432+0000 7f0946ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f094dd3d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 0x7f094819ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f094dd3d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0948110d10 con 0x7f0948101400 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f09477fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43820/0 (socket says 172.21.15.7:43820) 2024-09-10T07:46:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 -- 172.21.15.7:0/3010084928 learned_addr learned my addr 172.21.15.7:0/3010084928 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0948110b90 con 0x7f0948100a60 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0948110e90 con 0x7f0948106a60 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0947fff640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 0x7f094819ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 -- 172.21.15.7:0/3010084928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 msgr2=0x7f094819ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 0x7f094819ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 -- 172.21.15.7:0/3010084928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 msgr2=0x7f0948197150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948197150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f0946ffd640 1 -- 172.21.15.7:0/3010084928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f094819c100 con 0x7f0948101400 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.433+0000 7f09477fe640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f093c00c920 tx=0x7f093c00cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f0944ff9640 1 -- 172.21.15.7:0/3010084928 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c007bb0 con 0x7f0948101400 2024-09-10T07:46:06.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f0944ff9640 1 -- 172.21.15.7:0/3010084928 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f093c007d50 con 0x7f0948101400 2024-09-10T07:46:06.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f0944ff9640 1 -- 172.21.15.7:0/3010084928 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c018730 con 0x7f0948101400 2024-09-10T07:46:06.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f094819c3f0 con 0x7f0948101400 2024-09-10T07:46:06.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.434+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f094806a790 con 0x7f0948101400 2024-09-10T07:46:06.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.437+0000 7f0950116740 1 Processor -- start 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 -- start start 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf66140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf66680 0x56075bf68a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56075bec12e0 con 0x56075bf5bdc0 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56075be68ce0 con 0x56075bf66680 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0950116740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56075bebd2a0 con 0x56075bf5b4a0 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0944ff9640 1 -- 172.21.15.7:0/3010084928 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f093c00f450 con 0x7f0948101400 2024-09-10T07:46:06.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0947fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0947fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:45288/0 (socket says 172.21.15.7:45288) 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0947fff640 1 -- 172.21.15.7:0/1425578326 learned_addr learned my addr 172.21.15.7:0/1425578326 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f09477fe640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf66140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.438+0000 7f0946ffd640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf66680 0x56075bf68a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f0947fff640 1 -- 172.21.15.7:0/1425578326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf66680 msgr2=0x56075bf68a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f0947fff640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf66680 0x56075bf68a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f0947fff640 1 -- 172.21.15.7:0/1425578326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 msgr2=0x56075bf66140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f0947fff640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf66140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f0947fff640 1 -- 172.21.15.7:0/1425578326 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56075be4d440 con 0x56075bf5b4a0 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.439+0000 7f09477fe640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf66140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:06.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.440+0000 7f0947fff640 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0940009890 tx=0x7f0940031570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95d87af1177f41e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.440+0000 7f092dffb640 1 -- 172.21.15.7:0/1425578326 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940049070 con 0x56075bf5b4a0 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.440+0000 7f092dffb640 1 -- 172.21.15.7:0/1425578326 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0940036040 con 0x56075bf5b4a0 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.440+0000 7f092dffb640 1 -- 172.21.15.7:0/1425578326 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940004370 con 0x56075bf5b4a0 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.440+0000 7f0944ff9640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 0x7f09300a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0944ff9640 1 -- 172.21.15.7:0/3010084928 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f093c0cf470 con 0x7f0948101400 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 -- 172.21.15.7:0/1425578326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 msgr2=0x56075bf5b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0940009890 tx=0x7f0940031570 comp rx=0 tx=0).stop 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 -- 172.21.15.7:0/1425578326 shutdown_connections 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf66680 0x56075bf68a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf66140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 --2- 172.21.15.7:0/1425578326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf5b880 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.441+0000 7f0950116740 1 -- 172.21.15.7:0/1425578326 >> 172.21.15.7:0/1425578326 conn(0x56075bf57a30 msgr2=0x56075bf57e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.442+0000 7f09477fe640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 0x7f09300a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.442+0000 7f0950116740 1 -- 172.21.15.7:0/1425578326 shutdown_connections 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.442+0000 7f09477fe640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 0x7f09300a5140 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x56075bf58890 tx=0x7f0938014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.442+0000 7f0950116740 1 -- 172.21.15.7:0/1425578326 wait complete. 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.443+0000 7f0950116740 1 -- start start 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.443+0000 7f0950116740 1 Processor -- start 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf65f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf631f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 0x56075bf63730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56075bf692a0 con 0x56075bf66680 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56075be7c050 con 0x56075bf5bdc0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56075bf69420 con 0x56075bf5b4a0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0950116740 10 client.0 _ll_register_callbacks cb 0x56075bebc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0947fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 0x56075bf63730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0947fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 0x56075bf63730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43830/0 (socket says 172.21.15.7:43830) 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0947fff640 1 -- 172.21.15.7:0/1092246543 learned_addr learned my addr 172.21.15.7:0/1092246543 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf631f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f09477fe640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf65f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 -- 172.21.15.7:0/1092246543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 msgr2=0x56075bf65f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf65f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 -- 172.21.15.7:0/1092246543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 msgr2=0x56075bf63730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 0x56075bf63730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f0946ffd640 1 -- 172.21.15.7:0/1092246543 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56075bc323c0 con 0x56075bf5bdc0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.444+0000 7f09477fe640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf65f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0946ffd640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf631f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x56075bf58db0 tx=0x7f093c09b6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc7fcab801b02371 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c084e60 con 0x56075bf5bdc0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0940036040 con 0x56075bf5bdc0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f093c0cf170 con 0x56075bf5bdc0 2024-09-10T07:46:06.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f093c00fa00 con 0x56075bf5bdc0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0950116740 10 client.25199 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56075bf74c90 con 0x56075bf5bdc0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0940036040 con 0x56075bf5bdc0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.445+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f093c0d2c90 con 0x56075bf5bdc0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 10 client.25199 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 10 client.25199 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 20 client.25199 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf760a0 0x56075bf784e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 4 client.25199 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56075bece850 con 0x56075bf760a0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.446+0000 7f09477fe640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf760a0 0x56075bf784e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.447+0000 7f0926ffd640 10 client.25199 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.447+0000 7f09477fe640 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf760a0 0x56075bf784e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2aa4d46aac589553 server_cookie=8cf048ce32b8d1a8 in_seq=0 out_seq=0 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0926ffd640 1 -- 172.21.15.7:0/1092246543 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56075bece850 con 0x56075bf760a0 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0926ffd640 10 client.25199 handle_command_reply: tid=0 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 client.25199 shutdown 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 msgr2=0x56075bf631f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf631f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x56075bf58db0 tx=0x7f093c09b6a0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 shutdown_connections 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf760a0 0x56075bf784e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0926ffd640 0 client.25199 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf66680 0x56075bf63730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf631f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 --2- 172.21.15.7:0/1092246543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf5b4a0 0x56075bf65f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 >> 172.21.15.7:0/1092246543 conn(0x56075bf57a30 msgr2=0x56075bf56b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.448+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 shutdown_connections 2024-09-10T07:46:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.449+0000 7f0950116740 1 -- 172.21.15.7:0/1092246543 wait complete. 2024-09-10T07:46:06.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.449+0000 7f0950116740 20 client.25199 trim_cache size 0 max 16384 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 Processor -- start 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 -- start start 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf65160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf7e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09481af100 con 0x56075bf5b4a0 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09481ac9d0 con 0x56075bf5bdc0 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.466+0000 7f0950116740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09481aa840 con 0x56075bf57a30 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43836/0 (socket says 172.21.15.7:43836) 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 -- 172.21.15.7:0/3138443650 learned_addr learned my addr 172.21.15.7:0/3138443650 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f09477fe640 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf65160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 -- 172.21.15.7:0/3138443650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 msgr2=0x56075bf65160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf65160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 -- 172.21.15.7:0/3138443650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 msgr2=0x56075bf7e2f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:46:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf7e2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 -- 172.21.15.7:0/3138443650 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56075bf61740 con 0x56075bf5b4a0 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f0946ffd640 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f093c09b5d0 tx=0x7f093c09b7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb03d82f86e9245 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f092d7fa640 1 -- 172.21.15.7:0/3138443650 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c084e60 con 0x56075bf5b4a0 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f092d7fa640 1 -- 172.21.15.7:0/3138443650 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f093c09bfd0 con 0x56075bf5b4a0 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.467+0000 7f092d7fa640 1 -- 172.21.15.7:0/3138443650 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c0a4180 con 0x56075bf5b4a0 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 -- 172.21.15.7:0/3138443650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 msgr2=0x56075bf7ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f093c09b5d0 tx=0x7f093c09b7d0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 -- 172.21.15.7:0/3138443650 shutdown_connections 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5bdc0 0x56075bf7e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5b4a0 0x56075bf7ddb0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 --2- 172.21.15.7:0/3138443650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf65160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 -- 172.21.15.7:0/3138443650 >> 172.21.15.7:0/3138443650 conn(0x56075bf63890 msgr2=0x56075bf64a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 -- 172.21.15.7:0/3138443650 shutdown_connections 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.468+0000 7f0950116740 1 -- 172.21.15.7:0/3138443650 wait complete. 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 -- start start 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 Processor -- start 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf6efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5b4a0 0x56075bf6c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09481aae90 con 0x56075bf5bdc0 2024-09-10T07:46:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09481ac300 con 0x56075bf5b4a0 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09481ab560 con 0x56075bf57a30 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0947fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0947fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43838/0 (socket says 172.21.15.7:43838) 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0947fff640 1 -- 172.21.15.7:0/557316981 learned_addr learned my addr 172.21.15.7:0/557316981 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.469+0000 7f0950116740 10 client.0 _ll_register_callbacks cb 0x7f093c00a560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0946ffd640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5b4a0 0x56075bf6c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 -- 172.21.15.7:0/557316981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 msgr2=0x56075bf6efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf6efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 -- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5b4a0 msgr2=0x56075bf6c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5b4a0 0x56075bf6c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 -- 172.21.15.7:0/557316981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56075bfdfd90 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0947fff640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f0940033040 tx=0x7f0940031d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=751ab464840952ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0926ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940052060 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.470+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f09400305a0 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f093c09bfd0 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0940049040 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 10 client.15597 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56075bfe0f40 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f093c09bfd0 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f0940030070 con 0x56075bf5bdc0 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 10 client.15597 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 10 client.15597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 20 client.15597 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf66680 0x56075bfe3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 4 client.15597 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.471+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56075bec8d60 con 0x56075bf66680 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.472+0000 7f09477fe640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf66680 0x56075bfe3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.472+0000 7f0926ffd640 10 client.15597 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f09477fe640 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf66680 0x56075bfe3180 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d8199ac791a6357 server_cookie=f0db7005e9c53cee in_seq=0 out_seq=0 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0926ffd640 1 -- 172.21.15.7:0/557316981 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56075bec8d60 con 0x56075bf66680 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0926ffd640 10 client.15597 handle_command_reply: tid=0 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 client.15597 shutdown 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 msgr2=0x56075bf6ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f0940033040 tx=0x7f0940031d80 comp rx=0 tx=0).stop 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 shutdown_connections 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56075bf66680 0x56075bfe3180 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56075bf5bdc0 0x56075bf6ca30 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0926ffd640 0 client.15597 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56075bf5b4a0 0x56075bf6c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 --2- 172.21.15.7:0/557316981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56075bf57a30 0x56075bf6efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 >> 172.21.15.7:0/557316981 conn(0x56075bf63890 msgr2=0x56075bf56b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 shutdown_connections 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.473+0000 7f0950116740 1 -- 172.21.15.7:0/557316981 wait complete. 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.474+0000 7f0950116740 20 client.15597 trim_cache size 0 max 16384 2024-09-10T07:46:06.482 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "95995fcf-beee-4bba-9a1a-745264511762": { 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "95995fcf-beee-4bba-9a1a-745264511762", 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:06.483 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.474+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 msgr2=0x7f09300a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.474+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 0x7f09300a5140 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x56075bf58890 tx=0x7f0938014040 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.474+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 msgr2=0x7f0948197690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.474+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f093c00c920 tx=0x7f093c00cd20 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 shutdown_connections 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09300a2c80 0x7f09300a5140 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0948106a60 0x7f094819ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0948101400 0x7f0948197690 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 --2- 172.21.15.7:0/3010084928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0948100a60 0x7f0948197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 >> 172.21.15.7:0/3010084928 conn(0x7f09480fc780 msgr2=0x7f09480fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 shutdown_connections 2024-09-10T07:46:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:06.475+0000 7f094dd3d640 1 -- 172.21.15.7:0/3010084928 wait complete. 2024-09-10T07:46:06.578 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:06 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:46:06.578 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:06 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.579 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:06 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:46:06.579 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:06 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.579 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:06 smithi007 ceph-mon[30879]: pgmap v383: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:06 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:46:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:06 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:06 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:46:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:06 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:06 smithi110 ceph-mon[34417]: pgmap v383: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:06 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:46:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:06 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:06 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:46:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:06 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:06 smithi145 ceph-mon[34766]: pgmap v383: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:07.299 INFO:tasks.cephfs.filesystem:scrub status for tag:95995fcf-beee-4bba-9a1a-745264511762 - {'path': '/', 'tag': '95995fcf-beee-4bba-9a1a-745264511762', 'options': 'recursive,force'} 2024-09-10T07:46:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 -- 172.21.15.7:0/1554100010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 msgr2=0x7f7368108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 --2- 172.21.15.7:0/1554100010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f7368108e80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f7360009ca0 tx=0x7f736002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 -- 172.21.15.7:0/1554100010 shutdown_connections 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 --2- 172.21.15.7:0/1554100010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f7368108e80 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 --2- 172.21.15.7:0/1554100010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368101c30 0x7f73681020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 --2- 172.21.15.7:0/1554100010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368100a40 0x7f7368100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.882+0000 7f736d931640 1 -- 172.21.15.7:0/1554100010 >> 172.21.15.7:0/1554100010 conn(0x7f73680fc1e0 msgr2=0x7f73680fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.883+0000 7f736d931640 1 -- 172.21.15.7:0/1554100010 shutdown_connections 2024-09-10T07:46:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.883+0000 7f736d931640 1 -- 172.21.15.7:0/1554100010 wait complete. 2024-09-10T07:46:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.883+0000 7f736d931640 1 Processor -- start 2024-09-10T07:46:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 -- start start 2024-09-10T07:46:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368100a40 0x7f7368197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 0x7f7368198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f736810c570 con 0x7f73681025f0 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f736810c3f0 con 0x7f7368100a40 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f736d931640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f736810c6f0 con 0x7f7368101c30 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f73677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f73667fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 0x7f7368198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f73677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43856/0 (socket says 172.21.15.7:43856) 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f73677fe640 1 -- 172.21.15.7:0/431386205 learned_addr learned my addr 172.21.15.7:0/431386205 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.884+0000 7f7366ffd640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368100a40 0x7f7368197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 -- 172.21.15.7:0/431386205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368100a40 msgr2=0x7f7368197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368100a40 0x7f7368197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 -- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 msgr2=0x7f736819f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 -- 172.21.15.7:0/431386205 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f736819f910 con 0x7f7368101c30 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73677fe640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f73667fc640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 0x7f7368198240 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f735c00e9f0 tx=0x7f735c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f736c92f640 1 -- 172.21.15.7:0/431386205 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c00ccc0 con 0x7f7368101c30 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f736c92f640 1 -- 172.21.15.7:0/431386205 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f735c0108e0 con 0x7f7368101c30 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f736819fc00 con 0x7f7368101c30 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73681a01a0 con 0x7f7368101c30 2024-09-10T07:46:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.885+0000 7f736c92f640 1 -- 172.21.15.7:0/431386205 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c018880 con 0x7f7368101c30 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 Processor -- start 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 -- start start 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f736c92f640 1 -- 172.21.15.7:0/431386205 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f735c010a90 con 0x7f7368101c30 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 0x5620fab151b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab1cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5620faa742f0 con 0x5620fab1a780 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5620faa1c270 con 0x5620fab156f0 2024-09-10T07:46:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f73706ca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5620faa702b0 con 0x5620fab14db0 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f7366ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f7366ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42366/0 (socket says 172.21.15.7:42366) 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.889+0000 7f7366ffd640 1 -- 172.21.15.7:0/3793922017 learned_addr learned my addr 172.21.15.7:0/3793922017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f73667fc640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab1cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f73677fe640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 0x5620fab151b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 -- 172.21.15.7:0/3793922017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 msgr2=0x5620fab151b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 0x5620fab151b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 -- 172.21.15.7:0/3793922017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 msgr2=0x5620fab1cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab1cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 -- 172.21.15.7:0/3793922017 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620faa1b340 con 0x5620fab156f0 2024-09-10T07:46:07.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f73677fe640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 0x5620fab151b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f7366ffd640 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f735800abb0 tx=0x7f735800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=189a0af7f0246e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f736c92f640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 0x7f73500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.890+0000 7f734dffb640 1 -- 172.21.15.7:0/3793922017 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7358005220 con 0x5620fab156f0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f734dffb640 1 -- 172.21.15.7:0/3793922017 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73580047a0 con 0x5620fab156f0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f734dffb640 1 -- 172.21.15.7:0/3793922017 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73580187c0 con 0x5620fab156f0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f736c92f640 1 -- 172.21.15.7:0/431386205 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f735c0cf740 con 0x7f7368101c30 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f73677fe640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 0x7f73500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f73706ca740 1 -- 172.21.15.7:0/3793922017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 msgr2=0x5620fab1a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f73677fe640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 0x7f73500a5170 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7360005ca0 tx=0x7f7360005c30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.891+0000 7f73706ca740 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f735800abb0 tx=0x7f735800f790 comp rx=0 tx=0).stop 2024-09-10T07:46:07.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 -- 172.21.15.7:0/3793922017 shutdown_connections 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab1cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab156f0 0x5620fab1a1b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 --2- 172.21.15.7:0/3793922017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab14db0 0x5620fab151b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 -- 172.21.15.7:0/3793922017 >> 172.21.15.7:0/3793922017 conn(0x5620fab0c010 msgr2=0x5620fab0c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 -- 172.21.15.7:0/3793922017 shutdown_connections 2024-09-10T07:46:07.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 -- 172.21.15.7:0/3793922017 wait complete. 2024-09-10T07:46:07.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 -- start start 2024-09-10T07:46:07.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.892+0000 7f73706ca740 1 Processor -- start 2024-09-10T07:46:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab156f0 0x5620fab1f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5620fab1d750 con 0x5620fab1a780 2024-09-10T07:46:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5620fa9fd290 con 0x5620fab14db0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5620fab1d8d0 con 0x5620fab156f0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f7366ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43880/0 (socket says 172.21.15.7:43880) 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73677fe640 1 -- 172.21.15.7:0/4184221947 learned_addr learned my addr 172.21.15.7:0/4184221947 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73667fc640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab156f0 0x5620fab1f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.893+0000 7f73706ca740 10 client.0 _ll_register_callbacks cb 0x5620faa2e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 -- 172.21.15.7:0/4184221947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab156f0 msgr2=0x5620fab1f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab156f0 0x5620fab1f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 -- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 msgr2=0x5620fab1efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 -- 172.21.15.7:0/4184221947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fa787210 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f7366ffd640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73677fe640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f7360003cc0 tx=0x7f736002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5aa9788cee6683 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f7346ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73600045c0 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f7360004760 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.894+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73580047a0 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f73600305c0 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 10 client.15609 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620fa853620 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73580047a0 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f7360051070 con 0x5620fab1a780 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 10 client.15609 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 10 client.15609 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 20 client.15609 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.895+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab2d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.896+0000 7f73706ca740 4 client.15609 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.896+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620faa81a20 con 0x5620fab2ac00 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.896+0000 7f7366ffd640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab2d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.896+0000 7f7366ffd640 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab2d0c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ae632cf128afa14 server_cookie=6d0cbf2a0b83783e in_seq=0 out_seq=0 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.896+0000 7f7346ffd640 10 client.15609 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.897+0000 7f7346ffd640 1 -- 172.21.15.7:0/4184221947 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620faa81a20 con 0x5620fab2ac00 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.897+0000 7f7346ffd640 10 client.15609 handle_command_reply: tid=0 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.897+0000 7f73706ca740 1 client.15609 shutdown 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.897+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 msgr2=0x5620fab26560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.897+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f7360003cc0 tx=0x7f736002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 shutdown_connections 2024-09-10T07:46:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab2d0c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab1a780 0x5620fab26560 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab156f0 0x5620fab1f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f7346ffd640 0 client.15609 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 --2- 172.21.15.7:0/4184221947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.898+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 >> 172.21.15.7:0/4184221947 conn(0x5620fab0c010 msgr2=0x5620fab0d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.901+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 shutdown_connections 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.901+0000 7f73706ca740 1 -- 172.21.15.7:0/4184221947 wait complete. 2024-09-10T07:46:07.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.901+0000 7f73706ca740 20 client.15609 trim_cache size 0 max 16384 2024-09-10T07:46:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.929+0000 7f73706ca740 1 Processor -- start 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.929+0000 7f73706ca740 1 -- start start 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab1f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73667fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73667fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43894/0 (socket says 172.21.15.7:43894) 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73667fc640 1 -- 172.21.15.7:0/2858731051 learned_addr learned my addr 172.21.15.7:0/2858731051 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73681aac90 con 0x5620fab156f0 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73681a8560 con 0x5620fab14db0 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73681a63d0 con 0x5620fab1a780 2024-09-10T07:46:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f73677fe640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab1f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 -- 172.21.15.7:0/2858731051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 msgr2=0x5620fab1f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab1f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 -- 172.21.15.7:0/2858731051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 msgr2=0x5620fab26520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.930+0000 7f7366ffd640 1 -- 172.21.15.7:0/2858731051 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fab15bd0 con 0x5620fab14db0 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f73667fc640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f73677fe640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab1f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f735801a040 tx=0x7f7358004e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3dd30f8ae021704 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f734d7fa640 1 -- 172.21.15.7:0/2858731051 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7358030070 con 0x5620fab14db0 2024-09-10T07:46:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f734d7fa640 1 -- 172.21.15.7:0/2858731051 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7358004680 con 0x5620fab14db0 2024-09-10T07:46:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.931+0000 7f734d7fa640 1 -- 172.21.15.7:0/2858731051 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73580054d0 con 0x5620fab14db0 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 msgr2=0x5620fab1efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f735801a040 tx=0x7f7358004e90 comp rx=0 tx=0).stop 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 shutdown_connections 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab1f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab26520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 --2- 172.21.15.7:0/2858731051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab1efe0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 >> 172.21.15.7:0/2858731051 conn(0x5620fab0c010 msgr2=0x5620fab16930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 shutdown_connections 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.932+0000 7f73706ca740 1 -- 172.21.15.7:0/2858731051 wait complete. 2024-09-10T07:46:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 -- start start 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 Processor -- start 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab93950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73706ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73681a6a20 con 0x5620fab156f0 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f73667fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.933+0000 7f7366ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43896/0 (socket says 172.21.15.7:43896) 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f7366ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42384/0 (socket says 172.21.15.7:42384) 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 -- 172.21.15.7:0/2799776964 learned_addr learned my addr 172.21.15.7:0/2799776964 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73681a7e90 con 0x5620fab14db0 2024-09-10T07:46:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73681a70f0 con 0x5620fab1a780 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73677fe640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab93950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73706ca740 10 client.0 _ll_register_callbacks cb 0x7f7360009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 -- 172.21.15.7:0/2799776964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 msgr2=0x5620fab93950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab93950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 -- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 msgr2=0x5620fab23430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fab93ec0 con 0x5620fab156f0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73667fc640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f735c098080 tx=0x7f735c099cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cc06d6d27a0c46d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f7346ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c0a45e0 con 0x5620fab156f0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f735c010430 con 0x5620fab156f0 2024-09-10T07:46:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.934+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7358004680 con 0x5620fab156f0 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f735c010e00 con 0x5620fab156f0 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 10 client.15615 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620fab95220 con 0x5620fab156f0 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7358004680 con 0x5620fab156f0 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f735c097970 con 0x5620fab156f0 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 10 client.15615 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 10 client.15615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 20 client.15615 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab97c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 4 client.15615 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:46:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5620faa7bd70 con 0x5620fab2ac00 2024-09-10T07:46:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.935+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab97c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.936+0000 7f7366ffd640 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab97c00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd24ec7091ae84d server_cookie=eb757d8eaf39fa59 in_seq=0 out_seq=0 2024-09-10T07:46:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.936+0000 7f7346ffd640 10 client.15615 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.939+0000 7f7346ffd640 1 -- 172.21.15.7:0/2799776964 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5620faa7bd70 con 0x5620fab2ac00 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.939+0000 7f7346ffd640 10 client.15615 handle_command_reply: tid=0 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.939+0000 7f73706ca740 1 client.15615 shutdown 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 msgr2=0x5620fab23970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f735c098080 tx=0x7f735c099cc0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 shutdown_connections 2024-09-10T07:46:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5620fab2ac00 0x5620fab97c00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fab1a780 0x5620fab93950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f7346ffd640 0 client.15615 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620fab156f0 0x5620fab23970 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 --2- 172.21.15.7:0/2799776964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5620fab14db0 0x5620fab23430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 >> 172.21.15.7:0/2799776964 conn(0x5620fab0c010 msgr2=0x5620fab1efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 shutdown_connections 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 1 -- 172.21.15.7:0/2799776964 wait complete. 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.940+0000 7f73706ca740 20 client.15615 trim_cache size 0 max 16384 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:46:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 msgr2=0x7f73500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 0x7f73500a5170 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7360005ca0 tx=0x7f7360005c30 comp rx=0 tx=0).stop 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 msgr2=0x7f7368198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 0x7f7368198240 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f735c00e9f0 tx=0x7f735c00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 shutdown_connections 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73500a2cb0 0x7f73500a5170 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f73681025f0 0x7f736819f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7368101c30 0x7f7368198240 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 --2- 172.21.15.7:0/431386205 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7368100a40 0x7f7368197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 >> 172.21.15.7:0/431386205 conn(0x7f73680fc1e0 msgr2=0x7f73680fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 shutdown_connections 2024-09-10T07:46:07.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:07.941+0000 7f736d931640 1 -- 172.21.15.7:0/431386205 wait complete. 2024-09-10T07:46:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:08 smithi007 ceph-mon[30879]: pgmap v384: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:08.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:08 smithi110 ceph-mon[34417]: pgmap v384: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:08 smithi145 ceph-mon[34766]: pgmap v384: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:10 smithi007 ceph-mon[30879]: pgmap v385: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T07:46:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:46:10.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:10 smithi110 ceph-mon[34417]: pgmap v385: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T07:46:10.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:46:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:10 smithi145 ceph-mon[34766]: pgmap v385: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T07:46:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:46:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:12 smithi007 ceph-mon[30879]: pgmap v386: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:12.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:12 smithi110 ceph-mon[34417]: pgmap v386: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:12.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:12 smithi145 ceph-mon[34766]: pgmap v386: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:14 smithi007 ceph-mon[30879]: pgmap v387: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:14.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:14 smithi110 ceph-mon[34417]: pgmap v387: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:14.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:14 smithi145 ceph-mon[34766]: pgmap v387: 129 pgs: 129 active+clean; 663 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-10T07:46:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:16 smithi007 ceph-mon[30879]: pgmap v388: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:16.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:16 smithi110 ceph-mon[34417]: pgmap v388: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:16 smithi145 ceph-mon[34766]: pgmap v388: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:18 smithi007 ceph-mon[30879]: pgmap v389: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:18 smithi110 ceph-mon[34417]: pgmap v389: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:18.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:18 smithi145 ceph-mon[34766]: pgmap v389: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:20.073 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:46:20.363 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:20.637 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:20 smithi007 ceph-mon[30879]: pgmap v390: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:20.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:20 smithi110 ceph-mon[34417]: pgmap v390: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:20.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.926+0000 7fb073fff640 1 -- 172.21.15.7:0/529860377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078031830 con 0x7fb07c100e20 2024-09-10T07:46:20.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 -- 172.21.15.7:0/529860377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c100e20 msgr2=0x7fb07c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 --2- 172.21.15.7:0/529860377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c100e20 0x7fb07c101200 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb078009900 tx=0x7fb07802a480 comp rx=0 tx=0).stop 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 -- 172.21.15.7:0/529860377 shutdown_connections 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 --2- 172.21.15.7:0/529860377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 0x7fb07c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 --2- 172.21.15.7:0/529860377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c102570 0x7fb07c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 --2- 172.21.15.7:0/529860377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c100e20 0x7fb07c101200 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.927+0000 7fb083822640 1 -- 172.21.15.7:0/529860377 >> 172.21.15.7:0/529860377 conn(0x7fb07c0fc7d0 msgr2=0x7fb07c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.928+0000 7fb083822640 1 -- 172.21.15.7:0/529860377 shutdown_connections 2024-09-10T07:46:20.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.928+0000 7fb083822640 1 -- 172.21.15.7:0/529860377 wait complete. 2024-09-10T07:46:20.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.929+0000 7fb083822640 1 Processor -- start 2024-09-10T07:46:20.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.929+0000 7fb083822640 1 -- start start 2024-09-10T07:46:20.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.929+0000 7fb083822640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 0x7fb07c10b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.929+0000 7fb083822640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 0x7fb07c10bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb0815be640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 0x7fb07c10b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb0815be640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 0x7fb07c10b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54308/0 (socket says 172.21.15.7:54308) 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb0815be640 1 -- 172.21.15.7:0/746969640 learned_addr learned my addr 172.21.15.7:0/746969640 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb083822640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 0x7fb07c10cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb083822640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10f300 con 0x7fb07c102570 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb083822640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10f180 con 0x7fb07c100e20 2024-09-10T07:46:20.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb083822640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10f480 con 0x7fb07c102ef0 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb080dbd640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 0x7fb07c10bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.930+0000 7fb081dbf640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 0x7fb07c10cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.931+0000 7fb080dbd640 1 -- 172.21.15.7:0/746969640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 msgr2=0x7fb07c10cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.931+0000 7fb080dbd640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 0x7fb07c10cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.931+0000 7fb080dbd640 1 -- 172.21.15.7:0/746969640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 msgr2=0x7fb07c10b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:20.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.931+0000 7fb080dbd640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 0x7fb07c10b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:20.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.931+0000 7fb080dbd640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb07c10d6f0 con 0x7fb07c102570 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.932+0000 7fb080dbd640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 0x7fb07c10bcc0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb06c009800 tx=0x7fb06c009cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.932+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c004020 con 0x7fb07c102570 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.932+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb06c00ed60 con 0x7fb07c102570 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.932+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c0039d0 con 0x7fb07c102570 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.932+0000 7fb083822640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb07c10d9e0 con 0x7fb07c102570 2024-09-10T07:46:20.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.933+0000 7fb083822640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb07c1ab520 con 0x7fb07c102570 2024-09-10T07:46:20.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.934+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb07c101200 con 0x7fb07c102570 2024-09-10T07:46:20.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.937+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb06c01b020 con 0x7fb07c102570 2024-09-10T07:46:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.938+0000 7fb0727fc640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 0x7fb0680a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.938+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb06c0cf470 con 0x7fb07c102570 2024-09-10T07:46:20.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.939+0000 7fb0815be640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 0x7fb0680a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:20.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.940+0000 7fb0815be640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 0x7fb0680a5210 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb078005ab0 tx=0x7fb078005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:20.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:20.941+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb06c09c050 con 0x7fb07c102570 2024-09-10T07:46:20.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:20 smithi145 ceph-mon[34766]: pgmap v390: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.053+0000 7f242759e640 1 -- 172.21.15.7:0/1655023267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420094a80 msgr2=0x7f2420094e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.053+0000 7f242759e640 1 --2- 172.21.15.7:0/1655023267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420094a80 0x7f2420094e80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2418009900 tx=0x7f241802a4b0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 -- 172.21.15.7:0/1655023267 shutdown_connections 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 --2- 172.21.15.7:0/1655023267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242009c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 --2- 172.21.15.7:0/1655023267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420095790 0x7f2420095c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 --2- 172.21.15.7:0/1655023267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420094a80 0x7f2420094e80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 -- 172.21.15.7:0/1655023267 >> 172.21.15.7:0/1655023267 conn(0x7f242008f420 msgr2=0x7f2420091880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 -- 172.21.15.7:0/1655023267 shutdown_connections 2024-09-10T07:46:21.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.054+0000 7f242759e640 1 -- 172.21.15.7:0/1655023267 wait complete. 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 Processor -- start 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 -- start start 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420095790 0x7f2420143440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242014a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f242009ef80 con 0x7f2420096150 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f242009ee00 con 0x7f2420095790 2024-09-10T07:46:21.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.055+0000 7f242759e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f242009f100 con 0x7f2420094a80 2024-09-10T07:46:21.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f2425d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420095790 0x7f2420143440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47134/0 (socket says 172.21.15.7:47134) 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 -- 172.21.15.7:0/1639464992 learned_addr learned my addr 172.21.15.7:0/1639464992 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242014a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 -- 172.21.15.7:0/1639464992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420095790 msgr2=0x7f2420143440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420095790 0x7f2420143440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 -- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 msgr2=0x7f242014a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242014a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 -- 172.21.15.7:0/1639464992 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242014ab10 con 0x7f2420094a80 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242014a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.056+0000 7f242659c640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2418031470 tx=0x7f24180042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.057+0000 7f24177fe640 1 -- 172.21.15.7:0/1639464992 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241803f030 con 0x7f2420094a80 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.057+0000 7f24177fe640 1 -- 172.21.15.7:0/1639464992 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2418003cb0 con 0x7f2420094a80 2024-09-10T07:46:21.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.057+0000 7f24177fe640 1 -- 172.21.15.7:0/1639464992 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418035070 con 0x7f2420094a80 2024-09-10T07:46:21.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.057+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f242014ada0 con 0x7f2420094a80 2024-09-10T07:46:21.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.057+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f242014b180 con 0x7f2420094a80 2024-09-10T07:46:21.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.060+0000 7f242f659740 1 Processor -- start 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 -- start start 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1e3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f13f2f0 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f0e7270 con 0x55fd2f1dbb70 2024-09-10T07:46:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f242f659740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f13b2b0 con 0x55fd2f1e1540 2024-09-10T07:46:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54336/0 (socket says 172.21.15.7:54336) 2024-09-10T07:46:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.061+0000 7f2426d9d640 1 -- 172.21.15.7:0/525681768 learned_addr learned my addr 172.21.15.7:0/525681768 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2425d9b640 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1e3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2426d9d640 1 -- 172.21.15.7:0/525681768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 msgr2=0x55fd2f1e3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2426d9d640 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1e3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2426d9d640 1 -- 172.21.15.7:0/525681768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dc4b0 msgr2=0x55fd2f1e0f70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2426d9d640 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e0f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.062+0000 7f2426d9d640 1 -- 172.21.15.7:0/525681768 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd2f0e6340 con 0x55fd2f1dbb70 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.063+0000 7f24177fe640 1 -- 172.21.15.7:0/1639464992 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2418042030 con 0x7f2420094a80 2024-09-10T07:46:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.063+0000 7f2426d9d640 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f24280518b0 tx=0x7f2428063770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9c8317f853548b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.064+0000 7f24177fe640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 0x7f24100a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.064+0000 7f2414ff9640 1 -- 172.21.15.7:0/525681768 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428079a10 con 0x55fd2f1dbb70 2024-09-10T07:46:21.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.064+0000 7f2414ff9640 1 -- 172.21.15.7:0/525681768 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2428079bb0 con 0x55fd2f1dbb70 2024-09-10T07:46:21.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.064+0000 7f2414ff9640 1 -- 172.21.15.7:0/525681768 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242807c3b0 con 0x55fd2f1dbb70 2024-09-10T07:46:21.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.065+0000 7f24177fe640 1 -- 172.21.15.7:0/1639464992 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f24180efcb0 con 0x7f2420094a80 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.065+0000 7f242659c640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 0x7f24100a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.065+0000 7f242f659740 1 -- 172.21.15.7:0/525681768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 msgr2=0x55fd2f1dbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.065+0000 7f242f659740 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f24280518b0 tx=0x7f2428063770 comp rx=0 tx=0).stop 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 -- 172.21.15.7:0/525681768 shutdown_connections 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1e3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 --2- 172.21.15.7:0/525681768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1dbf70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 -- 172.21.15.7:0/525681768 >> 172.21.15.7:0/525681768 conn(0x55fd2f1d71e0 msgr2=0x55fd2f1d75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242659c640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 0x7f24100a5150 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f24180b8ae0 tx=0x7f241802a4b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 -- 172.21.15.7:0/525681768 shutdown_connections 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.066+0000 7f242f659740 1 -- 172.21.15.7:0/525681768 wait complete. 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 -- start start 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 Processor -- start 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1e5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f1e4510 con 0x55fd2f1dbb70 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f0c8290 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fd2f1e4690 con 0x55fd2f1e1540 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.067+0000 7f242f659740 10 client.0 _ll_register_callbacks cb 0x55fd2f0f9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54338/0 (socket says 172.21.15.7:54338) 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 -- 172.21.15.7:0/1796506521 learned_addr learned my addr 172.21.15.7:0/1796506521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1e5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 -- 172.21.15.7:0/1796506521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 msgr2=0x55fd2f1ed340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 -- 172.21.15.7:0/1796506521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dbb70 msgr2=0x55fd2f1e5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1e5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 -- 172.21.15.7:0/1796506521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd2ee52210 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f2425d9b640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f241c00bea0 tx=0x7f241c00bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a499bc6440004af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.068+0000 7f240dffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c004230 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2428079bb0 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f241c0043d0 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f241c024050 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f242f659740 10 client.25238 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fd2ef1e620 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.069+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2428079bb0 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f241c01b760 con 0x55fd2f1dc4b0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 10 client.25238 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 10 client.25238 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 20 client.25238 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f1f1a90 0x55fd2f1f3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 4 client.25238 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd2f14ca20 con 0x55fd2f1f1a90 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f1f1a90 0x55fd2f1f3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f2426d9d640 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f1f1a90 0x55fd2f1f3ea0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1409911ab02e627 server_cookie=bdace08d4ae42127 in_seq=0 out_seq=0 2024-09-10T07:46:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.070+0000 7f240dffb640 10 client.25238 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f240dffb640 1 -- 172.21.15.7:0/1796506521 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fd2f14ca20 con 0x55fd2f1f1a90 2024-09-10T07:46:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f240dffb640 10 client.25238 handle_command_reply: tid=0 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 client.25238 shutdown 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 msgr2=0x55fd2f1e6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f241c00bea0 tx=0x7f241c00bf90 comp rx=0 tx=0).stop 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 shutdown_connections 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f1f1a90 0x55fd2f1f3ea0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dc4b0 0x55fd2f1e6300 secure :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f241c00bea0 tx=0x7f241c00bf90 comp rx=0 tx=0).stop 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 --2- 172.21.15.7:0/1796506521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1e5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f240dffb640 0 client.25238 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.071+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 >> 172.21.15.7:0/1796506521 conn(0x55fd2f1d71e0 msgr2=0x55fd2f1d89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.072+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 shutdown_connections 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.072+0000 7f242f659740 1 -- 172.21.15.7:0/1796506521 wait complete. 2024-09-10T07:46:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.072+0000 7f242f659740 20 client.25238 trim_cache size 0 max 16384 2024-09-10T07:46:21.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.103+0000 7f242f659740 1 Processor -- start 2024-09-10T07:46:21.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.103+0000 7f242f659740 1 -- start start 2024-09-10T07:46:21.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.103+0000 7f242f659740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1d61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.103+0000 7f242f659740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.103+0000 7f242f659740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f2425d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f2425d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47164/0 (socket says 172.21.15.7:47164) 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33378/0 (socket says 172.21.15.7:33378) 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f2425d9b640 1 -- 172.21.15.7:0/4272448248 learned_addr learned my addr 172.21.15.7:0/4272448248 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2420158100 con 0x55fd2f1d66e0 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f24201559d0 con 0x55fd2f1dbb70 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.104+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2420153840 con 0x55fd2f1e1540 2024-09-10T07:46:21.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 -- 172.21.15.7:0/4272448248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 msgr2=0x55fd2f1ed300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 -- 172.21.15.7:0/4272448248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 msgr2=0x55fd2f1d61a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:46:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1d61a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 -- 172.21.15.7:0/4272448248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd2f1d7000 con 0x55fd2f1d66e0 2024-09-10T07:46:21.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f2426d9d640 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2428050280 tx=0x7f2428065460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0a3abe7904a8deb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f240ffff640 1 -- 172.21.15.7:0/4272448248 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428079e00 con 0x55fd2f1d66e0 2024-09-10T07:46:21.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f240ffff640 1 -- 172.21.15.7:0/4272448248 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2428079a10 con 0x55fd2f1d66e0 2024-09-10T07:46:21.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.105+0000 7f240ffff640 1 -- 172.21.15.7:0/4272448248 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242807d670 con 0x55fd2f1d66e0 2024-09-10T07:46:21.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.106+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 msgr2=0x55fd2f1d85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.106+0000 7f242f659740 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2428050280 tx=0x7f2428065460 comp rx=0 tx=0).stop 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 shutdown_connections 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1d85d0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ed300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 --2- 172.21.15.7:0/4272448248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1d61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 >> 172.21.15.7:0/4272448248 conn(0x55fd2f1d71e0 msgr2=0x55fd2f1d5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 shutdown_connections 2024-09-10T07:46:21.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 -- 172.21.15.7:0/4272448248 wait complete. 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.107+0000 7f242f659740 1 -- start start 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.108+0000 7f242f659740 1 Processor -- start 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.108+0000 7f242f659740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.108+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33380/0 (socket says 172.21.15.7:33380) 2024-09-10T07:46:21.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 -- 172.21.15.7:0/3559594591 learned_addr learned my addr 172.21.15.7:0/3559594591 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1eb350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ec310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2420153e90 con 0x55fd2f1d66e0 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2420155300 con 0x55fd2f1dbb70 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2420154560 con 0x55fd2f1e1540 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2425d9b640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1eb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 -- 172.21.15.7:0/3559594591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 msgr2=0x55fd2f1ec310 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ec310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 -- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 msgr2=0x55fd2f1eb350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1eb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.109+0000 7f2426d9d640 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd2f1ec920 con 0x55fd2f1d66e0 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f242f659740 10 client.0 _ll_register_callbacks cb 0x7f241c00b3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2428079a10 con 0x55fd2f1d66e0 2024-09-10T07:46:21.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f2426d9d640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2428050d60 tx=0x7f2428079bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37fafa339cc3513 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:21.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f240dffb640 10 client.15636 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f240dffb640 1 -- 172.21.15.7:0/3559594591 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428074460 con 0x55fd2f1d66e0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f240dffb640 1 -- 172.21.15.7:0/3559594591 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2428074600 con 0x55fd2f1d66e0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f240dffb640 1 -- 172.21.15.7:0/3559594591 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2428074840 con 0x55fd2f1d66e0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f242f659740 10 client.15636 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.110+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55fd2f25c880 con 0x55fd2f1d66e0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f240dffb640 1 -- 172.21.15.7:0/3559594591 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f2428089430 con 0x55fd2f1d66e0 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 10 client.15636 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 10 client.15636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 20 client.15636 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f25cfe0 0x55fd2f25f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 4 client.15636 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:46:21.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fd2f146d70 con 0x55fd2f25cfe0 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.111+0000 7f2425d9b640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f25cfe0 0x55fd2f25f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.112+0000 7f2425d9b640 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f25cfe0 0x55fd2f25f420 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18b0170d3eb2ed61 server_cookie=95c07309c481c40b in_seq=0 out_seq=0 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.112+0000 7f240dffb640 10 client.15636 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.115+0000 7f240dffb640 1 -- 172.21.15.7:0/3559594591 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fd2f146d70 con 0x55fd2f25cfe0 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.115+0000 7f240dffb640 10 client.15636 handle_command_reply: tid=0 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.115+0000 7f242f659740 1 client.15636 shutdown 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 msgr2=0x55fd2f1eae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2428050d60 tx=0x7f2428079bc0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 shutdown_connections 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fd2f25cfe0 0x55fd2f25f420 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f240dffb640 0 client.15636 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:21.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fd2f1e1540 0x55fd2f1ec310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.116+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fd2f1dbb70 0x55fd2f1eb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.117+0000 7f242f659740 1 --2- 172.21.15.7:0/3559594591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fd2f1d66e0 0x55fd2f1eae10 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.117+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 >> 172.21.15.7:0/3559594591 conn(0x55fd2f1d71e0 msgr2=0x55fd2f1d75c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.117+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 shutdown_connections 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.117+0000 7f242f659740 1 -- 172.21.15.7:0/3559594591 wait complete. 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.117+0000 7f242f659740 20 client.15636 trim_cache size 0 max 16384 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:46:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:46:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:46:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.118+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 msgr2=0x7f24100a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.118+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 0x7f24100a5150 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f24180b8ae0 tx=0x7f241802a4b0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.118+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 msgr2=0x7f2420142f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.118+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2418031470 tx=0x7f24180042f0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 shutdown_connections 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f24100a2c90 0x7f24100a5150 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2420096150 0x7f242014a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2420095790 0x7f2420143440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 --2- 172.21.15.7:0/1639464992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2420094a80 0x7f2420142f00 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 >> 172.21.15.7:0/1639464992 conn(0x7f242008f420 msgr2=0x7f24200a1b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 shutdown_connections 2024-09-10T07:46:21.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:21.119+0000 7f242759e640 1 -- 172.21.15.7:0/1639464992 wait complete. 2024-09-10T07:46:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.274+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb07c10c9e0 con 0x7fb07c102570 2024-09-10T07:46:21.275 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:46:21.275 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:46:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.275+0000 7fb0727fc640 1 -- 172.21.15.7:0/746969640 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7fb06c09b950 con 0x7fb07c102570 2024-09-10T07:46:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:46:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 msgr2=0x7fb0680a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 0x7fb0680a5210 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb078005ab0 tx=0x7fb078005a20 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 msgr2=0x7fb07c10bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 0x7fb07c10bcc0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb06c009800 tx=0x7fb06c009cc0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 shutdown_connections 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2d50 0x7fb0680a5210 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c102ef0 0x7fb07c10cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102570 0x7fb07c10bcc0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.278+0000 7fb067fff640 1 --2- 172.21.15.7:0/746969640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c100e20 0x7fb07c10b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.279+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 >> 172.21.15.7:0/746969640 conn(0x7fb07c0fc7d0 msgr2=0x7fb07c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.279+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 shutdown_connections 2024-09-10T07:46:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:21.279+0000 7fb067fff640 1 -- 172.21.15.7:0/746969640 wait complete. 2024-09-10T07:46:21.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:21 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/746969640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:21.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:21 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/746969640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:21.949 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 1a9be2b9 --release --await' 2024-09-10T07:46:21.949 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 1a9be2b9 --release --await 2024-09-10T07:46:21.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:21 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/746969640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:22.374 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:22.850 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:22 smithi007 ceph-mon[30879]: pgmap v391: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:22.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:22 smithi110 ceph-mon[34417]: pgmap v391: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:22 smithi145 ceph-mon[34766]: pgmap v391: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:22.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 -- 172.21.15.7:0/2948657642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4881082a0 msgr2=0x7fb48810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2948657642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4881082a0 0x7fb48810ec40 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fb480009cd0 tx=0x7fb48002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 -- 172.21.15.7:0/2948657642 shutdown_connections 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2948657642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4881082a0 0x7fb48810ec40 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2948657642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881036e0 0x7fb488107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2948657642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb488102d30 0x7fb488103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 -- 172.21.15.7:0/2948657642 >> 172.21.15.7:0/2948657642 conn(0x7fb4880fc7d0 msgr2=0x7fb4880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:22.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 -- 172.21.15.7:0/2948657642 shutdown_connections 2024-09-10T07:46:22.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.992+0000 7fb4902b0640 1 -- 172.21.15.7:0/2948657642 wait complete. 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.993+0000 7fb4902b0640 1 Processor -- start 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.993+0000 7fb4902b0640 1 -- start start 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.993+0000 7fb4902b0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.993+0000 7fb4902b0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 0x7fb488100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb4902b0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881082a0 0x7fb488101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb4902b0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb488111f50 con 0x7fb488102d30 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb4902b0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb488111dd0 con 0x7fb4881082a0 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb4902b0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4881120d0 con 0x7fb4881036e0 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48d84b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 0x7fb488100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:22.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:22.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33404/0 (socket says 172.21.15.7:33404) 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48d84b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 0x7fb488100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47188/0 (socket says 172.21.15.7:47188) 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 -- 172.21.15.7:0/2774929213 learned_addr learned my addr 172.21.15.7:0/2774929213 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881082a0 0x7fb488101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 -- 172.21.15.7:0/2774929213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 msgr2=0x7fb488100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 0x7fb488100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 -- 172.21.15.7:0/2774929213 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881082a0 msgr2=0x7fb488101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881082a0 0x7fb488101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 -- 172.21.15.7:0/2774929213 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4881a6920 con 0x7fb488102d30 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.994+0000 7fb48e04c640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fb48400d770 tx=0x7fb48400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:22.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.995+0000 7fb47f7fe640 1 -- 172.21.15.7:0/2774929213 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb484028070 con 0x7fb488102d30 2024-09-10T07:46:22.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.995+0000 7fb47f7fe640 1 -- 172.21.15.7:0/2774929213 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4840054d0 con 0x7fb488102d30 2024-09-10T07:46:22.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.995+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb48806bc70 con 0x7fb488102d30 2024-09-10T07:46:22.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.995+0000 7fb47f7fe640 1 -- 172.21.15.7:0/2774929213 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb484004cf0 con 0x7fb488102d30 2024-09-10T07:46:22.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.995+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4881981c0 con 0x7fb488102d30 2024-09-10T07:46:22.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.998+0000 7fb492689740 1 Processor -- start 2024-09-10T07:46:22.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 -- start start 2024-09-10T07:46:22.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb47f7fe640 1 -- 172.21.15.7:0/2774929213 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb484004e90 con 0x7fb488102d30 2024-09-10T07:46:22.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7add00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 0x56378c7b0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:22.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56378c708620 con 0x56378c7ae240 2024-09-10T07:46:23.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56378c6afe50 con 0x56378c7a3980 2024-09-10T07:46:23.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb492689740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56378c7045e0 con 0x56378c7a3060 2024-09-10T07:46:23.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47202/0 (socket says 172.21.15.7:47202) 2024-09-10T07:46:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb48e84d640 1 -- 172.21.15.7:0/770400712 learned_addr learned my addr 172.21.15.7:0/770400712 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb48e04c640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:22.999+0000 7fb48d84b640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 0x56378c7b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 -- 172.21.15.7:0/770400712 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 msgr2=0x56378c7add00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7add00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 -- 172.21.15.7:0/770400712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 msgr2=0x56378c7b0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 0x56378c7b0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 -- 172.21.15.7:0/770400712 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56378c6a0d40 con 0x56378c7a3060 2024-09-10T07:46:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48d84b640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 0x56378c7b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.000+0000 7fb48e84d640 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb480009cd0 tx=0x7fb480009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d5ae6bce05abf94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:23.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.001+0000 7fb47cdea640 1 -- 172.21.15.7:0/770400712 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480049070 con 0x56378c7a3060 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.001+0000 7fb47f7fe640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 0x7fb474005e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.001+0000 7fb47cdea640 1 -- 172.21.15.7:0/770400712 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb480036040 con 0x56378c7a3060 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.001+0000 7fb47cdea640 1 -- 172.21.15.7:0/770400712 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480004280 con 0x56378c7a3060 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.001+0000 7fb47f7fe640 1 -- 172.21.15.7:0/2774929213 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb4840dfd90 con 0x7fb488102d30 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb48e04c640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 0x7fb474005e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- 172.21.15.7:0/770400712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 msgr2=0x56378c7a3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb480009cd0 tx=0x7fb480009a20 comp rx=0 tx=0).stop 2024-09-10T07:46:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- 172.21.15.7:0/770400712 shutdown_connections 2024-09-10T07:46:23.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7ae240 0x56378c7b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 --2- 172.21.15.7:0/770400712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7a3440 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- 172.21.15.7:0/770400712 >> 172.21.15.7:0/770400712 conn(0x56378c79f5f0 msgr2=0x56378c79f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb48e04c640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 0x7fb474005e20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb4840dd860 tx=0x7fb4840cc040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- 172.21.15.7:0/770400712 shutdown_connections 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- 172.21.15.7:0/770400712 wait complete. 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.002+0000 7fb492689740 1 -- start start 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 Processor -- start 2024-09-10T07:46:23.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3980 0x56378c7ab660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7abba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56378c7b0e10 con 0x56378c7a3060 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56378c690f10 con 0x56378c7ae240 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56378c7b0f90 con 0x56378c7a3980 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.003+0000 7fb492689740 10 client.0 _ll_register_callbacks cb 0x56378c6b4db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.005+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.005+0000 7fb48d84b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3980 0x56378c7ab660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.005+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33422/0 (socket says 172.21.15.7:33422) 2024-09-10T07:46:23.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.005+0000 7fb48e84d640 1 -- 172.21.15.7:0/927748139 learned_addr learned my addr 172.21.15.7:0/927748139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 -- 172.21.15.7:0/927748139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3980 msgr2=0x56378c7ab660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3980 0x56378c7ab660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 -- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 msgr2=0x56378c7abba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7abba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 -- 172.21.15.7:0/927748139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56378c417580 con 0x56378c7a3060 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb48e84d640 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fb480009bf0 tx=0x7fb480003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ecf2290c6abb08 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb471ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480052060 con 0x56378c7a3060 2024-09-10T07:46:23.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb480031530 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb480036040 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb480059050 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb492689740 10 client.15648 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.006+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56378c4e1960 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb480030a50 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb480030070 con 0x56378c7a3060 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 10 client.15648 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 10 client.15648 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:23.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 20 client.15648 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c7dfcb0 0x56378c7e20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 4 client.15648 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb480036040 con 0x56378c7dfcb0 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.007+0000 7fb48d84b640 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c7dfcb0 0x56378c7e20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.008+0000 7fb471ffb640 10 client.15648 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.008+0000 7fb48d84b640 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c7dfcb0 0x56378c7e20a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2adfa92a58385510 server_cookie=fd3c52119172c519 in_seq=0 out_seq=0 2024-09-10T07:46:23.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.008+0000 7fb471ffb640 1 -- 172.21.15.7:0/927748139 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fb480036040 con 0x56378c7dfcb0 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.008+0000 7fb471ffb640 10 client.15648 handle_command_reply: tid=0 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 client.15648 shutdown 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 msgr2=0x56378c7ab120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fb480009bf0 tx=0x7fb480003c40 comp rx=0 tx=0).stop 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 shutdown_connections 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c7dfcb0 0x56378c7e20a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7abba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3980 0x56378c7ab660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb471ffb640 0 client.15648 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 --2- 172.21.15.7:0/927748139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7ab120 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 >> 172.21.15.7:0/927748139 conn(0x56378c79f5f0 msgr2=0x56378c7a52d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 shutdown_connections 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 1 -- 172.21.15.7:0/927748139 wait complete. 2024-09-10T07:46:23.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.009+0000 7fb492689740 20 client.15648 trim_cache size 0 max 16384 2024-09-10T07:46:23.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 Processor -- start 2024-09-10T07:46:23.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 -- start start 2024-09-10T07:46:23.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7e76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7ae240 0x56378c7e7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb488074250 con 0x56378c7a3060 2024-09-10T07:46:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb488071b20 con 0x56378c7a3980 2024-09-10T07:46:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.043+0000 7fb492689740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb48806f990 con 0x56378c7ae240 2024-09-10T07:46:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33438/0 (socket says 172.21.15.7:33438) 2024-09-10T07:46:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 -- 172.21.15.7:0/2042913089 learned_addr learned my addr 172.21.15.7:0/2042913089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48d84b640 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7e76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7ae240 0x56378c7e7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 -- 172.21.15.7:0/2042913089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7ae240 msgr2=0x56378c7e7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7ae240 0x56378c7e7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 -- 172.21.15.7:0/2042913089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 msgr2=0x56378c7e76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7e76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 -- 172.21.15.7:0/2042913089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56378c7a3ef0 con 0x56378c7a3060 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb48002ae00 tx=0x7fb480009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e5ba63b8cb8198 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb473fff640 1 -- 172.21.15.7:0/2042913089 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480049040 con 0x56378c7a3060 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb473fff640 1 -- 172.21.15.7:0/2042913089 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb48003f020 con 0x56378c7a3060 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.044+0000 7fb473fff640 1 -- 172.21.15.7:0/2042913089 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480030a50 con 0x56378c7a3060 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.045+0000 7fb492689740 1 -- 172.21.15.7:0/2042913089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 msgr2=0x56378c7a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.045+0000 7fb492689740 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb48002ae00 tx=0x7fb480009b20 comp rx=0 tx=0).stop 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.045+0000 7fb492689740 1 -- 172.21.15.7:0/2042913089 shutdown_connections 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.045+0000 7fb492689740 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7ae240 0x56378c7e7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7a3980 0x56378c7e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 --2- 172.21.15.7:0/2042913089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3060 0x56378c7a51c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 -- 172.21.15.7:0/2042913089 >> 172.21.15.7:0/2042913089 conn(0x56378c79f5f0 msgr2=0x56378c7a4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:23.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 -- 172.21.15.7:0/2042913089 shutdown_connections 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 -- 172.21.15.7:0/2042913089 wait complete. 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 -- start start 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 Processor -- start 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.046+0000 7fb492689740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7d8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb492689740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33448/0 (socket says 172.21.15.7:33448) 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7d8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48d84b640 1 -- 172.21.15.7:0/2832713363 learned_addr learned my addr 172.21.15.7:0/2832713363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7d51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb48806ffe0 con 0x56378c7a3980 2024-09-10T07:46:23.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb488071450 con 0x56378c7ae240 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4880706b0 con 0x56378c7a3060 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 -- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 msgr2=0x56378c7d51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7d51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 -- 172.21.15.7:0/2832713363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 msgr2=0x56378c7d4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48e84d640 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56378c7d5a00 con 0x56378c7a3060 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.047+0000 7fb48d84b640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb48e84d640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7d8950 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb48004d920 tx=0x7fb480005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3037f476927da84 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 10 client.0 _ll_register_callbacks cb 0x7fb480005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb48003f020 con 0x56378c7a3060 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb471ffb640 10 client.25261 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb471ffb640 1 -- 172.21.15.7:0/2832713363 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb480049030 con 0x56378c7a3060 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb471ffb640 1 -- 172.21.15.7:0/2832713363 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb48002e040 con 0x56378c7a3060 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb471ffb640 1 -- 172.21.15.7:0/2832713363 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb480052040 con 0x56378c7a3060 2024-09-10T07:46:23.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 10 client.25261 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=25}) -- 0x56378c84b3b0 con 0x56378c7a3060 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb471ffb640 1 -- 172.21.15.7:0/2832713363 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb480030040 con 0x56378c7a3060 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 10 client.25261 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.048+0000 7fb492689740 10 client.25261 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb492689740 20 client.25261 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c84b890 0x56378c84dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb492689740 4 client.25261 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1a9be2b9", "release": true, "await": true}] 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1a9be2b9", "release": true, "await": true}) -- 0x56378c715b90 con 0x56378c84b890 2024-09-10T07:46:23.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb48d84b640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c84b890 0x56378c84dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb48d84b640 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c84b890 0x56378c84dd10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeec761f10cec294 server_cookie=2d6e7fb12d492e10 in_seq=0 out_seq=0 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.049+0000 7fb471ffb640 10 client.25261 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.051+0000 7fb471ffb640 1 -- 172.21.15.7:0/2832713363 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x56378c715b90 con 0x56378c84b890 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.051+0000 7fb471ffb640 10 client.25261 handle_command_reply: tid=0 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.051+0000 7fb492689740 1 client.25261 shutdown 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.051+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 msgr2=0x56378c7d8950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.051+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7d8950 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb48004d920 tx=0x7fb480005dc0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 shutdown_connections 2024-09-10T07:46:23.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56378c84b890 0x56378c84dd10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56378c7ae240 0x56378c7d51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56378c7a3980 0x56378c7d4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 --2- 172.21.15.7:0/2832713363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56378c7a3060 0x56378c7d8950 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 >> 172.21.15.7:0/2832713363 conn(0x56378c79f5f0 msgr2=0x56378c7a52d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:23.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb471ffb640 0 client.25261 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:23.056 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:23.056 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 25, 2024-09-10T07:46:23.056 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 4, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "1a9be2b9": { 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 4, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:46:23.057 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:23.058 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 shutdown_connections 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 1 -- 172.21.15.7:0/2832713363 wait complete. 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.055+0000 7fb492689740 20 client.25261 trim_cache size 0 max 16384 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 msgr2=0x7fb474005e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 0x7fb474005e20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb4840dd860 tx=0x7fb4840cc040 comp rx=0 tx=0).stop 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 msgr2=0x7fb488100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fb48400d770 tx=0x7fb48400dc30 comp rx=0 tx=0).stop 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 shutdown_connections 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb474003960 0x7fb474005e20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb4881082a0 0x7fb488101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4881036e0 0x7fb488100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 --2- 172.21.15.7:0/2774929213 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb488102d30 0x7fb488100990 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 >> 172.21.15.7:0/2774929213 conn(0x7fb4880fc7d0 msgr2=0x7fb488105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 shutdown_connections 2024-09-10T07:46:23.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:23.056+0000 7fb4902b0640 1 -- 172.21.15.7:0/2774929213 wait complete. 2024-09-10T07:46:24.037 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1a9be2b9', total seconds elapsed: 33.9 2024-09-10T07:46:24.037 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T07:46:24.038 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:46:24.419 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:24 smithi007 ceph-mon[30879]: pgmap v392: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:24.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:24 smithi110 ceph-mon[34417]: pgmap v392: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:24.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:24 smithi145 ceph-mon[34766]: pgmap v392: 129 pgs: 129 active+clean; 664 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.027+0000 7febd41dc640 1 -- 172.21.15.7:0/429100745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc103640 msgr2=0x7febcc10bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.027+0000 7febd41dc640 1 --2- 172.21.15.7:0/429100745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc103640 0x7febcc10bb30 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7febbc009900 tx=0x7febbc02a480 comp rx=0 tx=0).stop 2024-09-10T07:46:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 -- 172.21.15.7:0/429100745 shutdown_connections 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 --2- 172.21.15.7:0/429100745 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc10e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 --2- 172.21.15.7:0/429100745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc103640 0x7febcc10bb30 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 --2- 172.21.15.7:0/429100745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc102d20 0x7febcc103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 -- 172.21.15.7:0/429100745 >> 172.21.15.7:0/429100745 conn(0x7febcc0fc780 msgr2=0x7febcc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 -- 172.21.15.7:0/429100745 shutdown_connections 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.028+0000 7febd41dc640 1 -- 172.21.15.7:0/429100745 wait complete. 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.029+0000 7febd41dc640 1 Processor -- start 2024-09-10T07:46:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.029+0000 7febd41dc640 1 -- start start 2024-09-10T07:46:25.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.029+0000 7febd41dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:25.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.029+0000 7febd41dc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc103640 0x7febcc1040b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.029+0000 7febd41dc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc1045f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd41dc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febcc111e50 con 0x7febcc102d20 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd41dc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7febcc111cd0 con 0x7febcc10c150 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd41dc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7febcc111fd0 con 0x7febcc103640 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33462/0 (socket says 172.21.15.7:33462) 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 -- 172.21.15.7:0/362158414 learned_addr learned my addr 172.21.15.7:0/362158414 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd2779640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc1045f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 -- 172.21.15.7:0/362158414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc103640 msgr2=0x7febcc1040b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1777640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc103640 0x7febcc1040b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc103640 0x7febcc1040b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 -- 172.21.15.7:0/362158414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 msgr2=0x7febcc1045f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc1045f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd1f78640 1 -- 172.21.15.7:0/362158414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febcc1aac10 con 0x7febcc102d20 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.030+0000 7febd2779640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.031+0000 7febd1f78640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7febc800ea20 tx=0x7febc800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.031+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc800cd80 con 0x7febcc102d20 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.031+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc80108e0 con 0x7febcc102d20 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.031+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc80188e0 con 0x7febcc102d20 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.031+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febcc1aaf00 con 0x7febcc102d20 2024-09-10T07:46:25.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.032+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febcc1ab300 con 0x7febcc102d20 2024-09-10T07:46:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.033+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febcc06b070 con 0x7febcc102d20 2024-09-10T07:46:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.035+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7febc8010a90 con 0x7febcc102d20 2024-09-10T07:46:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.036+0000 7febc2ffd640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 0x7febb80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.036+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7febc80cf790 con 0x7febcc102d20 2024-09-10T07:46:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.036+0000 7febd1777640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 0x7febb80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:25.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.037+0000 7febd1777640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 0x7febb80a5040 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7febbc02a9a0 tx=0x7febbc005fd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.044+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febc809c2f0 con 0x7febcc102d20 2024-09-10T07:46:25.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.472+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7febcc103100 con 0x7febcc102d20 2024-09-10T07:46:25.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.473+0000 7febc2ffd640 1 -- 172.21.15.7:0/362158414 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7febc809bbf0 con 0x7febcc102d20 2024-09-10T07:46:25.473 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:46:25.473 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:46:25.473 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:46:25.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 msgr2=0x7febb80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:25.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 0x7febb80a5040 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7febbc02a9a0 tx=0x7febbc005fd0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 msgr2=0x7febcc103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7febc800ea20 tx=0x7febc800eee0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 shutdown_connections 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb80a2b80 0x7febb80a5040 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febcc10c150 0x7febcc1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febcc103640 0x7febcc1040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 --2- 172.21.15.7:0/362158414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febcc102d20 0x7febcc103b70 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 >> 172.21.15.7:0/362158414 conn(0x7febcc0fc780 msgr2=0x7febcc0fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 shutdown_connections 2024-09-10T07:46:25.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:25.476+0000 7febd41dc640 1 -- 172.21.15.7:0/362158414 wait complete. 2024-09-10T07:46:25.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:25 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/362158414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:25.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:25 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/362158414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:25.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:25 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/362158414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:26.203 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T07:46:26.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T07:46:26.485 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:26.909 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:26 smithi007 ceph-mon[30879]: pgmap v393: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-10T07:46:26.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:26 smithi110 ceph-mon[34417]: pgmap v393: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-10T07:46:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:26 smithi145 ceph-mon[34766]: pgmap v393: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-10T07:46:27.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.060+0000 7fe76b7a9640 1 -- 172.21.15.7:0/1661347141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764100a70 msgr2=0x7fe764100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.060+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/1661347141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764100a70 0x7fe764100ed0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe754009930 tx=0x7fe75402a420 comp rx=0 tx=0).stop 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 -- 172.21.15.7:0/1661347141 shutdown_connections 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/1661347141 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764101410 0x7fe76410d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/1661347141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764100a70 0x7fe764100ed0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/1661347141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764106a70 0x7fe764106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 -- 172.21.15.7:0/1661347141 >> 172.21.15.7:0/1661347141 conn(0x7fe7640fc790 msgr2=0x7fe7640febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 -- 172.21.15.7:0/1661347141 shutdown_connections 2024-09-10T07:46:27.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.061+0000 7fe76b7a9640 1 -- 172.21.15.7:0/1661347141 wait complete. 2024-09-10T07:46:27.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 Processor -- start 2024-09-10T07:46:27.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 -- start start 2024-09-10T07:46:27.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 0x7fe7640fcf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764106a70 0x7fe7640fd990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe764110d20 con 0x7fe764101410 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe768d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe768d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33474/0 (socket says 172.21.15.7:33474) 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe768d44640 1 -- 172.21.15.7:0/2142108442 learned_addr learned my addr 172.21.15.7:0/2142108442 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.062+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe764110ba0 con 0x7fe764106a70 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe764110ea0 con 0x7fe764100a70 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe769545640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 0x7fe7640fcf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe769d46640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764106a70 0x7fe7640fd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe768d44640 1 -- 172.21.15.7:0/2142108442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 msgr2=0x7fe7640fcf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe768d44640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 0x7fe7640fcf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe768d44640 1 -- 172.21.15.7:0/2142108442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764106a70 msgr2=0x7fe7640fd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe768d44640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764106a70 0x7fe7640fd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe768d44640 1 -- 172.21.15.7:0/2142108442 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7641a6870 con 0x7fe764101410 2024-09-10T07:46:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.063+0000 7fe769545640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 0x7fe7640fcf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.064+0000 7fe768d44640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe754005940 tx=0x7fe7540042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.064+0000 7fe75a7fc640 1 -- 172.21.15.7:0/2142108442 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75403f030 con 0x7fe764101410 2024-09-10T07:46:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.064+0000 7fe75a7fc640 1 -- 172.21.15.7:0/2142108442 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7540318a0 con 0x7fe764101410 2024-09-10T07:46:27.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.064+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7641a6b00 con 0x7fe764101410 2024-09-10T07:46:27.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.065+0000 7fe75a7fc640 1 -- 172.21.15.7:0/2142108442 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe754035070 con 0x7fe764101410 2024-09-10T07:46:27.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.065+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7641a7030 con 0x7fe764101410 2024-09-10T07:46:27.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.068+0000 7fe75a7fc640 1 -- 172.21.15.7:0/2142108442 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe754042030 con 0x7fe764101410 2024-09-10T07:46:27.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 Processor -- start 2024-09-10T07:46:27.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 -- start start 2024-09-10T07:46:27.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfc4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e46cf2a2a0 con 0x55e46cfc5080 2024-09-10T07:46:27.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e46ced1b10 con 0x55e46cfc4760 2024-09-10T07:46:27.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe76db82740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e46cf26260 con 0x55e46cfcf940 2024-09-10T07:46:27.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.069+0000 7fe75a7fc640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 0x7fe7500a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe75a7fc640 1 -- 172.21.15.7:0/2142108442 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe7540ef6f0 con 0x7fe764101410 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33478/0 (socket says 172.21.15.7:33478) 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 -- 172.21.15.7:0/3895923308 learned_addr learned my addr 172.21.15.7:0/3895923308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769d46640 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfc4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe768d44640 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 -- 172.21.15.7:0/3895923308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 msgr2=0x55e46cfd1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd1d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 -- 172.21.15.7:0/3895923308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 msgr2=0x55e46cfc4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfc4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 -- 172.21.15.7:0/3895923308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e46cc9bb90 con 0x55e46cfc5080 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769d46640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 0x7fe7500a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.070+0000 7fe769545640 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe7600114f0 tx=0x7fe7600119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15c835813f4113ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.071+0000 7fe74f7fe640 1 -- 172.21.15.7:0/3895923308 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76001e070 con 0x55e46cfc5080 2024-09-10T07:46:27.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.071+0000 7fe769d46640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 0x7fe7500a50c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe75c005fd0 tx=0x7fe75c014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.071+0000 7fe74f7fe640 1 -- 172.21.15.7:0/3895923308 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe76000fa70 con 0x55e46cfc5080 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.071+0000 7fe74f7fe640 1 -- 172.21.15.7:0/3895923308 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760019ac0 con 0x55e46cfc5080 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 -- 172.21.15.7:0/3895923308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 msgr2=0x55e46cfcf400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe7600114f0 tx=0x7fe7600119b0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 -- 172.21.15.7:0/3895923308 shutdown_connections 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcf400 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 --2- 172.21.15.7:0/3895923308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfc4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 -- 172.21.15.7:0/3895923308 >> 172.21.15.7:0/3895923308 conn(0x55e46cfc0cf0 msgr2=0x55e46cfc10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 -- 172.21.15.7:0/3895923308 shutdown_connections 2024-09-10T07:46:27.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.072+0000 7fe76db82740 1 -- 172.21.15.7:0/3895923308 wait complete. 2024-09-10T07:46:27.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.073+0000 7fe76db82740 1 -- start start 2024-09-10T07:46:27.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.073+0000 7fe76db82740 1 Processor -- start 2024-09-10T07:46:27.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe76db82740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe76db82740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc5080 0x55e46cfccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe76db82740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 0x55e46cfcd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe76db82740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e46cfd25b0 con 0x55e46cfcf940 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe769d46640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 0x55e46cfcd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe769545640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe769545640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54464/0 (socket says 172.21.15.7:54464) 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe769545640 1 -- 172.21.15.7:0/641656343 learned_addr learned my addr 172.21.15.7:0/641656343 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.074+0000 7fe768d44640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc5080 0x55e46cfccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e46ceb26e0 con 0x55e46cfc4760 2024-09-10T07:46:27.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e46cfd2730 con 0x55e46cfc5080 2024-09-10T07:46:27.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 -- 172.21.15.7:0/641656343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc5080 msgr2=0x55e46cfccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc5080 0x55e46cfccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 -- 172.21.15.7:0/641656343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 msgr2=0x55e46cfcd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 0x55e46cfcd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e46cfdba70 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769d46640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 0x55e46cfcd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe769545640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe760000c00 tx=0x7fe760019640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e9a26d0fa6ceeed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe74cff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.075+0000 7fe76db82740 10 client.0 _ll_register_callbacks cb 0x55e46ced6a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe76000fa70 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe74cff9640 1 -- 172.21.15.7:0/641656343 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76001e040 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe74cff9640 1 -- 172.21.15.7:0/641656343 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe76000f640 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe74cff9640 1 -- 172.21.15.7:0/641656343 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe76000f840 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe76db82740 10 client.25265 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55e46cfde130 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.076+0000 7fe74cff9640 1 -- 172.21.15.7:0/641656343 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe76002a030 con 0x55e46cfc4760 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 10 client.25265 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:27.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 10 client.25265 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:27.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 20 client.25265 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:27.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46cfe18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 4 client.25265 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:27.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e46cf379d0 con 0x55e46cfdf500 2024-09-10T07:46:27.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.077+0000 7fe768d44640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46cfe18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe768d44640 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46cfe18f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5693961e8cad5aa server_cookie=eb07e6f47b7ba365 in_seq=0 out_seq=0 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe74cff9640 10 client.25265 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe74cff9640 1 -- 172.21.15.7:0/641656343 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e46cf379d0 con 0x55e46cfdf500 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe74cff9640 10 client.25265 handle_command_reply: tid=0 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe76db82740 1 client.25265 shutdown 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 msgr2=0x55e46cfcc6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe760000c00 tx=0x7fe760019640 comp rx=0 tx=0).stop 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 shutdown_connections 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46cfe18f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.078+0000 7fe74cff9640 0 client.25265 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfcf940 0x55e46cfcd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc5080 0x55e46cfccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 --2- 172.21.15.7:0/641656343 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc4760 0x55e46cfcc6d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 >> 172.21.15.7:0/641656343 conn(0x55e46cfc0cf0 msgr2=0x55e46cfc6a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 shutdown_connections 2024-09-10T07:46:27.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 1 -- 172.21.15.7:0/641656343 wait complete. 2024-09-10T07:46:27.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.079+0000 7fe76db82740 20 client.25265 trim_cache size 0 max 16384 2024-09-10T07:46:27.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.113+0000 7fe76db82740 1 Processor -- start 2024-09-10T07:46:27.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.113+0000 7fe76db82740 1 -- start start 2024-09-10T07:46:27.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.113+0000 7fe76db82740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 0x55e46cfccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.113+0000 7fe76db82740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe768d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe768d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33504/0 (socket says 172.21.15.7:33504) 2024-09-10T07:46:27.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe768d44640 1 -- 172.21.15.7:0/2175347559 learned_addr learned my addr 172.21.15.7:0/2175347559 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:27.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe76db82740 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 0x55e46cfe70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641af2c0 con 0x55e46cfc5080 2024-09-10T07:46:27.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641acb90 con 0x55e46cfcf940 2024-09-10T07:46:27.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641aaa20 con 0x55e46cfc4760 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe769545640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 0x55e46cfccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe768d44640 1 -- 172.21.15.7:0/2175347559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 msgr2=0x55e46cfccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe769d46640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 0x55e46cfe70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.114+0000 7fe768d44640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 0x55e46cfccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe768d44640 1 -- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 msgr2=0x55e46cfe70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe768d44640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 0x55e46cfe70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe768d44640 1 -- 172.21.15.7:0/2175347559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e46cfc0b20 con 0x55e46cfc5080 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe769545640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 0x55e46cfccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe769d46640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 0x55e46cfe70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:27.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe768d44640 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe7540b80a0 tx=0x7fe7540bbad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb6b7fac0f7b53f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.115+0000 7fe74effd640 1 -- 172.21.15.7:0/2175347559 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe754049040 con 0x55e46cfc5080 2024-09-10T07:46:27.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.116+0000 7fe74effd640 1 -- 172.21.15.7:0/2175347559 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7540bff40 con 0x55e46cfc5080 2024-09-10T07:46:27.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.116+0000 7fe74effd640 1 -- 172.21.15.7:0/2175347559 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7540ef3d0 con 0x55e46cfc5080 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 msgr2=0x55e46cfcd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe7540b80a0 tx=0x7fe7540bbad0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 shutdown_connections 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfcf940 0x55e46cfe70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc5080 0x55e46cfcd160 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 --2- 172.21.15.7:0/2175347559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfc4760 0x55e46cfccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 >> 172.21.15.7:0/2175347559 conn(0x55e46cfc0cf0 msgr2=0x55e46cfc6a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 shutdown_connections 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- 172.21.15.7:0/2175347559 wait complete. 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 -- start start 2024-09-10T07:46:27.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.117+0000 7fe76db82740 1 Processor -- start 2024-09-10T07:46:27.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 0x55e46cfd82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 0x55e46cfd0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641ab070 con 0x55e46cfc4760 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641ac4c0 con 0x55e46cfc5080 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe76db82740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7641ab720 con 0x55e46cfcf940 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe769d46640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe769d46640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47310/0 (socket says 172.21.15.7:47310) 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe769d46640 1 -- 172.21.15.7:0/1440407748 learned_addr learned my addr 172.21.15.7:0/1440407748 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.118+0000 7fe768d44640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 0x55e46cfd0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe76db82740 10 client.0 _ll_register_callbacks cb 0x7fe7600056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe769545640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 0x55e46cfd82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 -- 172.21.15.7:0/1440407748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 msgr2=0x55e46cfd10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 -- 172.21.15.7:0/1440407748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 msgr2=0x55e46cfd82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 0x55e46cfd82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 -- 172.21.15.7:0/1440407748 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e46cfd5dc0 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7540bff40 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe768d44640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 0x55e46cfd0940 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe7540b80a0 tx=0x7fe7540ba120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1693f19d3b67c8d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe769d46640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe769545640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 0x55e46cfd82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe74cff9640 10 client.25268 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.119+0000 7fe74cff9640 1 -- 172.21.15.7:0/1440407748 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75409f050 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe74cff9640 1 -- 172.21.15.7:0/1440407748 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe7540ef3d0 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe74cff9640 1 -- 172.21.15.7:0/1440407748 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe754049040 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe76db82740 10 client.25268 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55e46d04a1c0 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe74cff9640 1 -- 172.21.15.7:0/1440407748 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe7540ee040 con 0x55e46cfc5080 2024-09-10T07:46:27.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe76db82740 10 client.25268 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.120+0000 7fe76db82740 10 client.25268 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.121+0000 7fe76db82740 20 client.25268 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.121+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46d04c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.121+0000 7fe76db82740 4 client.25268 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.121+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55e46cf31d20 con 0x55e46cfdf500 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.121+0000 7fe769545640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46d04c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.122+0000 7fe74cff9640 10 client.25268 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:27.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.122+0000 7fe769545640 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46d04c700 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93940a01e9ec4d80 server_cookie=972ff1cf3c9b7b1b in_seq=0 out_seq=0 2024-09-10T07:46:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe74cff9640 1 -- 172.21.15.7:0/1440407748 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55e46cf31d20 con 0x55e46cfdf500 2024-09-10T07:46:27.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe74cff9640 10 client.25268 handle_command_reply: tid=0 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 client.25268 shutdown 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 msgr2=0x55e46cfd0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 0x55e46cfd0940 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe7540b80a0 tx=0x7fe7540ba120 comp rx=0 tx=0).stop 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 shutdown_connections 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e46cfdf500 0x55e46d04c700 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.128+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e46cfcf940 0x55e46cfd10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe74cff9640 0 client.25268 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e46cfc5080 0x55e46cfd0940 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 1 --2- 172.21.15.7:0/1440407748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e46cfc4760 0x55e46cfd82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 >> 172.21.15.7:0/1440407748 conn(0x55e46cfc0cf0 msgr2=0x55e46cfbf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 shutdown_connections 2024-09-10T07:46:27.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 1 -- 172.21.15.7:0/1440407748 wait complete. 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.129+0000 7fe76db82740 20 client.25268 trim_cache size 0 max 16384 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 25, 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 6, 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "a36fa4fe": { 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 6, 2024-09-10T07:46:27.130 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:27.131 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 msgr2=0x7fe7500a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 0x7fe7500a50c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe75c005fd0 tx=0x7fe75c014040 comp rx=0 tx=0).stop 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 msgr2=0x7fe7640fd450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe754005940 tx=0x7fe7540042f0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 shutdown_connections 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7500a2c00 0x7fe7500a50c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe764106a70 0x7fe7640fd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe764101410 0x7fe7640fd450 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 --2- 172.21.15.7:0/2142108442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe764100a70 0x7fe7640fcf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.130+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 >> 172.21.15.7:0/2142108442 conn(0x7fe7640fc790 msgr2=0x7fe76406ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.131+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 shutdown_connections 2024-09-10T07:46:27.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:27.131+0000 7fe76b7a9640 1 -- 172.21.15.7:0/2142108442 wait complete. 2024-09-10T07:46:27.860 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a36fa4fe', quiesce took 3.8 seconds. Will release after: 26.2 2024-09-10T07:46:28.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:28 smithi110 ceph-mon[34417]: pgmap v394: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:28.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:28 smithi145 ceph-mon[34766]: pgmap v394: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:28 smithi007 ceph-mon[30879]: pgmap v394: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:30 smithi110 ceph-mon[34417]: pgmap v395: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:30.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:30 smithi145 ceph-mon[34766]: pgmap v395: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:30 smithi007 ceph-mon[30879]: pgmap v395: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:32.789 INFO:tasks.workunit.client.0.smithi007.stderr:Updating files: 90% (11490/12697) Updating files: 91% (11555/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-10T07:46:32.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:32 smithi110 ceph-mon[34417]: pgmap v396: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:32 smithi145 ceph-mon[34766]: pgmap v396: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:32 smithi007 ceph-mon[30879]: pgmap v396: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:33.637 INFO:tasks.workunit.client.0.smithi007.stderr:Note: switching to '1cf819b7212a6048e92fc78c4eff963344f6d56b'. 2024-09-10T07:46:33.637 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.637 INFO:tasks.workunit.client.0.smithi007.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-10T07:46:33.637 INFO:tasks.workunit.client.0.smithi007.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-10T07:46:33.637 INFO:tasks.workunit.client.0.smithi007.stderr:state without impacting any branches by switching back to a branch. 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: git switch -c 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr:Or undo this operation with: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: git switch - 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-10T07:46:33.638 INFO:tasks.workunit.client.0.smithi007.stderr:HEAD is now at 1cf819b7212 Merge PR #59672 into wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:46:33.643 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-10T07:46:33.676 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-10T07:46:33.678 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:46:33.678 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 -- 172.21.15.7:0/3283307983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c1025f0 msgr2=0x7f140c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 --2- 172.21.15.7:0/3283307983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c1025f0 0x7f140c108e80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1404009ca0 tx=0x7f140402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 -- 172.21.15.7:0/3283307983 shutdown_connections 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 --2- 172.21.15.7:0/3283307983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c1025f0 0x7f140c108e80 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 --2- 172.21.15.7:0/3283307983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c101c30 0x7f140c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 --2- 172.21.15.7:0/3283307983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 -- 172.21.15.7:0/3283307983 >> 172.21.15.7:0/3283307983 conn(0x7f140c0fc1e0 msgr2=0x7f140c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 -- 172.21.15.7:0/3283307983 shutdown_connections 2024-09-10T07:46:34.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.213+0000 7f14129d6640 1 -- 172.21.15.7:0/3283307983 wait complete. 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 Processor -- start 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 -- start start 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c1049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 0x7f140c103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f140c10c640 con 0x7f140c101c30 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f140c10c4c0 con 0x7f140c1025f0 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f14129d6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f140c10c7c0 con 0x7f140c100a40 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f140b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f140b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54202/0 (socket says 172.21.15.7:54202) 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f140b7fe640 1 -- 172.21.15.7:0/2251810852 learned_addr learned my addr 172.21.15.7:0/2251810852 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f1410f73640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 0x7f140c103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.214+0000 7f140bfff640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c1049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 -- 172.21.15.7:0/2251810852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 msgr2=0x7f140c1049d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c1049d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 -- 172.21.15.7:0/2251810852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 msgr2=0x7f140c103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 0x7f140c103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 -- 172.21.15.7:0/2251810852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f140c103de0 con 0x7f140c101c30 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f1410f73640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 0x7f140c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140bfff640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f140000d950 tx=0x7f140000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f14097fa640 1 -- 172.21.15.7:0/2251810852 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1400017070 con 0x7f140c101c30 2024-09-10T07:46:34.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f14097fa640 1 -- 172.21.15.7:0/2251810852 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1400009c30 con 0x7f140c101c30 2024-09-10T07:46:34.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f140c1a1e50 con 0x7f140c101c30 2024-09-10T07:46:34.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f14097fa640 1 -- 172.21.15.7:0/2251810852 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140000f620 con 0x7f140c101c30 2024-09-10T07:46:34.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.215+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f140c1a22b0 con 0x7f140c101c30 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.217+0000 7f1415851740 1 Processor -- start 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.217+0000 7f1415851740 1 -- start start 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.217+0000 7f14097fa640 1 -- 172.21.15.7:0/2251810852 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f140000f7c0 con 0x7f140c101c30 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934542dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345430830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55934538c2f0 con 0x5593454289a0 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559345334270 con 0x55934542e370 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1415851740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5593453882b0 con 0x5593454292e0 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54216/0 (socket says 172.21.15.7:54216) 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 -- 172.21.15.7:0/3002638147 learned_addr learned my addr 172.21.15.7:0/3002638147 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f140b7fe640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345430830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f140bfff640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934542dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 -- 172.21.15.7:0/3002638147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 msgr2=0x55934542dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934542dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 -- 172.21.15.7:0/3002638147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 msgr2=0x559345430830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345430830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 -- 172.21.15.7:0/3002638147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559345333340 con 0x5593454289a0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f140bfff640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934542dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f14097fa640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 0x7f13f40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f1410f73640 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f140402f3a0 tx=0x7f1404009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f050def8dbe6e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.218+0000 7f140bfff640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 0x7f13f40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f14097fa640 1 -- 172.21.15.7:0/2251810852 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f14000cf070 con 0x7f140c101c30 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f13f27fc640 1 -- 172.21.15.7:0/3002638147 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1404031760 con 0x5593454289a0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f13f27fc640 1 -- 172.21.15.7:0/3002638147 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1404036040 con 0x5593454289a0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f13f27fc640 1 -- 172.21.15.7:0/3002638147 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14040045e0 con 0x5593454289a0 2024-09-10T07:46:34.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 -- 172.21.15.7:0/3002638147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 msgr2=0x559345428da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f140bfff640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 0x7f13f40a50f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x559345429d10 tx=0x7f13fc008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f140402f3a0 tx=0x7f1404009a20 comp rx=0 tx=0).stop 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 -- 172.21.15.7:0/3002638147 shutdown_connections 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345430830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934542dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 --2- 172.21.15.7:0/3002638147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345428da0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 -- 172.21.15.7:0/3002638147 >> 172.21.15.7:0/3002638147 conn(0x559345424010 msgr2=0x559345424410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 -- 172.21.15.7:0/3002638147 shutdown_connections 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.219+0000 7f1415851740 1 -- 172.21.15.7:0/3002638147 wait complete. 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 -- start start 2024-09-10T07:46:34.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 Processor -- start 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 0x5593454330a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 0x55934543a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5593454312e0 con 0x5593454289a0 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559345315290 con 0x5593454292e0 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559345431460 con 0x55934542e370 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f1415851740 10 client.0 _ll_register_callbacks cb 0x559345346140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f140bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f140bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54232/0 (socket says 172.21.15.7:54232) 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.220+0000 7f140bfff640 1 -- 172.21.15.7:0/2501716903 learned_addr learned my addr 172.21.15.7:0/2501716903 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:34.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 0x5593454330a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f1410f73640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 0x55934543a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 -- 172.21.15.7:0/2501716903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 msgr2=0x55934543a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 0x55934543a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 -- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 msgr2=0x5593454330a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 0x5593454330a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 -- 172.21.15.7:0/2501716903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55934509f210 con 0x5593454289a0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f1410f73640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 0x55934543a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 0x5593454330a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f140bfff640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00a750 tx=0x7f13fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b096912a190b19 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f13eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc023020 con 0x5593454289a0 2024-09-10T07:46:34.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f13fc015610 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1404036040 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f13fc02e050 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f1415851740 10 client.15687 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55934516b620 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.221+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1404036040 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f13fc01e030 con 0x5593454289a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 10 client.15687 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 10 client.15687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 20 client.15687 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55934543e8a0 0x559345440d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 4 client.15687 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559345399a20 con 0x55934543e8a0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55934543e8a0 0x559345440d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f140b7fe640 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55934543e8a0 0x559345440d40 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1c445cd9277bd8f server_cookie=8e2fa7e9fcb5a508 in_seq=0 out_seq=0 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.222+0000 7f13eb7fe640 10 client.15687 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f13eb7fe640 1 -- 172.21.15.7:0/2501716903 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559345399a20 con 0x55934543e8a0 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f13eb7fe640 10 client.15687 handle_command_reply: tid=0 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 client.15687 shutdown 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 msgr2=0x559345432b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00a750 tx=0x7f13fc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 shutdown_connections 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55934543e8a0 0x559345440d40 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55934542e370 0x55934543a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5593454292e0 0x5593454330a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 --2- 172.21.15.7:0/2501716903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x559345432b60 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f13eb7fe640 0 client.15687 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:34.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.223+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 >> 172.21.15.7:0/2501716903 conn(0x559345424010 msgr2=0x559345425820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.224+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 shutdown_connections 2024-09-10T07:46:34.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.224+0000 7f1415851740 1 -- 172.21.15.7:0/2501716903 wait complete. 2024-09-10T07:46:34.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.224+0000 7f1415851740 20 client.15687 trim_cache size 0 max 16384 2024-09-10T07:46:34.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 Processor -- start 2024-09-10T07:46:34.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 -- start start 2024-09-10T07:46:34.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934543a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345425400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1af190 con 0x5593454289a0 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1aca60 con 0x55934542e370 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f1415851740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1aa8d0 con 0x5593454292e0 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f140bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f140bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54248/0 (socket says 172.21.15.7:54248) 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.238+0000 7f140bfff640 1 -- 172.21.15.7:0/2620825861 learned_addr learned my addr 172.21.15.7:0/2620825861 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 -- 172.21.15.7:0/2620825861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 msgr2=0x55934543a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934543a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 -- 172.21.15.7:0/2620825861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 msgr2=0x559345425400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345425400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 -- 172.21.15.7:0/2620825861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593454326a0 con 0x5593454289a0 2024-09-10T07:46:34.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f140bfff640 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00a720 tx=0x7f13fc007fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180611b28ccfcf64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f13f1ffb640 1 -- 172.21.15.7:0/2620825861 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc023050 con 0x5593454289a0 2024-09-10T07:46:34.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f13f1ffb640 1 -- 172.21.15.7:0/2620825861 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13fc00f600 con 0x5593454289a0 2024-09-10T07:46:34.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f13f1ffb640 1 -- 172.21.15.7:0/2620825861 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc01b040 con 0x5593454289a0 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f1415851740 1 -- 172.21.15.7:0/2620825861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 msgr2=0x5593454230b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.239+0000 7f1415851740 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00a720 tx=0x7f13fc007fc0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- 172.21.15.7:0/2620825861 shutdown_connections 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345425400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454292e0 0x55934543a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- 172.21.15.7:0/2620825861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454289a0 0x5593454230b0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- 172.21.15.7:0/2620825861 >> 172.21.15.7:0/2620825861 conn(0x559345424010 msgr2=0x5593454229a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- 172.21.15.7:0/2620825861 shutdown_connections 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- 172.21.15.7:0/2620825861 wait complete. 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- start start 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 Processor -- start 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 0x5593454379c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345438f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1aaf20 con 0x5593454292e0 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1ac390 con 0x55934542e370 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f140c1ab5f0 con 0x5593454289a0 2024-09-10T07:46:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f1415851740 10 client.0 _ll_register_callbacks cb 0x7f13fc00fcc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f140b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f140b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54254/0 (socket says 172.21.15.7:54254) 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.240+0000 7f140b7fe640 1 -- 172.21.15.7:0/205211573 learned_addr learned my addr 172.21.15.7:0/205211573 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f1410f73640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345438f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140bfff640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 0x5593454379c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 -- 172.21.15.7:0/205211573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 msgr2=0x5593454379c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 0x5593454379c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 -- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 msgr2=0x559345438f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345438f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 -- 172.21.15.7:0/205211573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559345439520 con 0x5593454292e0 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140bfff640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 0x5593454379c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f140b7fe640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1400097990 tx=0x7f14000d2ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ba8f876f5fd156c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1400020040 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f14000d2d00 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13fc00f600 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f14000bb040 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f1415851740 10 client.15693 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5593454a9980 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13fc00f600 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.241+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1400083020 con 0x5593454292e0 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 10 client.15693 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 10 client.15693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 20 client.15693 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:34.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5593454aa290 0x5593454ac6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:34.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 4 client.15693 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:46:34.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559345393d70 con 0x5593454aa290 2024-09-10T07:46:34.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f140bfff640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5593454aa290 0x5593454ac6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:34.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f140bfff640 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5593454aa290 0x5593454ac6b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45cb800ecf5bbde1 server_cookie=d16f3060efe9065b in_seq=0 out_seq=0 2024-09-10T07:46:34.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.242+0000 7f13eb7fe640 10 client.15693 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f13eb7fe640 1 -- 172.21.15.7:0/205211573 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559345393d70 con 0x5593454aa290 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f13eb7fe640 10 client.15693 handle_command_reply: tid=0 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 client.15693 shutdown 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 msgr2=0x559345437f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1400097990 tx=0x7f14000d2ad0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 shutdown_connections 2024-09-10T07:46:34.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5593454aa290 0x5593454ac6b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55934542e370 0x559345438f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f13eb7fe640 0 client.15693 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593454292e0 0x559345437f00 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 --2- 172.21.15.7:0/205211573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5593454289a0 0x5593454379c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 >> 172.21.15.7:0/205211573 conn(0x559345424010 msgr2=0x5593454229a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 shutdown_connections 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 1 -- 172.21.15.7:0/205211573 wait complete. 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.246+0000 7f1415851740 20 client.15693 trim_cache size 0 max 16384 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:46:34.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:46:34.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:46:34.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 msgr2=0x7f13f40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 0x7f13f40a50f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x559345429d10 tx=0x7f13fc008040 comp rx=0 tx=0).stop 2024-09-10T07:46:34.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 msgr2=0x7f140c103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f140000d950 tx=0x7f140000de10 comp rx=0 tx=0).stop 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 shutdown_connections 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f13f40a2c30 0x7f13f40a50f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f140c1025f0 0x7f140c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f140c101c30 0x7f140c103010 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 --2- 172.21.15.7:0/2251810852 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f140c100a40 0x7f140c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 >> 172.21.15.7:0/2251810852 conn(0x7f140c0fc1e0 msgr2=0x7f140c0fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 shutdown_connections 2024-09-10T07:46:34.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:34.247+0000 7f14129d6640 1 -- 172.21.15.7:0/2251810852 wait complete. 2024-09-10T07:46:34.403 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-10T07:46:34.479 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-10T07:46:34.521 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:46:34.523 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:46:34.523 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-10T07:46:34.563 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:46:34.567 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T07:46:34.567 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-10T07:46:34.624 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2024-09-10T07:46:34.626 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2024-09-10T07:46:34.626 DEBUG:teuthology.orchestra.run.smithi007:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cf819b7212a6048e92fc78c4eff963344f6d56b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2024-09-10T07:46:34.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:34 smithi110 ceph-mon[34417]: pgmap v397: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:34.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:34 smithi145 ceph-mon[34766]: pgmap v397: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:34 smithi007 ceph-mon[30879]: pgmap v397: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:36.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:36 smithi110 ceph-mon[34417]: pgmap v398: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:36.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:36 smithi145 ceph-mon[34766]: pgmap v398: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:36 smithi007 ceph-mon[30879]: pgmap v398: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:37.301 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:46:37.572 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 -- 172.21.15.7:0/3649056981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c0745c0 msgr2=0x7f638c0749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 --2- 172.21.15.7:0/3649056981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c0745c0 0x7f638c0749a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f637c009900 tx=0x7f637c02a480 comp rx=0 tx=0).stop 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 -- 172.21.15.7:0/3649056981 shutdown_connections 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 --2- 172.21.15.7:0/3649056981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c10e420 0x7f638c110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 --2- 172.21.15.7:0/3649056981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c074ee0 0x7f638c10dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 --2- 172.21.15.7:0/3649056981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c0745c0 0x7f638c0749a0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 -- 172.21.15.7:0/3649056981 >> 172.21.15.7:0/3649056981 conn(0x7f638c0fd8c0 msgr2=0x7f638c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 -- 172.21.15.7:0/3649056981 shutdown_connections 2024-09-10T07:46:38.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.057+0000 7f6391301640 1 -- 172.21.15.7:0/3649056981 wait complete. 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 Processor -- start 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 -- start start 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c0745c0 0x7f638c19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c10e420 0x7f638c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f638c114030 con 0x7f638c074ee0 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f638c113eb0 con 0x7f638c10e420 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.058+0000 7f6391301640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1141b0 con 0x7f638c0745c0 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54278/0 (socket says 172.21.15.7:54278) 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 -- 172.21.15.7:0/554191950 learned_addr learned my addr 172.21.15.7:0/554191950 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638affd640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c0745c0 0x7f638c19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638b7fe640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c10e420 0x7f638c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 -- 172.21.15.7:0/554191950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c0745c0 msgr2=0x7f638c19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c0745c0 0x7f638c19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 -- 172.21.15.7:0/554191950 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c10e420 msgr2=0x7f638c19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c10e420 0x7f638c19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 -- 172.21.15.7:0/554191950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f638c19f670 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f638a7fc640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f638000d950 tx=0x7f638000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f6373fff640 1 -- 172.21.15.7:0/554191950 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380017070 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f638c19f960 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f6373fff640 1 -- 172.21.15.7:0/554191950 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6380009c30 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f6373fff640 1 -- 172.21.15.7:0/554191950 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638000f620 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.059+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f638c1a7240 con 0x7f638c074ee0 2024-09-10T07:46:38.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 Processor -- start 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f6373fff640 1 -- 172.21.15.7:0/554191950 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f63800109a0 con 0x7f638c074ee0 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 -- start start 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d56470f2e0 con 0x55d5647a94a0 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d5646b6ce0 con 0x55d5647b4680 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f63936da740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d56470b2a0 con 0x55d5647a9dc0 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f638b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f638b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54282/0 (socket says 172.21.15.7:54282) 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.062+0000 7f638b7fe640 1 -- 172.21.15.7:0/149563036 learned_addr learned my addr 172.21.15.7:0/149563036 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:38.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638a7fc640 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647b6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 -- 172.21.15.7:0/149563036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 msgr2=0x55d5647b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638affd640 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647b4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 -- 172.21.15.7:0/149563036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 msgr2=0x55d5647b6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647b6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 -- 172.21.15.7:0/149563036 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d56469b440 con 0x55d5647a94a0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638b7fe640 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6384009f30 tx=0x7f63840118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7fa229dae07a594 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f6373fff640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 0x7f63740a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f63717fa640 1 -- 172.21.15.7:0/149563036 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6384004d20 con 0x55d5647a94a0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f63717fa640 1 -- 172.21.15.7:0/149563036 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6384004050 con 0x55d5647a94a0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f63717fa640 1 -- 172.21.15.7:0/149563036 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6384005280 con 0x55d5647a94a0 2024-09-10T07:46:38.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f638affd640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 0x7f63740a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.063+0000 7f6373fff640 1 -- 172.21.15.7:0/554191950 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f63800cef80 con 0x7f638c074ee0 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 -- 172.21.15.7:0/149563036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 msgr2=0x55d5647a9880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f638affd640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 0x7f63740a5040 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f637c031440 tx=0x7f637c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6384009f30 tx=0x7f63840118d0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 -- 172.21.15.7:0/149563036 shutdown_connections 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647b6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 --2- 172.21.15.7:0/149563036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647a9880 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 -- 172.21.15.7:0/149563036 >> 172.21.15.7:0/149563036 conn(0x55d5647a5a30 msgr2=0x55d5647a5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 -- 172.21.15.7:0/149563036 shutdown_connections 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.064+0000 7f63936da740 1 -- 172.21.15.7:0/149563036 wait complete. 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 -- start start 2024-09-10T07:46:38.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 Processor -- start 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647a94a0 0x55d5647b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 0x55d5647b1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d5647b7250 con 0x55d5647a9dc0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d5646ca050 con 0x55d5647a94a0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d5647b73d0 con 0x55d5647b4680 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f63936da740 10 client.0 _ll_register_callbacks cb 0x55d56470a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54290/0 (socket says 172.21.15.7:54290) 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 -- 172.21.15.7:0/391654136 learned_addr learned my addr 172.21.15.7:0/391654136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638affd640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647a94a0 0x55d5647b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638b7fe640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 0x55d5647b1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 -- 172.21.15.7:0/391654136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 msgr2=0x55d5647b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 0x55d5647b1720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 -- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647a94a0 msgr2=0x55d5647b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647a94a0 0x55d5647b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638a7fc640 1 -- 172.21.15.7:0/391654136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5644803c0 con 0x55d5647a9dc0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.065+0000 7f638b7fe640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 0x55d5647b1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f638a7fc640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f638009b1f0 tx=0x7f6380097850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=464c1779c2034453 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380020070 con 0x55d5647a9dc0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f63800d1110 con 0x55d5647a9dc0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6384004050 con 0x55d5647a9dc0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6380009de0 con 0x55d5647a9dc0 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f63936da740 10 client.15705 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:38.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d5647c2b70 con 0x55d5647a9dc0 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6384004050 con 0x55d5647a9dc0 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f63800b41f0 con 0x55d5647a9dc0 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.066+0000 7f63936da740 10 client.15705 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f63936da740 10 client.15705 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f63936da740 20 client.15705 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5647c4030 0x55d5647c6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f63936da740 4 client.15705 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d56471c850 con 0x55d5647c4030 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f638affd640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5647c4030 0x55d5647c6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f636eff5640 10 client.15705 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.067+0000 7f638affd640 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5647c4030 0x55d5647c6460 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28f1e6581ecc4abc server_cookie=32ee7a89c1a4c16f in_seq=0 out_seq=0 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f636eff5640 1 -- 172.21.15.7:0/391654136 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d56471c850 con 0x55d5647c4030 2024-09-10T07:46:38.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f636eff5640 10 client.15705 handle_command_reply: tid=0 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 client.15705 shutdown 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 msgr2=0x55d5647b11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f638009b1f0 tx=0x7f6380097850 comp rx=0 tx=0).stop 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 shutdown_connections 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5647c4030 0x55d5647c6460 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647b4680 0x55d5647b1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b11e0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 --2- 172.21.15.7:0/391654136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647a94a0 0x55d5647b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 >> 172.21.15.7:0/391654136 conn(0x55d5647a5a30 msgr2=0x55d5647ab710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f636eff5640 0 client.15705 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 shutdown_connections 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 1 -- 172.21.15.7:0/391654136 wait complete. 2024-09-10T07:46:38.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.068+0000 7f63936da740 20 client.15705 trim_cache size 0 max 16384 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 Processor -- start 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 -- start start 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647cc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1b3730 con 0x55d5647a94a0 2024-09-10T07:46:38.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1b1000 con 0x55d5647b4680 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f63936da740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1aee70 con 0x55d5647a9dc0 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f638affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f638affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54296/0 (socket says 172.21.15.7:54296) 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f638affd640 1 -- 172.21.15.7:0/1762760808 learned_addr learned my addr 172.21.15.7:0/1762760808 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.086+0000 7f638b7fe640 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638a7fc640 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 -- 172.21.15.7:0/1762760808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 msgr2=0x55d5647cbd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647cbd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 -- 172.21.15.7:0/1762760808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 msgr2=0x55d5647cc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647cc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 -- 172.21.15.7:0/1762760808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5647a66c0 con 0x55d5647a94a0 2024-09-10T07:46:38.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f638affd640 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f637c032fd0 tx=0x7f637c03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70847806cfb802af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f6370ff9640 1 -- 172.21.15.7:0/1762760808 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c057070 con 0x55d5647a94a0 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f6370ff9640 1 -- 172.21.15.7:0/1762760808 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f637c004490 con 0x55d5647a94a0 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.087+0000 7f6370ff9640 1 -- 172.21.15.7:0/1762760808 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c035040 con 0x55d5647a94a0 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 -- 172.21.15.7:0/1762760808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 msgr2=0x55d5647c04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f637c032fd0 tx=0x7f637c03d000 comp rx=0 tx=0).stop 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 -- 172.21.15.7:0/1762760808 shutdown_connections 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647cc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a9dc0 0x55d5647cbd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 --2- 172.21.15.7:0/1762760808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a94a0 0x55d5647c04b0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 -- 172.21.15.7:0/1762760808 >> 172.21.15.7:0/1762760808 conn(0x55d5647a5a30 msgr2=0x55d5647b02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 -- 172.21.15.7:0/1762760808 shutdown_connections 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.088+0000 7f63936da740 1 -- 172.21.15.7:0/1762760808 wait complete. 2024-09-10T07:46:38.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 -- start start 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 Processor -- start 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a94a0 0x55d5647bca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647ba2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1af4c0 con 0x55d5647a9dc0 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1b0930 con 0x55d5647b4680 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f638c1afb90 con 0x55d5647a94a0 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f63936da740 10 client.0 _ll_register_callbacks cb 0x7f638000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f638a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54300/0 (socket says 172.21.15.7:54300) 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f638a7fc640 1 -- 172.21.15.7:0/2082970151 learned_addr learned my addr 172.21.15.7:0/2082970151 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f638b7fe640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647ba2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.089+0000 7f638affd640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a94a0 0x55d5647bca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 -- 172.21.15.7:0/2082970151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a94a0 msgr2=0x55d5647bca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a94a0 0x55d5647bca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 -- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 msgr2=0x55d5647ba2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647ba2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 -- 172.21.15.7:0/2082970151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5647ba800 con 0x55d5647a9dc0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638b7fe640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647ba2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f638a7fc640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f63800997a0 tx=0x7f63800978c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9534fffe40539fa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380020040 con 0x55d5647a9dc0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f638009ab40 con 0x55d5647a9dc0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f637c004490 con 0x55d5647a9dc0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f63800a40b0 con 0x55d5647a9dc0 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f63936da740 10 client.15711 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:38.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d56482e9f0 con 0x55d5647a9dc0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f637c004490 con 0x55d5647a9dc0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.090+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f6380097240 con 0x55d5647a9dc0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 10 client.15711 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 10 client.15711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 20 client.15711 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56482ef80 0x55d5648313a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 4 client.15711 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d564716d60 con 0x55d56482ef80 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f638affd640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56482ef80 0x55d5648313a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f636eff5640 10 client.15711 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.091+0000 7f638affd640 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56482ef80 0x55d5648313a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4bf7162f65fda55 server_cookie=86543570ebb29aff in_seq=0 out_seq=0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f636eff5640 1 -- 172.21.15.7:0/2082970151 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d564716d60 con 0x55d56482ef80 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f636eff5640 10 client.15711 handle_command_reply: tid=0 2024-09-10T07:46:38.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 client.15711 shutdown 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 msgr2=0x55d5647b9d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f63800997a0 tx=0x7f63800978c0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 shutdown_connections 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56482ef80 0x55d5648313a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5647b4680 0x55d5647ba2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5647a9dc0 0x55d5647b9d80 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f636eff5640 0 client.15711 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 --2- 172.21.15.7:0/2082970151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5647a94a0 0x55d5647bca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 >> 172.21.15.7:0/2082970151 conn(0x55d5647a5a30 msgr2=0x55d5647b2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 shutdown_connections 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 1 -- 172.21.15.7:0/2082970151 wait complete. 2024-09-10T07:46:38.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.092+0000 7f63936da740 20 client.15711 trim_cache size 0 max 16384 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 msgr2=0x7f63740a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 0x7f63740a5040 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f637c031440 tx=0x7f637c005b50 comp rx=0 tx=0).stop 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 msgr2=0x7f638c19ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:38.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f638000d950 tx=0x7f638000de10 comp rx=0 tx=0).stop 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 shutdown_connections 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63740a2b80 0x7f63740a5040 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f638c10e420 0x7f638c19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f638c074ee0 0x7f638c19ac00 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 --2- 172.21.15.7:0/554191950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f638c0745c0 0x7f638c19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 >> 172.21.15.7:0/554191950 conn(0x7f638c0fd8c0 msgr2=0x7f638c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 shutdown_connections 2024-09-10T07:46:38.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:38.093+0000 7f6391301640 1 -- 172.21.15.7:0/554191950 wait complete. 2024-09-10T07:46:38.794 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:46:38.795 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:46:38.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:38 smithi110 ceph-mon[34417]: pgmap v399: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:46:38.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:38 smithi145 ceph-mon[34766]: pgmap v399: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:46:39.056 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:38 smithi007 ceph-mon[30879]: pgmap v399: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-10T07:46:39.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 -- 172.21.15.7:0/1117091672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c101de0 msgr2=0x7fe71c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 --2- 172.21.15.7:0/1117091672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c101de0 0x7fe71c1021c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009900 tx=0x7fe70c02a410 comp rx=0 tx=0).stop 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 -- 172.21.15.7:0/1117091672 shutdown_connections 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 --2- 172.21.15.7:0/1117091672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 0x7fe71c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 --2- 172.21.15.7:0/1117091672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c102790 0x7fe71c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 --2- 172.21.15.7:0/1117091672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c101de0 0x7fe71c1021c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 -- 172.21.15.7:0/1117091672 >> 172.21.15.7:0/1117091672 conn(0x7fe71c0fd8c0 msgr2=0x7fe71c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 -- 172.21.15.7:0/1117091672 shutdown_connections 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.580+0000 7fe722924640 1 -- 172.21.15.7:0/1117091672 wait complete. 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 Processor -- start 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 -- start start 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c101de0 0x7fe71c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:39.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 0x7fe71c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c111e20 con 0x7fe71c102790 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c111ca0 con 0x7fe71c106f10 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe722924640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c111fa0 con 0x7fe71c101de0 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe71b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe71b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54306/0 (socket says 172.21.15.7:54306) 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe71b7fe640 1 -- 172.21.15.7:0/2645136656 learned_addr learned my addr 172.21.15.7:0/2645136656 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe71bfff640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c101de0 0x7fe71c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.581+0000 7fe720ec1640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 0x7fe71c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 -- 172.21.15.7:0/2645136656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c101de0 msgr2=0x7fe71c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c101de0 0x7fe71c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 -- 172.21.15.7:0/2645136656 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 msgr2=0x7fe71c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:39.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 0x7fe71c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 -- 172.21.15.7:0/2645136656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71c1a6860 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe71b7fe640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe71000d770 tx=0x7fe71000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710017070 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71c1a6b50 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7100054d0 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710004cf0 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.582+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71c1a7040 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.583+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe71c1021c0 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.584+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe710004e90 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.585+0000 7fe7197fa640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 0x7fe7040a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.585+0000 7fe71bfff640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 0x7fe7040a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.585+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fe7100cf180 con 0x7fe71c102790 2024-09-10T07:46:39.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.585+0000 7fe71bfff640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 0x7fe7040a5040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe70c031440 tx=0x7fe70c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:39.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.588+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe71009b6f0 con 0x7fe71c102790 2024-09-10T07:46:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.803+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe71c10a0f0 con 0x7fe71c102790 2024-09-10T07:46:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.804+0000 7fe7197fa640 1 -- 172.21.15.7:0/2645136656 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7fe71009f9f0 con 0x7fe71c102790 2024-09-10T07:46:39.804 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:46:39.804 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:46:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.806+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 msgr2=0x7fe7040a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.806+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 0x7fe7040a5040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe70c031440 tx=0x7fe70c005b50 comp rx=0 tx=0).stop 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.806+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 msgr2=0x7fe71c074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.806+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe71000d770 tx=0x7fe71000dc30 comp rx=0 tx=0).stop 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 shutdown_connections 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7040a2b80 0x7fe7040a5040 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe71c106f10 0x7fe71c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe71c102790 0x7fe71c074a30 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 --2- 172.21.15.7:0/2645136656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71c101de0 0x7fe71c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:39.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 >> 172.21.15.7:0/2645136656 conn(0x7fe71c0fd8c0 msgr2=0x7fe71c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:39.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 shutdown_connections 2024-09-10T07:46:39.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:39.807+0000 7fe722924640 1 -- 172.21.15.7:0/2645136656 wait complete. 2024-09-10T07:46:40.441 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:46:40.704 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:40.825 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:40 smithi007 ceph-mon[30879]: pgmap v400: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:40.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:40 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2645136656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:40 smithi110 ceph-mon[34417]: pgmap v400: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:40 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2645136656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:40.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:40 smithi145 ceph-mon[34766]: pgmap v400: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:40.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:40 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2645136656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:41.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 -- 172.21.15.7:0/4236881358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc106f10 msgr2=0x7f31cc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 --2- 172.21.15.7:0/4236881358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc106f10 0x7f31cc10ea90 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009ca0 tx=0x7f31c402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 -- 172.21.15.7:0/4236881358 shutdown_connections 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 --2- 172.21.15.7:0/4236881358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc106f10 0x7f31cc10ea90 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 --2- 172.21.15.7:0/4236881358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc102790 0x7f31cc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 --2- 172.21.15.7:0/4236881358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc101de0 0x7f31cc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 -- 172.21.15.7:0/4236881358 >> 172.21.15.7:0/4236881358 conn(0x7f31cc0fd8c0 msgr2=0x7f31cc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 -- 172.21.15.7:0/4236881358 shutdown_connections 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.214+0000 7f31d29de640 1 -- 172.21.15.7:0/4236881358 wait complete. 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 Processor -- start 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 -- start start 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc102790 0x7f31cc198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc106f10 0x7f31cc19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc111e20 con 0x7f31cc101de0 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc111ca0 con 0x7f31cc102790 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d29de640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc111fa0 con 0x7f31cc106f10 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60680/0 (socket says 172.21.15.7:60680) 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31cbfff640 1 -- 172.21.15.7:0/1321581348 learned_addr learned my addr 172.21.15.7:0/1321581348 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc106f10 0x7f31cc19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.215+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc102790 0x7f31cc198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 -- 172.21.15.7:0/1321581348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc106f10 msgr2=0x7f31cc19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc106f10 0x7f31cc19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 -- 172.21.15.7:0/1321581348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc102790 msgr2=0x7f31cc198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc102790 0x7f31cc198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 -- 172.21.15.7:0/1321581348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31cc19d2f0 con 0x7f31cc101de0 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00c890 tx=0x7f31bc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31c97fa640 1 -- 172.21.15.7:0/1321581348 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004220 con 0x7f31cc101de0 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31c97fa640 1 -- 172.21.15.7:0/1321581348 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31bc0043c0 con 0x7f31cc101de0 2024-09-10T07:46:41.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31cc19d5e0 con 0x7f31cc101de0 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31c97fa640 1 -- 172.21.15.7:0/1321581348 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004a00 con 0x7f31cc101de0 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.216+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31cc1a4ec0 con 0x7f31cc101de0 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31c97fa640 1 -- 172.21.15.7:0/1321581348 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f31bc004ba0 con 0x7f31cc101de0 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 Processor -- start 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 -- start start 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14a2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b3b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5584f14082f0 con 0x5584f14a3b40 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5584f13afcf0 con 0x5584f14b1780 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d4db7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5584f14042b0 con 0x5584f14a25d0 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60686/0 (socket says 172.21.15.7:60686) 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 -- 172.21.15.7:0/1772623203 learned_addr learned my addr 172.21.15.7:0/1772623203 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14a2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 -- 172.21.15.7:0/1772623203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 msgr2=0x5584f14a2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14a2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 -- 172.21.15.7:0/1772623203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 msgr2=0x5584f14b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31d0f7b640 1 -- 172.21.15.7:0/1772623203 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584f13943a0 con 0x5584f14a3b40 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.219+0000 7f31c97fa640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 0x7f31b40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 0x7f31b40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f31c4035000 tx=0x7f31c4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28af52517a08635 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31c97fa640 1 -- 172.21.15.7:0/1321581348 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f31bc0cef70 con 0x7f31cc101de0 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31b27fc640 1 -- 172.21.15.7:0/1772623203 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4031450 con 0x5584f14a3b40 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31b27fc640 1 -- 172.21.15.7:0/1772623203 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4036030 con 0x5584f14a3b40 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.220+0000 7f31b27fc640 1 -- 172.21.15.7:0/1772623203 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4004510 con 0x5584f14a3b40 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- 172.21.15.7:0/1772623203 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 msgr2=0x5584f14a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31cbfff640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 0x7f31b40a50c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0cca40 tx=0x7f31bc00eb20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f31c4035000 tx=0x7f31c4009a20 comp rx=0 tx=0).stop 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- 172.21.15.7:0/1772623203 shutdown_connections 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14a2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1772623203 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14a2090 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- 172.21.15.7:0/1772623203 >> 172.21.15.7:0/1772623203 conn(0x5584f146b310 msgr2=0x5584f149ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- 172.21.15.7:0/1772623203 shutdown_connections 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- 172.21.15.7:0/1772623203 wait complete. 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.221+0000 7f31d4db7740 1 -- start start 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 Processor -- start 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14a25d0 0x5584f14b1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 0x5584f14ae850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5584f14b42a0 con 0x5584f14a3b40 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5584f13c3060 con 0x5584f14a25d0 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5584f14b4420 con 0x5584f14b1780 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d4db7740 10 client.0 _ll_register_callbacks cb 0x5584f11168c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60688/0 (socket says 172.21.15.7:60688) 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 -- 172.21.15.7:0/212873529 learned_addr learned my addr 172.21.15.7:0/212873529 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:41.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14a25d0 0x5584f14b1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 0x5584f14ae850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 -- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 msgr2=0x5584f14ae850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 0x5584f14ae850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 -- 172.21.15.7:0/212873529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14a25d0 msgr2=0x5584f14b1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14a25d0 0x5584f14b1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31cb7fe640 1 -- 172.21.15.7:0/212873529 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584f11793c0 con 0x5584f14a3b40 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.222+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 0x5584f14ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f31c000b9c0 tx=0x7f31c000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24f4f47e87ec1146 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:41.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c001b640 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c4036030 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f31c0011440 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f31c001b7e0 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 10 client.15729 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584f14bfcb0 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4036030 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f31c0019020 con 0x5584f14a3b40 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 10 client.15729 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:41.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 10 client.15729 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 20 client.15729 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f14c1170 0x5584f14c35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 4 client.15729 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.223+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584f1415860 con 0x5584f14c1170 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.224+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f14c1170 0x5584f14c35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.224+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f14c1170 0x5584f14c35a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=184cf9adea0490e0 server_cookie=8afe90edf1c208ea in_seq=0 out_seq=0 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.224+0000 7f31ab7fe640 10 client.15729 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31ab7fe640 1 -- 172.21.15.7:0/212873529 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5584f1415860 con 0x5584f14c1170 2024-09-10T07:46:41.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31ab7fe640 10 client.15729 handle_command_reply: tid=0 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 client.15729 shutdown 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 msgr2=0x5584f14ae310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f31c000b9c0 tx=0x7f31c000be80 comp rx=0 tx=0).stop 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 shutdown_connections 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f14c1170 0x5584f14c35a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14b1780 0x5584f14ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14ae310 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 --2- 172.21.15.7:0/212873529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14a25d0 0x5584f14b1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 >> 172.21.15.7:0/212873529 conn(0x5584f146b310 msgr2=0x5584f14a4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31ab7fe640 0 client.15729 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:46:41.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 shutdown_connections 2024-09-10T07:46:41.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 1 -- 172.21.15.7:0/212873529 wait complete. 2024-09-10T07:46:41.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.225+0000 7f31d4db7740 20 client.15729 trim_cache size 0 max 16384 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.238+0000 7f31d4db7740 1 Processor -- start 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.238+0000 7f31d4db7740 1 -- start start 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 0x5584f14c3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1af2d0 con 0x5584f14a25d0 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1acba0 con 0x5584f14b1780 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d4db7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1aaa10 con 0x5584f14a3b40 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60700/0 (socket says 172.21.15.7:60700) 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 -- 172.21.15.7:0/4103380677 learned_addr learned my addr 172.21.15.7:0/4103380677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 0x5584f14c3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 -- 172.21.15.7:0/4103380677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 msgr2=0x5584f14c3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 0x5584f14c3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 -- 172.21.15.7:0/4103380677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 msgr2=0x5584f14ad2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 -- 172.21.15.7:0/4103380677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584f14a3300 con 0x5584f14a25d0 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 0x5584f14c3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:41.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f31c4035000 tx=0x7f31c4031960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=163913b42195267a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31b1ffb640 1 -- 172.21.15.7:0/4103380677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4057070 con 0x5584f14a25d0 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31b1ffb640 1 -- 172.21.15.7:0/4103380677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4036040 con 0x5584f14a25d0 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.239+0000 7f31b1ffb640 1 -- 172.21.15.7:0/4103380677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4004590 con 0x5584f14a25d0 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- 172.21.15.7:0/4103380677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 msgr2=0x5584f14bd540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f31c4035000 tx=0x7f31c4031960 comp rx=0 tx=0).stop 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- 172.21.15.7:0/4103380677 shutdown_connections 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14ad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a3b40 0x5584f14c3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 --2- 172.21.15.7:0/4103380677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a25d0 0x5584f14bd540 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- 172.21.15.7:0/4103380677 >> 172.21.15.7:0/4103380677 conn(0x5584f146b310 msgr2=0x5584f14acbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- 172.21.15.7:0/4103380677 shutdown_connections 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- 172.21.15.7:0/4103380677 wait complete. 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.240+0000 7f31d4db7740 1 -- start start 2024-09-10T07:46:41.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 Processor -- start 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14b9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1ab060 con 0x5584f14a3b40 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1ac4d0 con 0x5584f14b1780 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc1ab730 con 0x5584f14a25d0 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d4db7740 10 client.0 _ll_register_callbacks cb 0x7f31c0004420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60714/0 (socket says 172.21.15.7:60714) 2024-09-10T07:46:41.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 -- 172.21.15.7:0/1097444209 learned_addr learned my addr 172.21.15.7:0/1097444209 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14b9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 -- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 msgr2=0x5584f14b9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14b9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 -- 172.21.15.7:0/1097444209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 msgr2=0x5584f14b5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31cb7fe640 1 -- 172.21.15.7:0/1097444209 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584f14b5850 con 0x5584f14a3b40 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.241+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31cb7fe640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x5584f14af950 tx=0x7f31c001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca826b8f46e9ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:41.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c00039c0 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f31c0005250 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c4036040 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f31c003a050 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 10 client.15735 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584f152baf0 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4036040 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f31c0019040 con 0x5584f14a3b40 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 10 client.15735 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 10 client.15735 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 20 client.15735 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:41.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f152c240 0x5584f152e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 4 client.15735 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.242+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584f140fd70 con 0x5584f152c240 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f152c240 0x5584f152e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31d0f7b640 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f152c240 0x5584f152e660 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=86712c60466e4932 server_cookie=b0d3ff0b18cd1cc0 in_seq=0 out_seq=0 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31ab7fe640 10 client.15735 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31ab7fe640 1 -- 172.21.15.7:0/1097444209 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584f140fd70 con 0x5584f152c240 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31ab7fe640 10 client.15735 handle_command_reply: tid=0 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.243+0000 7f31d4db7740 1 client.15735 shutdown 2024-09-10T07:46:41.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 msgr2=0x5584f14b9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x5584f14af950 tx=0x7f31c001ccc0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 shutdown_connections 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5584f152c240 0x5584f152e660 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5584f14b1780 0x5584f14b5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584f14a3b40 0x5584f14b9fe0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 --2- 172.21.15.7:0/1097444209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5584f14a25d0 0x5584f14b9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 >> 172.21.15.7:0/1097444209 conn(0x5584f146b310 msgr2=0x5584f14ad400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31ab7fe640 0 client.15735 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 shutdown_connections 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 1 -- 172.21.15.7:0/1097444209 wait complete. 2024-09-10T07:46:41.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d4db7740 20 client.15735 trim_cache size 0 max 16384 2024-09-10T07:46:41.253 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:46:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 msgr2=0x7f31b40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 0x7f31b40a50c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0cca40 tx=0x7f31bc00eb20 comp rx=0 tx=0).stop 2024-09-10T07:46:41.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 msgr2=0x7f31cc198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00c890 tx=0x7f31bc00cd50 comp rx=0 tx=0).stop 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 shutdown_connections 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2c00 0x7f31b40a50c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31cc106f10 0x7f31cc19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31cc102790 0x7f31cc198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.244+0000 7f31d29de640 1 --2- 172.21.15.7:0/1321581348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31cc101de0 0x7f31cc198340 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.245+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 >> 172.21.15.7:0/1321581348 conn(0x7f31cc0fd8c0 msgr2=0x7f31cc0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.245+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 shutdown_connections 2024-09-10T07:46:41.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:41.245+0000 7f31d29de640 1 -- 172.21.15.7:0/1321581348 wait complete. 2024-09-10T07:46:41.931 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:46:42.188 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- 172.21.15.7:0/210761736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 msgr2=0x7f86dc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/210761736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc1029b0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f86cc009900 tx=0x7f86cc02a480 comp rx=0 tx=0).stop 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- 172.21.15.7:0/210761736 shutdown_connections 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/210761736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 0x7f86dc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/210761736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc1029b0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/210761736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 0x7f86dc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- 172.21.15.7:0/210761736 >> 172.21.15.7:0/210761736 conn(0x7f86dc0fc7d0 msgr2=0x7f86dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- 172.21.15.7:0/210761736 shutdown_connections 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- 172.21.15.7:0/210761736 wait complete. 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 Processor -- start 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.666+0000 7f86e3bfa640 1 -- start start 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 0x7f86dc1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 0x7f86dc19ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc110e00 con 0x7f86dc102570 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc110c80 con 0x7f86dc102ef0 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e3bfa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc110f80 con 0x7f86dc100e20 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60740/0 (socket says 172.21.15.7:60740) 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 -- 172.21.15.7:0/4086731391 learned_addr learned my addr 172.21.15.7:0/4086731391 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1996640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 0x7f86dc1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e2197640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 0x7f86dc19ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 -- 172.21.15.7:0/4086731391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 msgr2=0x7f86dc1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 0x7f86dc1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 -- 172.21.15.7:0/4086731391 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 msgr2=0x7f86dc19ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 0x7f86dc19ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 -- 172.21.15.7:0/4086731391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86dc19d3a0 con 0x7f86dc102570 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86e1195640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f86cc006010 tx=0x7f86cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.667+0000 7f86d2ffd640 1 -- 172.21.15.7:0/4086731391 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc03f030 con 0x7f86dc102570 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.668+0000 7f86d2ffd640 1 -- 172.21.15.7:0/4086731391 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86cc003cb0 con 0x7f86dc102570 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.668+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86dc19d630 con 0x7f86dc102570 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.668+0000 7f86d2ffd640 1 -- 172.21.15.7:0/4086731391 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc035070 con 0x7f86dc102570 2024-09-10T07:46:42.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.668+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86dc1a4f70 con 0x7f86dc102570 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.670+0000 7f86d2ffd640 1 -- 172.21.15.7:0/4086731391 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f86cc042030 con 0x7f86dc102570 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86d2ffd640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 0x7f86c80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 Processor -- start 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e1996640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 0x7f86c80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86d2ffd640 1 -- 172.21.15.7:0/4086731391 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f86cc0ef5b0 con 0x7f86dc102570 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 -- start start 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771578090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5647715785d0 0x564771578a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5647714de2f0 con 0x564771587780 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564771485cf0 con 0x564771579b40 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5647714da2b0 con 0x5647715785d0 2024-09-10T07:46:42.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e2197640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e1996640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 0x7f86c80a50c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f86d8005e10 tx=0x7f86d8005da0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e2197640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60752/0 (socket says 172.21.15.7:60752) 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e2197640 1 -- 172.21.15.7:0/4199411924 learned_addr learned my addr 172.21.15.7:0/4199411924 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e1996640 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771578090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.671+0000 7f86e1195640 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5647715785d0 0x564771578a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 -- 172.21.15.7:0/4199411924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5647715785d0 msgr2=0x564771578a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5647715785d0 0x564771578a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 -- 172.21.15.7:0/4199411924 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 msgr2=0x564771578090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771578090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 -- 172.21.15.7:0/4199411924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56477146a3a0 con 0x564771587780 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86e2197640 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f86d4009fa0 tx=0x7f86d400f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c00a2631b47db448 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86c7fff640 1 -- 172.21.15.7:0/4199411924 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d4015070 con 0x564771587780 2024-09-10T07:46:42.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86c7fff640 1 -- 172.21.15.7:0/4199411924 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d401ab10 con 0x564771587780 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.672+0000 7f86c7fff640 1 -- 172.21.15.7:0/4199411924 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d4011cb0 con 0x564771587780 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- 172.21.15.7:0/4199411924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 msgr2=0x564771589b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f86d4009fa0 tx=0x7f86d400f7f0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- 172.21.15.7:0/4199411924 shutdown_connections 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771587780 0x564771589b70 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5647715785d0 0x564771578a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/4199411924 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771578090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- 172.21.15.7:0/4199411924 >> 172.21.15.7:0/4199411924 conn(0x564771541310 msgr2=0x564771574c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- 172.21.15.7:0/4199411924 shutdown_connections 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- 172.21.15.7:0/4199411924 wait complete. 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 -- start start 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.673+0000 7f86e5fd3740 1 Processor -- start 2024-09-10T07:46:42.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771584420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x564771584a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56477158a480 con 0x5647715785d0 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564771499060 con 0x564771579b40 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56477158a600 con 0x564771587780 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e5fd3740 10 client.0 _ll_register_callbacks cb 0x5647711ec8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60762/0 (socket says 172.21.15.7:60762) 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 -- 172.21.15.7:0/1662150701 learned_addr learned my addr 172.21.15.7:0/1662150701 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e2197640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x564771584a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1195640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771584420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 -- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 msgr2=0x564771584a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x564771584a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 -- 172.21.15.7:0/1662150701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 msgr2=0x564771584420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771584420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.674+0000 7f86e1996640 1 -- 172.21.15.7:0/1662150701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477124f3c0 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86e1996640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f86d8010af0 tx=0x7f86d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9174213c78bcec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d801de10 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f86d801e430 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86d401ab10 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f86d8031050 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86e5fd3740 10 client.15747 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564771595fd0 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d401ab10 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f86d80266e0 con 0x5647715785d0 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.675+0000 7f86e5fd3740 10 client.15747 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:42.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e5fd3740 10 client.15747 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:46:42.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e5fd3740 20 client.15747 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:42.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771597490 0x5647715998e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e5fd3740 4 client.15747 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:42.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647714eb860 con 0x564771597490 2024-09-10T07:46:42.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e1195640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771597490 0x5647715998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86e1195640 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771597490 0x5647715998e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ad74cae4e798944f server_cookie=d3aa5e09dd61b67f in_seq=0 out_seq=0 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.676+0000 7f86c57fa640 10 client.15747 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86c57fa640 1 -- 172.21.15.7:0/1662150701 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5647714eb860 con 0x564771597490 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86c57fa640 10 client.15747 handle_command_reply: tid=0 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 client.15747 shutdown 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 msgr2=0x564771587170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f86d8010af0 tx=0x7f86d80046c0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 shutdown_connections 2024-09-10T07:46:42.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771597490 0x5647715998e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x564771584a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771584420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86c57fa640 0 client.15747 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1662150701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x564771587170 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 >> 172.21.15.7:0/1662150701 conn(0x564771541310 msgr2=0x56477157a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 shutdown_connections 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1662150701 wait complete. 2024-09-10T07:46:42.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.677+0000 7f86e5fd3740 20 client.15747 trim_cache size 0 max 16384 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.690+0000 7f86e5fd3740 1 Processor -- start 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.690+0000 7f86e5fd3740 1 -- start start 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5647715785d0 0x564771593720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x56477159f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1af1a0 con 0x564771579b40 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1aca70 con 0x5647715785d0 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1aa8e0 con 0x564771587780 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60778/0 (socket says 172.21.15.7:60778) 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 -- 172.21.15.7:0/928085319 learned_addr learned my addr 172.21.15.7:0/928085319 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:42.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1996640 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5647715785d0 0x564771593720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e2197640 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x56477159f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 -- 172.21.15.7:0/928085319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 msgr2=0x56477159f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x56477159f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 -- 172.21.15.7:0/928085319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5647715785d0 msgr2=0x564771593720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5647715785d0 0x564771593720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 -- 172.21.15.7:0/928085319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564771582970 con 0x564771579b40 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86e1195640 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0b7e70 tx=0x7f86cc0ecb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db79c657c1b5cf0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86c77fe640 1 -- 172.21.15.7:0/928085319 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc0ee040 con 0x564771579b40 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86c77fe640 1 -- 172.21.15.7:0/928085319 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86cc0ef040 con 0x564771579b40 2024-09-10T07:46:42.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.691+0000 7f86c77fe640 1 -- 172.21.15.7:0/928085319 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc049040 con 0x564771579b40 2024-09-10T07:46:42.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- 172.21.15.7:0/928085319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 msgr2=0x564771583ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0b7e70 tx=0x7f86cc0ecb80 comp rx=0 tx=0).stop 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- 172.21.15.7:0/928085319 shutdown_connections 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x56477159f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564771579b40 0x564771583ce0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/928085319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5647715785d0 0x564771593720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- 172.21.15.7:0/928085319 >> 172.21.15.7:0/928085319 conn(0x564771541310 msgr2=0x564771582cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- 172.21.15.7:0/928085319 shutdown_connections 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- 172.21.15.7:0/928085319 wait complete. 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 -- start start 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.692+0000 7f86e5fd3740 1 Processor -- start 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771580e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x5647715813c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1aaf30 con 0x5647715785d0 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1ac3a0 con 0x564771579b40 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1ab600 con 0x564771587780 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e5fd3740 10 client.0 _ll_register_callbacks cb 0x7f86d800eaf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60788/0 (socket says 172.21.15.7:60788) 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 -- 172.21.15.7:0/1571678585 learned_addr learned my addr 172.21.15.7:0/1571678585 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1195640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771580e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e2197640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x5647715813c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 -- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 msgr2=0x5647715813c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x5647715813c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 -- 172.21.15.7:0/1571678585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 msgr2=0x564771580e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:42.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771580e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.693+0000 7f86e1996640 1 -- 172.21.15.7:0/1571678585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647715819b0 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e1996640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f86d8010540 tx=0x7f86d801dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd3618027fef9b35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d800a2b0 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86cc0ef040 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f86d8026800 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f86d8046050 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 10 client.15753 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564771601fb0 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86cc0ef040 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f86d8004a10 con 0x5647715785d0 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 10 client.15753 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 10 client.15753 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:46:42.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 20 client.15753 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771602720 0x564771604b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 4 client.15753 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.694+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5647714e5d70 con 0x564771602720 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e1195640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771602720 0x564771604b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e1195640 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771602720 0x564771604b40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ac4a8edef4ac2761 server_cookie=1f4450a8ff062d93 in_seq=0 out_seq=0 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86c57fa640 10 client.15753 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86c57fa640 1 -- 172.21.15.7:0/1571678585 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5647714e5d70 con 0x564771602720 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86c57fa640 10 client.15753 handle_command_reply: tid=0 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 client.15753 shutdown 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 msgr2=0x56477158fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f86d8010540 tx=0x7f86d801dea0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 shutdown_connections 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x564771602720 0x564771604b40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564771587780 0x5647715813c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564771579b40 0x564771580e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86c57fa640 0 client.15753 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.695+0000 7f86e5fd3740 1 --2- 172.21.15.7:0/1571678585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5647715785d0 0x56477158fdc0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 >> 172.21.15.7:0/1571678585 conn(0x564771541310 msgr2=0x5647715734e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 shutdown_connections 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e5fd3740 1 -- 172.21.15.7:0/1571678585 wait complete. 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e5fd3740 20 client.15753 trim_cache size 0 max 16384 2024-09-10T07:46:42.700 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 msgr2=0x7f86c80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 0x7f86c80a50c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f86d8005e10 tx=0x7f86d8005da0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 msgr2=0x7f86dc198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f86cc006010 tx=0x7f86cc0042f0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 shutdown_connections 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86c80a2c00 0x7f86c80a50c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f86dc102ef0 0x7f86dc19ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102570 0x7f86dc198930 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 --2- 172.21.15.7:0/4086731391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86dc100e20 0x7f86dc1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:42.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 >> 172.21.15.7:0/4086731391 conn(0x7f86dc0fc7d0 msgr2=0x7f86dc069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:42.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 shutdown_connections 2024-09-10T07:46:42.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:42.696+0000 7f86e3bfa640 1 -- 172.21.15.7:0/4086731391 wait complete. 2024-09-10T07:46:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:42 smithi007 ceph-mon[30879]: pgmap v401: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:42.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:42 smithi110 ceph-mon[34417]: pgmap v401: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:42.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:42 smithi145 ceph-mon[34766]: pgmap v401: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:43.427 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:46:43.691 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- 172.21.15.7:0/2613039044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 msgr2=0x7f092410ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 --2- 172.21.15.7:0/2613039044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092410ec50 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f091c009cd0 tx=0x7f091c02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- 172.21.15.7:0/2613039044 shutdown_connections 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 --2- 172.21.15.7:0/2613039044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092410ec50 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 --2- 172.21.15.7:0/2613039044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 0x7f0924107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 --2- 172.21.15.7:0/2613039044 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f0924103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- 172.21.15.7:0/2613039044 >> 172.21.15.7:0/2613039044 conn(0x7f09240fc7d0 msgr2=0x7f09240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- 172.21.15.7:0/2613039044 shutdown_connections 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- 172.21.15.7:0/2613039044 wait complete. 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 Processor -- start 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.182+0000 7f092c522640 1 -- start start 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f09241985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 0x7f0924198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0924111fc0 con 0x7f09241082e0 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0924111e40 con 0x7f0924102db0 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092c522640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0924112140 con 0x7f0924103760 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60802/0 (socket says 172.21.15.7:60802) 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 -- 172.21.15.7:0/2659896790 learned_addr learned my addr 172.21.15.7:0/2659896790 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f0929abd640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 0x7f0924198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092a2be640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f09241985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 -- 172.21.15.7:0/2659896790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 msgr2=0x7f0924198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 0x7f0924198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 -- 172.21.15.7:0/2659896790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 msgr2=0x7f09241985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f09241985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 -- 172.21.15.7:0/2659896790 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f092419d550 con 0x7f09241082e0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092a2be640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f09241985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.183+0000 7f092aabf640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f091c0097b0 tx=0x7f091c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.184+0000 7f09237fe640 1 -- 172.21.15.7:0/2659896790 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f091c004240 con 0x7f09241082e0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.184+0000 7f09237fe640 1 -- 172.21.15.7:0/2659896790 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f091c0305a0 con 0x7f09241082e0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.184+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f092419d7e0 con 0x7f09241082e0 2024-09-10T07:46:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.184+0000 7f09237fe640 1 -- 172.21.15.7:0/2659896790 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f091c045650 con 0x7f09241082e0 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.184+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09241a5120 con 0x7f09241082e0 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.186+0000 7f09237fe640 1 -- 172.21.15.7:0/2659896790 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f091c043020 con 0x7f09241082e0 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.186+0000 7f092e8fb740 1 Processor -- start 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 -- start start 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7658b40 0x55a8a7657090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a7664760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a8a75bd2f0 con 0x55a8a76575d0 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a8a7564cf0 con 0x55a8a7658b40 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092e8fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a8a75b92b0 con 0x55a8a7662370 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60808/0 (socket says 172.21.15.7:60808) 2024-09-10T07:46:44.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 -- 172.21.15.7:0/2832134309 learned_addr learned my addr 172.21.15.7:0/2832134309 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f0929abd640 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a7664760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f09237fe640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 0x7f090c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f0929abd640 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7658b40 0x55a8a7657090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092aabf640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 0x7f090c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 -- 172.21.15.7:0/2832134309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 msgr2=0x55a8a7664760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a7664760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 -- 172.21.15.7:0/2832134309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7658b40 msgr2=0x55a8a7657090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7658b40 0x55a8a7657090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.187+0000 7f092a2be640 1 -- 172.21.15.7:0/2832134309 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8a75493a0 con 0x55a8a76575d0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f09237fe640 1 -- 172.21.15.7:0/2659896790 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f091c02e030 con 0x7f09241082e0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f092a2be640 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f091400aa10 tx=0x7f091400aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77dffb3b444fd4e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f092aabf640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 0x7f090c0a5040 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f091c0bc800 tx=0x7f091c0a7040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f0920ff9640 1 -- 172.21.15.7:0/2832134309 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0914015070 con 0x55a8a76575d0 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f0920ff9640 1 -- 172.21.15.7:0/2832134309 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f091400cbe0 con 0x55a8a76575d0 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.188+0000 7f0920ff9640 1 -- 172.21.15.7:0/2832134309 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09140105b0 con 0x55a8a76575d0 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- 172.21.15.7:0/2832134309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 msgr2=0x55a8a7657a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f091400aa10 tx=0x7f091400aed0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- 172.21.15.7:0/2832134309 shutdown_connections 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a7664760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a7657a10 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 --2- 172.21.15.7:0/2832134309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7658b40 0x55a8a7657090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- 172.21.15.7:0/2832134309 >> 172.21.15.7:0/2832134309 conn(0x55a8a7620310 msgr2=0x55a8a7653c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- 172.21.15.7:0/2832134309 shutdown_connections 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- 172.21.15.7:0/2832134309 wait complete. 2024-09-10T07:46:44.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 -- start start 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.189+0000 7f092e8fb740 1 Processor -- start 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a7661ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a765f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a8a7665070 con 0x55a8a7658b40 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a8a7578060 con 0x55a8a76575d0 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a8a76651f0 con 0x55a8a7662370 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092e8fb740 10 client.0 _ll_register_callbacks cb 0x55a8a72cb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60814/0 (socket says 172.21.15.7:60814) 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 -- 172.21.15.7:0/403407204 learned_addr learned my addr 172.21.15.7:0/403407204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f0929abd640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a765f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f0929abd640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a7661ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 -- 172.21.15.7:0/403407204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 msgr2=0x55a8a765f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a765f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 -- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 msgr2=0x55a8a7661ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a7661ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 -- 172.21.15.7:0/403407204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8a732e3c0 con 0x55a8a7658b40 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f092a2be640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f091400a9e0 tx=0x7f0914011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a27ec8e5da2e15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.190+0000 7f0909ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0914020070 con 0x55a8a7658b40 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f091401a450 con 0x55a8a7658b40 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f091400cbe0 con 0x55a8a7658b40 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0914015040 con 0x55a8a7658b40 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 10 client.15765 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:44.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a8a7670a80 con 0x55a8a7658b40 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f091400cbe0 con 0x55a8a7658b40 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f0914024520 con 0x55a8a7658b40 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 10 client.15765 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 10 client.15765 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 20 client.15765 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a7671dd0 0x55a8a76741c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 4 client.15765 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.191+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8a75ca860 con 0x55a8a7671dd0 2024-09-10T07:46:44.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.192+0000 7f0929abd640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a7671dd0 0x55a8a76741c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.192+0000 7f0909ffb640 10 client.15765 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:44.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.192+0000 7f0929abd640 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a7671dd0 0x55a8a76741c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf3fc5058a44292a server_cookie=7d12ff9e604dc7db in_seq=0 out_seq=0 2024-09-10T07:46:44.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f0909ffb640 1 -- 172.21.15.7:0/403407204 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a8a75ca860 con 0x55a8a7671dd0 2024-09-10T07:46:44.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f0909ffb640 10 client.15765 handle_command_reply: tid=0 2024-09-10T07:46:44.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 client.15765 shutdown 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 msgr2=0x55a8a765ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f091400a9e0 tx=0x7f0914011b70 comp rx=0 tx=0).stop 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 shutdown_connections 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a7671dd0 0x55a8a76741c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7662370 0x55a8a765f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7658b40 0x55a8a765ef90 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 --2- 172.21.15.7:0/403407204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a7661ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 >> 172.21.15.7:0/403407204 conn(0x55a8a7620310 msgr2=0x55a8a7659930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f0909ffb640 0 client.15765 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 shutdown_connections 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 1 -- 172.21.15.7:0/403407204 wait complete. 2024-09-10T07:46:44.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.193+0000 7f092e8fb740 20 client.15765 trim_cache size 0 max 16384 2024-09-10T07:46:44.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 Processor -- start 2024-09-10T07:46:44.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 -- start start 2024-09-10T07:46:44.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a765e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7662370 0x55a8a7679850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09241b1570 con 0x55a8a76575d0 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09241aee40 con 0x55a8a7662370 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f092e8fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09241accb0 con 0x55a8a7658b40 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f0929abd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f0929abd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60818/0 (socket says 172.21.15.7:60818) 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.206+0000 7f0929abd640 1 -- 172.21.15.7:0/1665895383 learned_addr learned my addr 172.21.15.7:0/1665895383 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f092a2be640 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a765e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 -- 172.21.15.7:0/1665895383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 msgr2=0x55a8a765e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a765e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 -- 172.21.15.7:0/1665895383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7662370 msgr2=0x55a8a7679850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7662370 0x55a8a7679850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 -- 172.21.15.7:0/1665895383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8a7653510 con 0x55a8a76575d0 2024-09-10T07:46:44.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f0929abd640 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f09240fee30 tx=0x7f0918005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293ced8719296b9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f090bfff640 1 -- 172.21.15.7:0/1665895383 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0918005650 con 0x55a8a76575d0 2024-09-10T07:46:44.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f090bfff640 1 -- 172.21.15.7:0/1665895383 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0918004330 con 0x55a8a76575d0 2024-09-10T07:46:44.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.207+0000 7f090bfff640 1 -- 172.21.15.7:0/1665895383 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0918022690 con 0x55a8a76575d0 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- 172.21.15.7:0/1665895383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 msgr2=0x55a8a766e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f09240fee30 tx=0x7f0918005c90 comp rx=0 tx=0).stop 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- 172.21.15.7:0/1665895383 shutdown_connections 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a7662370 0x55a8a7679850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a765e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- 172.21.15.7:0/1665895383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a76575d0 0x55a8a766e310 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- 172.21.15.7:0/1665895383 >> 172.21.15.7:0/1665895383 conn(0x55a8a7620310 msgr2=0x55a8a765a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- 172.21.15.7:0/1665895383 shutdown_connections 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- 172.21.15.7:0/1665895383 wait complete. 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- start start 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 Processor -- start 2024-09-10T07:46:44.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a765cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a766a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09241ad300 con 0x55a8a7662370 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09241ae770 con 0x55a8a76575d0 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.208+0000 7f092e8fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09241ad9d0 con 0x55a8a7658b40 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f092e8fb740 10 client.0 _ll_register_callbacks cb 0x7f091800be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60834/0 (socket says 172.21.15.7:60834) 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 -- 172.21.15.7:0/174593319 learned_addr learned my addr 172.21.15.7:0/174593319 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f092a2be640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a766a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a765cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 -- 172.21.15.7:0/174593319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 msgr2=0x55a8a766a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a766a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 -- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 msgr2=0x55a8a765cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a765cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 -- 172.21.15.7:0/174593319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8a765b200 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0929abd640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0918004ec0 tx=0x7f091800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec322f10f49b1254 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0909ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f091803b060 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f09180046c0 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0918004330 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f09180048c0 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f092e8fb740 10 client.15771 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.209+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a8a76dba80 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0918004330 con 0x55a8a7662370 2024-09-10T07:46:44.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f0918029070 con 0x55a8a7662370 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 10 client.15771 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 10 client.15771 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 20 client.15771 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a76dc100 0x55a8a76de4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 4 client.15771 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a8a75c4d70 con 0x55a8a76dc100 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.210+0000 7f092a2be640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a76dc100 0x55a8a76de4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f0909ffb640 10 client.15771 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092a2be640 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a76dc100 0x55a8a76de4f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9f6c9796a722527 server_cookie=8373953d24c9ad03 in_seq=0 out_seq=0 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f0909ffb640 1 -- 172.21.15.7:0/174593319 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a8a75c4d70 con 0x55a8a76dc100 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f0909ffb640 10 client.15771 handle_command_reply: tid=0 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 client.15771 shutdown 2024-09-10T07:46:44.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 msgr2=0x55a8a766aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0918004ec0 tx=0x7f091800bfd0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 shutdown_connections 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8a76dc100 0x55a8a76de4f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f0909ffb640 0 client.15771 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8a7662370 0x55a8a766aa90 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8a7658b40 0x55a8a766a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 --2- 172.21.15.7:0/174593319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8a76575d0 0x55a8a765cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 >> 172.21.15.7:0/174593319 conn(0x55a8a7620310 msgr2=0x55a8a765d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 shutdown_connections 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 1 -- 172.21.15.7:0/174593319 wait complete. 2024-09-10T07:46:44.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.211+0000 7f092e8fb740 20 client.15771 trim_cache size 0 max 16384 2024-09-10T07:46:44.217 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:46:44.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 msgr2=0x7f090c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 0x7f090c0a5040 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f091c0bc800 tx=0x7f091c0a7040 comp rx=0 tx=0).stop 2024-09-10T07:46:44.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 msgr2=0x7f092419ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f091c0097b0 tx=0x7f091c003ba0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 shutdown_connections 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f090c0a2b80 0x7f090c0a5040 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09241082e0 0x7f092419ce70 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0924103760 0x7f0924198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 --2- 172.21.15.7:0/2659896790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0924102db0 0x7f09241985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 >> 172.21.15.7:0/2659896790 conn(0x7f09240fc7d0 msgr2=0x7f0924105db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 shutdown_connections 2024-09-10T07:46:44.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:44.212+0000 7f092c522640 1 -- 172.21.15.7:0/2659896790 wait complete. 2024-09-10T07:46:44.886 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:44 smithi007 ceph-mon[30879]: pgmap v402: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:44 smithi110 ceph-mon[34417]: pgmap v402: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:44.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:44 smithi145 ceph-mon[34766]: pgmap v402: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-10T07:46:45.918 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:46:45.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:46:46.192 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:46.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 -- 172.21.15.7:0/2592408131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 msgr2=0x7f312010d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 --2- 172.21.15.7:0/2592408131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f312010d7a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f3118009930 tx=0x7f311802a420 comp rx=0 tx=0).stop 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 -- 172.21.15.7:0/2592408131 shutdown_connections 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 --2- 172.21.15.7:0/2592408131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f312010d7a0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 --2- 172.21.15.7:0/2592408131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 0x7f3120100d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 --2- 172.21.15.7:0/2592408131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 0x7f3120106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 -- 172.21.15.7:0/2592408131 >> 172.21.15.7:0/2592408131 conn(0x7f31200fc630 msgr2=0x7f31200fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 -- 172.21.15.7:0/2592408131 shutdown_connections 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.697+0000 7f3126fa1640 1 -- 172.21.15.7:0/2592408131 wait complete. 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 Processor -- start 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 -- start start 2024-09-10T07:46:46.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 0x7f3120198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 0x7f31201a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3120110b80 con 0x7f3120101270 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3120110a00 con 0x7f31201008d0 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3126fa1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3120110d00 con 0x7f31201068d0 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60852/0 (socket says 172.21.15.7:60852) 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f312579e640 1 -- 172.21.15.7:0/3808820738 learned_addr learned my addr 172.21.15.7:0/3808820738 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f3125f9f640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 0x7f3120198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.698+0000 7f31267a0640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 0x7f31201a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 -- 172.21.15.7:0/3808820738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 msgr2=0x7f31201a4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 0x7f31201a4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 -- 172.21.15.7:0/3808820738 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 msgr2=0x7f3120198f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 0x7f3120198f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 -- 172.21.15.7:0/3808820738 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31201a4550 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f312579e640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f311400c920 tx=0x7f311400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f3112ffd640 1 -- 172.21.15.7:0/3808820738 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114007c70 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f3112ffd640 1 -- 172.21.15.7:0/3808820738 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3114007e10 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31201a4720 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f3112ffd640 1 -- 172.21.15.7:0/3808820738 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114018820 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.699+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31201a4c60 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.702+0000 7f3112ffd640 1 -- 172.21.15.7:0/3808820738 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f31140189c0 con 0x7f3120101270 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.702+0000 7f312a5dc740 1 Processor -- start 2024-09-10T07:46:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.702+0000 7f312a5dc740 1 -- start start 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a99d70 0x561e62a9a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a9a690 0x561e62aa4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561e629ff280 con 0x561e62aa4f50 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561e629a6b10 con 0x561e62a99d70 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312a5dc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561e629fb240 con 0x561e62a9a690 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60858/0 (socket says 172.21.15.7:60858) 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 -- 172.21.15.7:0/1759043415 learned_addr learned my addr 172.21.15.7:0/1759043415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f3125f9f640 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a9a690 0x561e62aa4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f31267a0640 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a99d70 0x561e62a9a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f3112ffd640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 0x7f310c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 -- 172.21.15.7:0/1759043415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a9a690 msgr2=0x561e62aa4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a9a690 0x561e62aa4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 -- 172.21.15.7:0/1759043415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a99d70 msgr2=0x561e62a9a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a99d70 0x561e62a9a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f312579e640 1 -- 172.21.15.7:0/1759043415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e629b31f0 con 0x561e62aa4f50 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f31267a0640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 0x7f310c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.703+0000 7f3112ffd640 1 -- 172.21.15.7:0/3808820738 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f31140cf360 con 0x7f3120101270 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f312579e640 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3114076410 tx=0x7f3114066540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=292a6c879bcd6331 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f310bfff640 1 -- 172.21.15.7:0/1759043415 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311409b220 con 0x561e62aa4f50 2024-09-10T07:46:46.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f310bfff640 1 -- 172.21.15.7:0/1759043415 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3114076250 con 0x561e62aa4f50 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f310bfff640 1 -- 172.21.15.7:0/1759043415 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114018cb0 con 0x561e62aa4f50 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f312a5dc740 1 -- 172.21.15.7:0/1759043415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 msgr2=0x561e62aa7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f31267a0640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 0x7f310c0a50c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3118005ab0 tx=0x7f3118009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.704+0000 7f312a5dc740 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3114076410 tx=0x7f3114066540 comp rx=0 tx=0).stop 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 -- 172.21.15.7:0/1759043415 shutdown_connections 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa7340 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a9a690 0x561e62aa4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- 172.21.15.7:0/1759043415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a99d70 0x561e62a9a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 -- 172.21.15.7:0/1759043415 >> 172.21.15.7:0/1759043415 conn(0x561e62a96300 msgr2=0x561e62a966e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 -- 172.21.15.7:0/1759043415 shutdown_connections 2024-09-10T07:46:46.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 -- 172.21.15.7:0/1759043415 wait complete. 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 -- start start 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 Processor -- start 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62aa23a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.705+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312a5dc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561e62aa7b20 con 0x561e62aa4f50 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312a5dc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561e629b9f10 con 0x561e62a9a690 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312a5dc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561e62aa7ca0 con 0x561e62a99d70 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312a5dc740 10 client.0 _ll_register_callbacks cb 0x561e62982a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60872/0 (socket says 172.21.15.7:60872) 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 -- 172.21.15.7:0/2221503124 learned_addr learned my addr 172.21.15.7:0/2221503124 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312579e640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62aa23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f3125f9f640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 -- 172.21.15.7:0/2221503124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 msgr2=0x561e62aa1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 -- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 msgr2=0x561e62aa23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62aa23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 -- 172.21.15.7:0/2221503124 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e627706a0 con 0x561e62aa4f50 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31267a0640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3118033000 tx=0x7f311802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874539a38683aa0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31097fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311804c070 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f3118004460 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.706+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561e62a0c7f0 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3118058050 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 10 client.15783 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561e62ab3750 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561e62a0c7f0 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3118044070 con 0x561e62aa4f50 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 10 client.15783 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 10 client.15783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:46.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 20 client.15783 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62ab6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 4 client.15783 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e62a06d00 con 0x561e62ab4b60 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.707+0000 7f3125f9f640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62ab6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.708+0000 7f3125f9f640 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62ab6f90 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=899293f846190658 server_cookie=59afaa5c50f5f6d5 in_seq=0 out_seq=0 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.708+0000 7f31097fa640 10 client.15783 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.708+0000 7f31097fa640 1 -- 172.21.15.7:0/2221503124 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e62a06d00 con 0x561e62ab4b60 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.708+0000 7f31097fa640 10 client.15783 handle_command_reply: tid=0 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.708+0000 7f312a5dc740 1 client.15783 shutdown 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 msgr2=0x561e62aa28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3118033000 tx=0x7f311802a420 comp rx=0 tx=0).stop 2024-09-10T07:46:46.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 shutdown_connections 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62ab6f90 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62aa28e0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f31097fa640 0 client.15783 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62aa23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 --2- 172.21.15.7:0/2221503124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 >> 172.21.15.7:0/2221503124 conn(0x561e62a96300 msgr2=0x561e62a9c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 shutdown_connections 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 1 -- 172.21.15.7:0/2221503124 wait complete. 2024-09-10T07:46:46.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.709+0000 7f312a5dc740 20 client.15783 trim_cache size 0 max 16384 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 Processor -- start 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 -- start start 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62abc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31201b12d0 con 0x561e62aa4f50 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31201aeba0 con 0x561e62a9a690 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.726+0000 7f312a5dc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31201aca10 con 0x561e62a99d70 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60888/0 (socket says 172.21.15.7:60888) 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 -- 172.21.15.7:0/795366111 learned_addr learned my addr 172.21.15.7:0/795366111 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f312579e640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62abc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f3125f9f640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 -- 172.21.15.7:0/795366111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 msgr2=0x561e62aa0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 -- 172.21.15.7:0/795366111 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 msgr2=0x561e62abc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62abc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 -- 172.21.15.7:0/795366111 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e62a96130 con 0x561e62aa4f50 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f312579e640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62abc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f31267a0640 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f31180096c0 tx=0x7f3118005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6deda1d3e081fc49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f310b7fe640 1 -- 172.21.15.7:0/795366111 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311804c070 con 0x561e62aa4f50 2024-09-10T07:46:46.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f310b7fe640 1 -- 172.21.15.7:0/795366111 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3118041070 con 0x561e62aa4f50 2024-09-10T07:46:46.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.727+0000 7f310b7fe640 1 -- 172.21.15.7:0/795366111 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3118035040 con 0x561e62aa4f50 2024-09-10T07:46:46.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- 172.21.15.7:0/795366111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 msgr2=0x561e62abcdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f31180096c0 tx=0x7f3118005fd0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- 172.21.15.7:0/795366111 shutdown_connections 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62aa4f50 0x561e62abcdf0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62a9a690 0x561e62abc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 --2- 172.21.15.7:0/795366111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aa0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- 172.21.15.7:0/795366111 >> 172.21.15.7:0/795366111 conn(0x561e62a96300 msgr2=0x561e62aa3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- 172.21.15.7:0/795366111 shutdown_connections 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- 172.21.15.7:0/795366111 wait complete. 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 -- start start 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.728+0000 7f312a5dc740 1 Processor -- start 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aacef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62aa4f50 0x561e62b189f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31201ad060 con 0x561e62a9a690 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31201ae4d0 con 0x561e62aa4f50 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31201ad730 con 0x561e62a99d70 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312a5dc740 10 client.0 _ll_register_callbacks cb 0x7f3118005d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60898/0 (socket says 172.21.15.7:60898) 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 -- 172.21.15.7:0/67717965 learned_addr learned my addr 172.21.15.7:0/67717965 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f3125f9f640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aacef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 -- 172.21.15.7:0/67717965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 msgr2=0x561e62aacef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aacef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 -- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62aa4f50 msgr2=0x561e62b189f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:46.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62aa4f50 0x561e62b189f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 -- 172.21.15.7:0/67717965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e62b18f30 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f3125f9f640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aacef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f312579e640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f31140bbe40 tx=0x7f311400a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8fadde278337e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.729+0000 7f31097fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31140bbc80 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f3114099bc0 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3118041070 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f311409b220 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 10 client.15789 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561e62b242f0 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3118041070 con 0x561e62a9a690 2024-09-10T07:46:46.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f31140860b0 con 0x561e62a9a690 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 10 client.15789 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 10 client.15789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 20 client.15789 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62b26620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 4 client.15789 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.730+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561e62983110 con 0x561e62ab4b60 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.731+0000 7f3125f9f640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62b26620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.731+0000 7f3125f9f640 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62b26620 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea6bc2c8e7d7b0b server_cookie=89b0da1f4cbf42bd in_seq=0 out_seq=0 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.731+0000 7f31097fa640 10 client.15789 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f31097fa640 1 -- 172.21.15.7:0/67717965 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561e62983110 con 0x561e62ab4b60 2024-09-10T07:46:46.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f31097fa640 10 client.15789 handle_command_reply: tid=0 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 client.15789 shutdown 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 msgr2=0x561e62aad430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f31140bbe40 tx=0x7f311400a560 comp rx=0 tx=0).stop 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 shutdown_connections 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e62ab4b60 0x561e62b26620 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e62aa4f50 0x561e62b189f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e62a9a690 0x561e62aad430 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f31097fa640 0 client.15789 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 --2- 172.21.15.7:0/67717965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e62a99d70 0x561e62aacef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 >> 172.21.15.7:0/67717965 conn(0x561e62a96300 msgr2=0x561e62a9b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.732+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 shutdown_connections 2024-09-10T07:46:46.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f312a5dc740 1 -- 172.21.15.7:0/67717965 wait complete. 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f312a5dc740 20 client.15789 trim_cache size 0 max 16384 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "34f82da2-2d85-4f3b-803e-8fdf3e900d8f", 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:46:46.738 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 msgr2=0x7f310c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 0x7f310c0a50c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3118005ab0 tx=0x7f3118009260 comp rx=0 tx=0).stop 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 msgr2=0x7f31201994d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f311400c920 tx=0x7f311400cde0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 shutdown_connections 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f310c0a2c00 0x7f310c0a50c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31201068d0 0x7f31201a4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3120101270 0x7f31201994d0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 --2- 172.21.15.7:0/3808820738 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31201008d0 0x7f3120198f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:46.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 >> 172.21.15.7:0/3808820738 conn(0x7f31200fc630 msgr2=0x7f31200fcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:46.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 shutdown_connections 2024-09-10T07:46:46.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:46.733+0000 7f3126fa1640 1 -- 172.21.15.7:0/3808820738 wait complete. 2024-09-10T07:46:46.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:46 smithi110 ceph-mon[34417]: pgmap v403: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:46.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:46 smithi145 ceph-mon[34766]: pgmap v403: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:46 smithi007 ceph-mon[30879]: pgmap v403: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-10T07:46:47.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 -- 172.21.15.7:0/333391463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19941037b0 msgr2=0x7f199410a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 --2- 172.21.15.7:0/333391463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19941037b0 0x7f199410a040 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f198c009ca0 tx=0x7f198c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 -- 172.21.15.7:0/333391463 shutdown_connections 2024-09-10T07:46:47.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 --2- 172.21.15.7:0/333391463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19941037b0 0x7f199410a040 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 --2- 172.21.15.7:0/333391463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1994102df0 0x7f1994103270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 --2- 172.21.15.7:0/333391463 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 -- 172.21.15.7:0/333391463 >> 172.21.15.7:0/333391463 conn(0x7f19940fb980 msgr2=0x7f19940fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 -- 172.21.15.7:0/333391463 shutdown_connections 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.338+0000 7f199c44c640 1 -- 172.21.15.7:0/333391463 wait complete. 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 Processor -- start 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 -- start start 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 0x7f199419f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f199410d6a0 con 0x7f1994102df0 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f199410d520 con 0x7f19940ffe20 2024-09-10T07:46:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199c44c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f199410d820 con 0x7f19941037b0 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f19999e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f19999e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60920/0 (socket says 172.21.15.7:60920) 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f19999e7640 1 -- 172.21.15.7:0/35950168 learned_addr learned my addr 172.21.15.7:0/35950168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.339+0000 7f199a1e8640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f199a9e9640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 0x7f199419f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 -- 172.21.15.7:0/35950168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 msgr2=0x7f199419f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 0x7f199419f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 -- 172.21.15.7:0/35950168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 msgr2=0x7f1994197c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994197c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 -- 172.21.15.7:0/35950168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199419f860 con 0x7f1994102df0 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f199a1e8640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994197c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f199a9e9640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 0x7f199419f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f19999e7640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f198400e9f0 tx=0x7f198400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f198b7fe640 1 -- 172.21.15.7:0/35950168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198400cd80 con 0x7f1994102df0 2024-09-10T07:46:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f198b7fe640 1 -- 172.21.15.7:0/35950168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19840054d0 con 0x7f1994102df0 2024-09-10T07:46:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199419fb50 con 0x7f1994102df0 2024-09-10T07:46:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f198b7fe640 1 -- 172.21.15.7:0/35950168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984010490 con 0x7f1994102df0 2024-09-10T07:46:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.340+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19941a00a0 con 0x7f1994102df0 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.342+0000 7f198b7fe640 1 -- 172.21.15.7:0/35950168 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1984005020 con 0x7f1994102df0 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 Processor -- start 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 -- start start 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242c9a0 0x55673242cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 0x556732434830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567323902f0 con 0x55673242d2e0 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556732338270 con 0x556732432370 2024-09-10T07:46:47.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199f1e5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55673238c2b0 con 0x55673242c9a0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199a1e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199a1e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60924/0 (socket says 172.21.15.7:60924) 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199a1e8640 1 -- 172.21.15.7:0/3922209907 learned_addr learned my addr 172.21.15.7:0/3922209907 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f198b7fe640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 0x7f19800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f19999e7640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 0x556732434830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.343+0000 7f199a9e9640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242c9a0 0x55673242cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 -- 172.21.15.7:0/3922209907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242c9a0 msgr2=0x55673242cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a9e9640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 0x7f19800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242c9a0 0x55673242cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 -- 172.21.15.7:0/3922209907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 msgr2=0x556732434830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 0x556732434830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 -- 172.21.15.7:0/3922209907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556732337340 con 0x55673242d2e0 2024-09-10T07:46:47.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f19999e7640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 0x556732434830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f198b7fe640 1 -- 172.21.15.7:0/35950168 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f19840cf910 con 0x7f1994102df0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a1e8640 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1990008c20 tx=0x7f199000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f50b8a47bd3477a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f1988bfe640 1 -- 172.21.15.7:0/3922209907 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990014070 con 0x55673242d2e0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f199a9e9640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 0x7f19800a5170 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f198c005e30 tx=0x7f198c0095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f1988bfe640 1 -- 172.21.15.7:0/3922209907 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19900054d0 con 0x55673242d2e0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.344+0000 7f1988bfe640 1 -- 172.21.15.7:0/3922209907 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990004b80 con 0x55673242d2e0 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- 172.21.15.7:0/3922209907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 msgr2=0x556732431da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1990008c20 tx=0x7f199000e720 comp rx=0 tx=0).stop 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- 172.21.15.7:0/3922209907 shutdown_connections 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556732432370 0x556732434830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242d2e0 0x556732431da0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- 172.21.15.7:0/3922209907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242c9a0 0x55673242cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- 172.21.15.7:0/3922209907 >> 172.21.15.7:0/3922209907 conn(0x556732428010 msgr2=0x556732428410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- 172.21.15.7:0/3922209907 shutdown_connections 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- 172.21.15.7:0/3922209907 wait complete. 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- start start 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 Processor -- start 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x556732436b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x556732437080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.345+0000 7f199f1e5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556732435340 con 0x556732432370 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556732319290 con 0x55673242c9a0 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567324354c0 con 0x55673242d2e0 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 10 client.0 _ll_register_callbacks cb 0x55673234a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:47.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60928/0 (socket says 172.21.15.7:60928) 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 -- 172.21.15.7:0/346188276 learned_addr learned my addr 172.21.15.7:0/346188276 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a1e8640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x556732436b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f19999e7640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x556732437080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 -- 172.21.15.7:0/346188276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 msgr2=0x556732437080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x556732437080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 -- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 msgr2=0x556732436b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x556732436b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 -- 172.21.15.7:0/346188276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567320a3210 con 0x556732432370 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a1e8640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x556732436b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199a9e9640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f198c003bf0 tx=0x7f198c02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=257bc7322cb6d433 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f197dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:47.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c04d030 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f198c004310 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19900054d0 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f198c05a050 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 10 client.15801 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.346+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55673216f620 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19900054d0 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f198c049420 con 0x556732432370 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 10 client.15801 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 10 client.15801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 20 client.15801 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556732442790 0x556732444c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 4 client.15801 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:47.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55673239da20 con 0x556732442790 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.347+0000 7f199a1e8640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556732442790 0x556732444c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f197dffb640 10 client.15801 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199a1e8640 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556732442790 0x556732444c20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=caf9ffbf9a264c8c server_cookie=102bcd9f96e260d8 in_seq=0 out_seq=0 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f197dffb640 1 -- 172.21.15.7:0/346188276 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55673239da20 con 0x556732442790 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f197dffb640 10 client.15801 handle_command_reply: tid=0 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 client.15801 shutdown 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 msgr2=0x55673243e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f198c003bf0 tx=0x7f198c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 shutdown_connections 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556732442790 0x556732444c20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x55673243e0c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x556732437080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 --2- 172.21.15.7:0/346188276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x556732436b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f197dffb640 0 client.15801 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:47.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 >> 172.21.15.7:0/346188276 conn(0x556732428010 msgr2=0x556732429820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.348+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 shutdown_connections 2024-09-10T07:46:47.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.349+0000 7f199f1e5740 1 -- 172.21.15.7:0/346188276 wait complete. 2024-09-10T07:46:47.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.349+0000 7f199f1e5740 20 client.15801 trim_cache size 0 max 16384 2024-09-10T07:46:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 Processor -- start 2024-09-10T07:46:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 -- start start 2024-09-10T07:46:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242d2e0 0x55673243dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 0x556732429400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19941acd00 con 0x55673242c9a0 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f19941aa5d0 con 0x55673242d2e0 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199f1e5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19941a8440 con 0x556732432370 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60944/0 (socket says 172.21.15.7:60944) 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 -- 172.21.15.7:0/1203250393 learned_addr learned my addr 172.21.15.7:0/1203250393 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a9e9640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 0x556732429400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f19999e7640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242d2e0 0x55673243dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 -- 172.21.15.7:0/1203250393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 msgr2=0x556732429400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 0x556732429400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 -- 172.21.15.7:0/1203250393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242d2e0 msgr2=0x55673243dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242d2e0 0x55673243dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a1e8640 1 -- 172.21.15.7:0/1203250393 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556732434ce0 con 0x55673242c9a0 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.364+0000 7f199a9e9640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 0x556732429400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1990008bf0 tx=0x7f19900043e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a029b51923bcd5b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f197ffff640 1 -- 172.21.15.7:0/1203250393 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990014040 con 0x55673242c9a0 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f197ffff640 1 -- 172.21.15.7:0/1203250393 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1990010ae0 con 0x55673242c9a0 2024-09-10T07:46:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f197ffff640 1 -- 172.21.15.7:0/1203250393 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1990018910 con 0x55673242c9a0 2024-09-10T07:46:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 -- 172.21.15.7:0/1203250393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 msgr2=0x556732428ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1990008bf0 tx=0x7f19900043e0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 -- 172.21.15.7:0/1203250393 shutdown_connections 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556732432370 0x556732429400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242d2e0 0x55673243dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1203250393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55673242c9a0 0x556732428ec0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.365+0000 7f199f1e5740 1 -- 172.21.15.7:0/1203250393 >> 172.21.15.7:0/1203250393 conn(0x556732428010 msgr2=0x556732436b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- 172.21.15.7:0/1203250393 shutdown_connections 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- 172.21.15.7:0/1203250393 wait complete. 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- start start 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 Processor -- start 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x55673243af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x55673243b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19941a8a90 con 0x556732432370 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f19941a9f00 con 0x55673242c9a0 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19941a9160 con 0x55673242d2e0 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199f1e5740 10 client.0 _ll_register_callbacks cb 0x7f1984005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199a9e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199a9e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60956/0 (socket says 172.21.15.7:60956) 2024-09-10T07:46:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199a9e9640 1 -- 172.21.15.7:0/1229234275 learned_addr learned my addr 172.21.15.7:0/1229234275 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x55673243af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.366+0000 7f19999e7640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x55673243b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 -- 172.21.15.7:0/1229234275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 msgr2=0x55673243b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x55673243b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 -- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 msgr2=0x55673243af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x55673243af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 -- 172.21.15.7:0/1229234275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567324aba30 con 0x556732432370 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f19999e7640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x55673243b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x55673243af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199a9e9640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f198c0093c0 tx=0x7f198c049d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37bc2348627108ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c057070 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1990010ae0 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f198c004310 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f198c066050 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199f1e5740 10 client.15807 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5567324acb20 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1990010ae0 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f198c030ab0 con 0x556732432370 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199f1e5740 10 client.15807 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.367+0000 7f199f1e5740 10 client.15807 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199f1e5740 20 client.15807 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567324ad4d0 0x5567324af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199f1e5740 4 client.15807 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:46:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556732397d70 con 0x5567324ad4d0 2024-09-10T07:46:47.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567324ad4d0 0x5567324af8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:47.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f199a1e8640 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567324ad4d0 0x5567324af8f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728fe3f8bf420ebc server_cookie=2ce0db4d09387c97 in_seq=0 out_seq=0 2024-09-10T07:46:47.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.368+0000 7f197dffb640 10 client.15807 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f197dffb640 1 -- 172.21.15.7:0/1229234275 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556732397d70 con 0x5567324ad4d0 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f197dffb640 10 client.15807 handle_command_reply: tid=0 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 client.15807 shutdown 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 msgr2=0x5567324ab4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f198c0093c0 tx=0x7f198c049d60 comp rx=0 tx=0).stop 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 shutdown_connections 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567324ad4d0 0x5567324af8f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556732432370 0x5567324ab4f0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55673242d2e0 0x55673243b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 --2- 172.21.15.7:0/1229234275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55673242c9a0 0x55673243af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 >> 172.21.15.7:0/1229234275 conn(0x556732428010 msgr2=0x5567324269a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f197dffb640 0 client.15807 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 shutdown_connections 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 1 -- 172.21.15.7:0/1229234275 wait complete. 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199f1e5740 20 client.15807 trim_cache size 0 max 16384 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:46:47.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:46:47.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:46:47.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 msgr2=0x7f19800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 0x7f19800a5170 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f198c005e30 tx=0x7f198c0095c0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 msgr2=0x7f1994198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f198400e9f0 tx=0x7f198400edf0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 shutdown_connections 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19800a2cb0 0x7f19800a5170 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19941037b0 0x7f199419f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1994102df0 0x7f1994198190 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 --2- 172.21.15.7:0/35950168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19940ffe20 0x7f1994197c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.374+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 >> 172.21.15.7:0/35950168 conn(0x7f19940fb980 msgr2=0x7f19941060f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.375+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 shutdown_connections 2024-09-10T07:46:47.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:46:47.375+0000 7f199c44c640 1 -- 172.21.15.7:0/35950168 wait complete. 2024-09-10T07:46:47.489 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:46:47.749 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 -- 172.21.15.7:0/2457544000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 msgr2=0x7fc9981021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/2457544000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc9981021c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc994009ca0 tx=0x7fc99402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 -- 172.21.15.7:0/2457544000 shutdown_connections 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/2457544000 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998106f10 0x7fc99810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/2457544000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998102790 0x7fc9981067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/2457544000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc9981021c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 -- 172.21.15.7:0/2457544000 >> 172.21.15.7:0/2457544000 conn(0x7fc9980fd8c0 msgr2=0x7fc9980ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 -- 172.21.15.7:0/2457544000 shutdown_connections 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.225+0000 7fc99f4cd640 1 -- 172.21.15.7:0/2457544000 wait complete. 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 Processor -- start 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 -- start start 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998102790 0x7fc9981988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998106f10 0x7fc99819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc998111de0 con 0x7fc998101de0 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc998111c60 con 0x7fc998102790 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99f4cd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc998111f60 con 0x7fc998106f10 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60978/0 (socket says 172.21.15.7:60978) 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99d269640 1 -- 172.21.15.7:0/896059236 learned_addr learned my addr 172.21.15.7:0/896059236 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:48.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99ca68640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998102790 0x7fc9981988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.226+0000 7fc99da6a640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998106f10 0x7fc99819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 -- 172.21.15.7:0/896059236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998106f10 msgr2=0x7fc99819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998106f10 0x7fc99819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 -- 172.21.15.7:0/896059236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998102790 msgr2=0x7fc9981988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998102790 0x7fc9981988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 -- 172.21.15.7:0/896059236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99819d330 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99d269640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc99402ade0 tx=0x7fc994032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc98e7fc640 1 -- 172.21.15.7:0/896059236 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994003cf0 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc99819d5c0 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc98e7fc640 1 -- 172.21.15.7:0/896059236 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9940044f0 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc98e7fc640 1 -- 172.21.15.7:0/896059236 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994030c40 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.227+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9981a4f00 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.229+0000 7fc98e7fc640 1 -- 172.21.15.7:0/896059236 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc994004040 con 0x7fc998101de0 2024-09-10T07:46:48.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 Processor -- start 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 -- start start 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813102360 0x558813102740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 0x558813113e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588130682e0 con 0x558813102c80 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55881300fce0 con 0x558813111a90 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5588130642a0 con 0x558813102360 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc98e7fc640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 0x7fc9840a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60984/0 (socket says 172.21.15.7:60984) 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc99d269640 1 -- 172.21.15.7:0/929325007 learned_addr learned my addr 172.21.15.7:0/929325007 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc99ca68640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 0x558813113e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.230+0000 7fc99da6a640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 0x7fc9840a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99da6a640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813102360 0x558813102740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc98e7fc640 1 -- 172.21.15.7:0/896059236 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc9940f0950 con 0x7fc998101de0 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 -- 172.21.15.7:0/929325007 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813102360 msgr2=0x558813102740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813102360 0x558813102740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 -- 172.21.15.7:0/929325007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 msgr2=0x558813113e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 0x558813113e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 -- 172.21.15.7:0/929325007 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558812ff4440 con 0x558813102c80 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99ca68640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 0x558813113e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99da6a640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 0x7fc9840a50c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc9900127d0 tx=0x7fc99000b9e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc99d269640 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc994045000 tx=0x7fc99402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bdb4d4ce5f47623 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc9837fe640 1 -- 172.21.15.7:0/929325007 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9940bc8f0 con 0x558813102c80 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc9837fe640 1 -- 172.21.15.7:0/929325007 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc994036030 con 0x558813102c80 2024-09-10T07:46:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.231+0000 7fc9837fe640 1 -- 172.21.15.7:0/929325007 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9940bc710 con 0x558813102c80 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 -- 172.21.15.7:0/929325007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 msgr2=0x558813111550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc994045000 tx=0x7fc99402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 -- 172.21.15.7:0/929325007 shutdown_connections 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813111a90 0x558813113e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x558813111550 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/929325007 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813102360 0x558813102740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 -- 172.21.15.7:0/929325007 >> 172.21.15.7:0/929325007 conn(0x5588130fea30 msgr2=0x5588130fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 -- 172.21.15.7:0/929325007 shutdown_connections 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.232+0000 7fc9a18a6740 1 -- 172.21.15.7:0/929325007 wait complete. 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 -- start start 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 Processor -- start 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102360 0x558813111490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x55881310ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588130682e0 con 0x558813102c80 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558813023050 con 0x558813102360 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558813114420 con 0x558813111a90 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc9a18a6740 10 client.0 _ll_register_callbacks cb 0x558813063160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc99ca68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc99ca68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60986/0 (socket says 172.21.15.7:60986) 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc99ca68640 1 -- 172.21.15.7:0/1727660423 learned_addr learned my addr 172.21.15.7:0/1727660423 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc99d269640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102360 0x558813111490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.233+0000 7fc99da6a640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x55881310ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 -- 172.21.15.7:0/1727660423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 msgr2=0x55881310ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x55881310ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 -- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102360 msgr2=0x558813111490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102360 0x558813111490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 -- 172.21.15.7:0/1727660423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558812dd93c0 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc99ca68640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc98800bf00 tx=0x7fc988011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1595a6e9d1af27a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc988004020 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc9880041c0 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc994036030 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc9880043c0 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc9a18a6740 10 client.15819 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55881311fc80 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc994036030 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.234+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc988004bd0 con 0x558813102c80 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 10 client.15819 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 10 client.15819 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 20 client.15819 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588131211e0 0x558813123600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 4 client.15819 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558813075850 con 0x5588131211e0 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc99d269640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588131211e0 0x558813123600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc99d269640 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588131211e0 0x558813123600 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dca4d8a0228432b6 server_cookie=c49d57a65958a226 in_seq=0 out_seq=0 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.235+0000 7fc980ff9640 10 client.15819 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc980ff9640 1 -- 172.21.15.7:0/1727660423 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558813075850 con 0x5588131211e0 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc980ff9640 10 client.15819 handle_command_reply: tid=0 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 client.15819 shutdown 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 msgr2=0x55881310e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc98800bf00 tx=0x7fc988011810 comp rx=0 tx=0).stop 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 shutdown_connections 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588131211e0 0x558813123600 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x55881310ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc980ff9640 0 client.15819 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102c80 0x55881310e740 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/1727660423 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102360 0x558813111490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 >> 172.21.15.7:0/1727660423 conn(0x5588130fea30 msgr2=0x558813104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 shutdown_connections 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 1 -- 172.21.15.7:0/1727660423 wait complete. 2024-09-10T07:46:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.236+0000 7fc9a18a6740 20 client.15819 trim_cache size 0 max 16384 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 Processor -- start 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 -- start start 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x558813128ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813129410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981af390 con 0x558813102360 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981acc60 con 0x558813102c80 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981aaad0 con 0x558813111a90 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32770/0 (socket says 172.21.15.7:32770) 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 -- 172.21.15.7:0/2261969763 learned_addr learned my addr 172.21.15.7:0/2261969763 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99da6a640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813129410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99ca68640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x558813128ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 -- 172.21.15.7:0/2261969763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 msgr2=0x558813129410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813129410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 -- 172.21.15.7:0/2261969763 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 msgr2=0x558813128ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x558813128ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99d269640 1 -- 172.21.15.7:0/2261969763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55881310f0a0 con 0x558813102360 2024-09-10T07:46:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.254+0000 7fc99da6a640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813129410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc99d269640 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc9940b7850 tx=0x7fc9940c1180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f77108b05e28cc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc982ffd640 1 -- 172.21.15.7:0/2261969763 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9940da070 con 0x558813102360 2024-09-10T07:46:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc982ffd640 1 -- 172.21.15.7:0/2261969763 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc994036040 con 0x558813102360 2024-09-10T07:46:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc982ffd640 1 -- 172.21.15.7:0/2261969763 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994030de0 con 0x558813102360 2024-09-10T07:46:48.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc9a18a6740 1 -- 172.21.15.7:0/2261969763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 msgr2=0x55881311d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.255+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc9940b7850 tx=0x7fc9940c1180 comp rx=0 tx=0).stop 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- 172.21.15.7:0/2261969763 shutdown_connections 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813129410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x558813128ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/2261969763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x55881311d500 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- 172.21.15.7:0/2261969763 >> 172.21.15.7:0/2261969763 conn(0x5588130fea30 msgr2=0x558813109d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- 172.21.15.7:0/2261969763 shutdown_connections 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- 172.21.15.7:0/2261969763 wait complete. 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- start start 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 Processor -- start 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x5588131159c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813115f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981ab120 con 0x558813102360 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981ac590 con 0x558813102c80 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.256+0000 7fc9a18a6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9981ab7f0 con 0x558813111a90 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc9a18a6740 10 client.0 _ll_register_callbacks cb 0x7fc98800bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32778/0 (socket says 172.21.15.7:32778) 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 -- 172.21.15.7:0/71738882 learned_addr learned my addr 172.21.15.7:0/71738882 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99ca68640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x5588131159c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99da6a640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813115f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 -- 172.21.15.7:0/71738882 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 msgr2=0x558813115f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813115f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 -- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 msgr2=0x5588131159c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x5588131159c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 -- 172.21.15.7:0/71738882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55881318af50 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99da6a640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813115f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc99d269640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc994005e30 tx=0x7fc9940bced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3347e05a1a959fea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc980ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9940da070 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc994030de0 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc994036040 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc994004330 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.257+0000 7fc9a18a6740 10 client.15825 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55881318c240 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc994036040 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc9940b9420 con 0x558813102360 2024-09-10T07:46:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 10 client.15825 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 20 client.15825 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55881318c620 0x55881318ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 4 client.15825 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55881306fd60 con 0x55881318c620 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.258+0000 7fc99ca68640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55881318c620 0x55881318ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc99ca68640 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55881318c620 0x55881318ea10 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7b6caf984b711d8 server_cookie=401358266bb4354e in_seq=0 out_seq=0 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc980ff9640 10 client.15825 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc980ff9640 1 -- 172.21.15.7:0/71738882 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55881306fd60 con 0x55881318c620 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc980ff9640 10 client.15825 handle_command_reply: tid=0 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 client.15825 shutdown 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 msgr2=0x558813115480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc994005e30 tx=0x7fc9940bced0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 shutdown_connections 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55881318c620 0x55881318ea10 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558813111a90 0x558813115f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558813102c80 0x5588131159c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 --2- 172.21.15.7:0/71738882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558813102360 0x558813115480 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 >> 172.21.15.7:0/71738882 conn(0x5588130fea30 msgr2=0x5588130fd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc980ff9640 0 client.15825 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 shutdown_connections 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 1 -- 172.21.15.7:0/71738882 wait complete. 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.259+0000 7fc9a18a6740 20 client.15825 trim_cache size 0 max 16384 2024-09-10T07:46:48.264 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "34f82da2-2d85-4f3b-803e-8fdf3e900d8f": { 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "34f82da2-2d85-4f3b-803e-8fdf3e900d8f", 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:48.265 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 msgr2=0x7fc9840a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 0x7fc9840a50c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc9900127d0 tx=0x7fc99000b9e0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 msgr2=0x7fc998198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc99402ade0 tx=0x7fc994032ff0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 shutdown_connections 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9840a2c00 0x7fc9840a50c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc998106f10 0x7fc99819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc998102790 0x7fc9981988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 --2- 172.21.15.7:0/896059236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc998101de0 0x7fc998198380 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 >> 172.21.15.7:0/896059236 conn(0x7fc9980fd8c0 msgr2=0x7fc9980fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 shutdown_connections 2024-09-10T07:46:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:48.260+0000 7fc99f4cd640 1 -- 172.21.15.7:0/896059236 wait complete. 2024-09-10T07:46:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:48 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:46:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:48 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:48 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:46:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:48 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:48.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:48 smithi110 ceph-mon[34417]: pgmap v404: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:48 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:46:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:48 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:48 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:46:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:48 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:48 smithi145 ceph-mon[34766]: pgmap v404: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:49.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:48 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:46:49.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:48 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:49.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:48 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:46:49.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:48 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:46:49.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:48 smithi007 ceph-mon[30879]: pgmap v404: 129 pgs: 129 active+clean; 665 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-10T07:46:49.033 INFO:tasks.cephfs.filesystem:scrub status for tag:34f82da2-2d85-4f3b-803e-8fdf3e900d8f - {'path': '/', 'tag': '34f82da2-2d85-4f3b-803e-8fdf3e900d8f', 'options': 'recursive,force'} 2024-09-10T07:46:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:50 smithi110 ceph-mon[34417]: pgmap v405: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T07:46:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:50 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:46:50.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:50 smithi145 ceph-mon[34766]: pgmap v405: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T07:46:50.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:50 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:46:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:50 smithi007 ceph-mon[30879]: pgmap v405: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T07:46:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:50 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:46:52.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:52 smithi110 ceph-mon[34417]: pgmap v406: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:52 smithi145 ceph-mon[34766]: pgmap v406: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:53.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:52 smithi007 ceph-mon[30879]: pgmap v406: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:46:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:46:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:46:53.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:46:53.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.061 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:46:54.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:46:54.333 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:54.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:54 smithi007 ceph-mon[30879]: pgmap v407: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-10T07:46:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:54 smithi110 ceph-mon[34417]: pgmap v407: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-10T07:46:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:54 smithi145 ceph-mon[34766]: pgmap v407: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-10T07:46:55.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 -- 172.21.15.7:0/4109606068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4102790 msgr2=0x7f9cd41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:55.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/4109606068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4102790 0x7f9cd41067e0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4009900 tx=0x7f9cc402a410 comp rx=0 tx=0).stop 2024-09-10T07:46:55.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 -- 172.21.15.7:0/4109606068 shutdown_connections 2024-09-10T07:46:55.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/4109606068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4106f10 0x7f9cd410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/4109606068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4102790 0x7f9cd41067e0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/4109606068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 0x7f9cd41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 -- 172.21.15.7:0/4109606068 >> 172.21.15.7:0/4109606068 conn(0x7f9cd40fd8c0 msgr2=0x7f9cd40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 -- 172.21.15.7:0/4109606068 shutdown_connections 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.094+0000 7f9cdad1d640 1 -- 172.21.15.7:0/4109606068 wait complete. 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 Processor -- start 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 -- start start 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 0x7f9cd4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 0x7f9cd41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd4111e20 con 0x7f9cd4106f10 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd4111ca0 con 0x7f9cd4101de0 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.095+0000 7f9cdad1d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd4111fa0 con 0x7f9cd4102790 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:55.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40716/0 (socket says 172.21.15.7:40716) 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 -- 172.21.15.7:0/660223231 learned_addr learned my addr 172.21.15.7:0/660223231 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd8ab9640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 0x7f9cd4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9ccbfff640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 0x7f9cd41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 -- 172.21.15.7:0/660223231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 msgr2=0x7f9cd41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 0x7f9cd41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 -- 172.21.15.7:0/660223231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 msgr2=0x7f9cd4198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 0x7f9cd4198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 -- 172.21.15.7:0/660223231 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd419d330 con 0x7f9cd4106f10 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9ccbfff640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 0x7f9cd41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cd92ba640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc00cce0 tx=0x7f9ccc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc00f450 con 0x7f9cd4106f10 2024-09-10T07:46:55.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ccc00faa0 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd419d620 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc018b70 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.096+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd41a4f00 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.097+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd41021c0 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.099+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9ccc018d10 con 0x7f9cd4106f10 2024-09-10T07:46:55.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.099+0000 7f9cc9ffb640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 0x7f9cbc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:55.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.099+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9ccc0cf7d0 con 0x7f9cd4106f10 2024-09-10T07:46:55.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.099+0000 7f9cd8ab9640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 0x7f9cbc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:55.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.100+0000 7f9cd8ab9640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 0x7f9cbc0a50c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9cd00058c0 tx=0x7f9cd000a4c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:55.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.104+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ccc014030 con 0x7f9cd4106f10 2024-09-10T07:46:55.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.314+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cd402d7c0 con 0x7f9cd4106f10 2024-09-10T07:46:55.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.315+0000 7f9cc9ffb640 1 -- 172.21.15.7:0/660223231 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f9ccc0b3ea0 con 0x7f9cd4106f10 2024-09-10T07:46:55.314 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:46:55.314 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:46:55.315 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:46:55.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 msgr2=0x7f9cbc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:55.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 0x7f9cbc0a50c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9cd00058c0 tx=0x7f9cd000a4c0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 msgr2=0x7f9cd419cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc00cce0 tx=0x7f9ccc00a620 comp rx=0 tx=0).stop 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 shutdown_connections 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9cbc0a2c00 0x7f9cbc0a50c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9cd4106f10 0x7f9cd419cc50 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd4102790 0x7f9cd41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 --2- 172.21.15.7:0/660223231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9cd4101de0 0x7f9cd4198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 >> 172.21.15.7:0/660223231 conn(0x7f9cd40fd8c0 msgr2=0x7f9cd40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 shutdown_connections 2024-09-10T07:46:55.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:55.317+0000 7f9cdad1d640 1 -- 172.21.15.7:0/660223231 wait complete. 2024-09-10T07:46:55.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:55 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/660223231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:55.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:55 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/660223231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:55 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/660223231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:46:56.204 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id a36fa4fe --release --await' 2024-09-10T07:46:56.255 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id a36fa4fe --release --await 2024-09-10T07:46:56.517 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:46:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:56 smithi110 ceph-mon[34417]: pgmap v408: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:46:56.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:56 smithi007 ceph-mon[30879]: pgmap v408: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:46:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:56 smithi145 ceph-mon[34766]: pgmap v408: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 341 B/s wr, 8 op/s 2024-09-10T07:46:57.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 -- 172.21.15.7:0/2862790280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 msgr2=0x7fcf6c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2862790280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c10ea90 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcf64009ca0 tx=0x7fcf6402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 -- 172.21.15.7:0/2862790280 shutdown_connections 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2862790280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c10ea90 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2862790280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 0x7fcf6c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2862790280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 0x7fcf6c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 -- 172.21.15.7:0/2862790280 >> 172.21.15.7:0/2862790280 conn(0x7fcf6c0fd8c0 msgr2=0x7fcf6c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 -- 172.21.15.7:0/2862790280 shutdown_connections 2024-09-10T07:46:57.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.033+0000 7fcf712b5640 1 -- 172.21.15.7:0/2862790280 wait complete. 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 Processor -- start 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 -- start start 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 0x7fcf6c198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 0x7fcf6c198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c111e90 con 0x7fcf6c106f10 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c111d10 con 0x7fcf6c102790 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf712b5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c112010 con 0x7fcf6c101de0 2024-09-10T07:46:57.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf6b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf6b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40742/0 (socket says 172.21.15.7:40742) 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf6b7fe640 1 -- 172.21.15.7:0/2974262158 learned_addr learned my addr 172.21.15.7:0/2974262158 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 0x7fcf6c198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.034+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 0x7fcf6c198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 -- 172.21.15.7:0/2974262158 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 msgr2=0x7fcf6c198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 0x7fcf6c198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 -- 172.21.15.7:0/2974262158 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 msgr2=0x7fcf6c198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 0x7fcf6c198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 -- 172.21.15.7:0/2974262158 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6c19d400 con 0x7fcf6c106f10 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf6b7fe640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcf64031040 tx=0x7fcf64003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf53fff640 1 -- 172.21.15.7:0/2974262158 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64003ce0 con 0x7fcf6c106f10 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf53fff640 1 -- 172.21.15.7:0/2974262158 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf640044f0 con 0x7fcf6c106f10 2024-09-10T07:46:57.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf6c19d690 con 0x7fcf6c106f10 2024-09-10T07:46:57.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf53fff640 1 -- 172.21.15.7:0/2974262158 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64030bb0 con 0x7fcf6c106f10 2024-09-10T07:46:57.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.035+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf6c1a4fd0 con 0x7fcf6c106f10 2024-09-10T07:46:57.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.037+0000 7fcf53fff640 1 -- 172.21.15.7:0/2974262158 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fcf640046a0 con 0x7fcf6c106f10 2024-09-10T07:46:57.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 Processor -- start 2024-09-10T07:46:57.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 -- start start 2024-09-10T07:46:57.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249489320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249498650 0x56424949aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5642493ee620 con 0x564249489860 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564249395e50 con 0x564249488f40 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf7368e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5642493ea5e0 con 0x564249498650 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf53fff640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 0x7fcf540a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40744/0 (socket says 172.21.15.7:40744) 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6affd640 1 -- 172.21.15.7:0/2285733067 learned_addr learned my addr 172.21.15.7:0/2285733067 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6b7fe640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 0x7fcf540a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249489320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.038+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249498650 0x56424949aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 -- 172.21.15.7:0/2285733067 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249498650 msgr2=0x56424949aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249498650 0x56424949aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 -- 172.21.15.7:0/2285733067 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 msgr2=0x564249489320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf53fff640 1 -- 172.21.15.7:0/2974262158 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcf640f0920 con 0x7fcf6c106f10 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249489320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 -- 172.21.15.7:0/2285733067 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564249386d40 con 0x564249489860 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249489320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00bd10 tx=0x7fcf5c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d93cecbc78c4534f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf6b7fe640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 0x7fcf540a5040 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcf640b9240 tx=0x7fcf6408bd60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf517fa640 1 -- 172.21.15.7:0/2285733067 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c004030 con 0x564249489860 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf517fa640 1 -- 172.21.15.7:0/2285733067 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf5c0035f0 con 0x564249489860 2024-09-10T07:46:57.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.039+0000 7fcf517fa640 1 -- 172.21.15.7:0/2285733067 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c0116a0 con 0x564249489860 2024-09-10T07:46:57.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- 172.21.15.7:0/2285733067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 msgr2=0x564249498110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00bd10 tx=0x7fcf5c0107a0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- 172.21.15.7:0/2285733067 shutdown_connections 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249498650 0x56424949aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249489860 0x564249498110 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2285733067 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249489320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- 172.21.15.7:0/2285733067 >> 172.21.15.7:0/2285733067 conn(0x5642494855f0 msgr2=0x5642494859d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- 172.21.15.7:0/2285733067 shutdown_connections 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- 172.21.15.7:0/2285733067 wait complete. 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 -- start start 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.040+0000 7fcf7368e740 1 Processor -- start 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x564249495af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249496030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56424949b220 con 0x564249488f40 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564249376f10 con 0x564249498650 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56424949b3a0 con 0x564249489860 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf7368e740 10 client.0 _ll_register_callbacks cb 0x56424939adb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40752/0 (socket says 172.21.15.7:40752) 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2214411760 learned_addr learned my addr 172.21.15.7:0/2214411760 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x564249495af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2214411760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 msgr2=0x564249495af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x564249495af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 msgr2=0x564249496030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249496030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2214411760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642490fd580 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009fd0 tx=0x7fcf60017d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19188500cd2650af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf4eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6001c070 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.041+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcf60016b20 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf5c0035f0 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf60028050 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 10 client.15843 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5642491c7960 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf5c0035f0 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fcf600203b0 con 0x564249488f40 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 10 client.15843 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 10 client.15843 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 20 client.15843 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:57.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642494a8230 0x5642494aa640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 4 client.15843 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642493fbb90 con 0x5642494a8230 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.042+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642494a8230 0x5642494aa640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.043+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642494a8230 0x5642494aa640 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f4fb41f1636f3d9 server_cookie=c4a30e2ec7673f21 in_seq=0 out_seq=0 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.043+0000 7fcf4eff5640 10 client.15843 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.043+0000 7fcf4eff5640 1 -- 172.21.15.7:0/2214411760 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642493fbb90 con 0x5642494a8230 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.043+0000 7fcf4eff5640 10 client.15843 handle_command_reply: tid=0 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.043+0000 7fcf7368e740 1 client.15843 shutdown 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 msgr2=0x5642494955b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009fd0 tx=0x7fcf60017d90 comp rx=0 tx=0).stop 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 shutdown_connections 2024-09-10T07:46:57.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642494a8230 0x5642494aa640 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249496030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x564249495af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2214411760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x5642494955b0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 >> 172.21.15.7:0/2214411760 conn(0x5642494855f0 msgr2=0x56424948b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf4eff5640 0 client.15843 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 shutdown_connections 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 1 -- 172.21.15.7:0/2214411760 wait complete. 2024-09-10T07:46:57.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.044+0000 7fcf7368e740 20 client.15843 trim_cache size 0 max 16384 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 Processor -- start 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 -- start start 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249484a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x5642494aff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1af2d0 con 0x564249498650 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1acba0 con 0x564249488f40 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf7368e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1aaa10 con 0x564249489860 2024-09-10T07:46:57.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40766/0 (socket says 172.21.15.7:40766) 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2309859297 learned_addr learned my addr 172.21.15.7:0/2309859297 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6affd640 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x5642494aff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249484a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2309859297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 msgr2=0x5642494aff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x5642494aff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2309859297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 msgr2=0x564249484a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249484a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/2309859297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564249494560 con 0x564249498650 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.062+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fcf60020fd0 tx=0x7fcf60001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf61e6270b15e17c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf50ff9640 1 -- 172.21.15.7:0/2309859297 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60032070 con 0x564249498650 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf50ff9640 1 -- 172.21.15.7:0/2309859297 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf600205b0 con 0x564249498650 2024-09-10T07:46:57.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf50ff9640 1 -- 172.21.15.7:0/2309859297 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6001c040 con 0x564249498650 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 -- 172.21.15.7:0/2309859297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 msgr2=0x5642494b0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fcf60020fd0 tx=0x7fcf60001e70 comp rx=0 tx=0).stop 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 -- 172.21.15.7:0/2309859297 shutdown_connections 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249498650 0x5642494b0450 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x5642494aff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 --2- 172.21.15.7:0/2309859297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249488f40 0x564249484a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 -- 172.21.15.7:0/2309859297 >> 172.21.15.7:0/2309859297 conn(0x5642494855f0 msgr2=0x564249490890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 -- 172.21.15.7:0/2309859297 shutdown_connections 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.063+0000 7fcf7368e740 1 -- 172.21.15.7:0/2309859297 wait complete. 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 -- start start 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 Processor -- start 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x56424949cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249511ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1ab060 con 0x564249488f40 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1ac4d0 con 0x564249498650 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c1ab730 con 0x564249489860 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf7368e740 10 client.0 _ll_register_callbacks cb 0x7fcf60017670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40782/0 (socket says 172.21.15.7:40782) 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/1624364016 learned_addr learned my addr 172.21.15.7:0/1624364016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf6affd640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x56424949cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.064+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249511ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/1624364016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 msgr2=0x56424949cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x56424949cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 msgr2=0x564249511ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249511ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 -- 172.21.15.7:0/1624364016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564249489690 con 0x564249488f40 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf6a7fc640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fcf60017dd0 tx=0x7fcf60016fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e5ec7a1678f12a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf4eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60032070 con 0x564249488f40 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf600205b0 con 0x564249488f40 2024-09-10T07:46:57.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fcf60016d30 con 0x564249488f40 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf60041050 con 0x564249488f40 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf7368e740 10 client.15849 fetch_fsmap learned FSMap version 25 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564249513350 con 0x564249488f40 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.065+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf600205b0 con 0x564249488f40 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fcf60037030 con 0x564249488f40 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 10 client.15849 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 10 client.15849 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 20 client.15849 populate_metadata read hostname 'smithi007' 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564249513960 0x564249515d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 4 client.15849 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a36fa4fe", "release": true, "await": true}] 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a36fa4fe", "release": true, "await": true}) -- 0x5642493f60a0 con 0x564249513960 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.066+0000 7fcf6affd640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564249513960 0x564249515d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.067+0000 7fcf6affd640 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564249513960 0x564249515d50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44c971b5776c0c1f server_cookie=a0b63ae8b4d4b2bf in_seq=0 out_seq=0 2024-09-10T07:46:57.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.067+0000 7fcf4eff5640 10 client.15849 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.070+0000 7fcf4eff5640 1 -- 172.21.15.7:0/1624364016 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5642493f60a0 con 0x564249513960 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.070+0000 7fcf4eff5640 10 client.15849 handle_command_reply: tid=0 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.070+0000 7fcf7368e740 1 client.15849 shutdown 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.070+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 msgr2=0x56424949c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.070+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fcf60017dd0 tx=0x7fcf60016fa0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 shutdown_connections 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564249513960 0x564249515d50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564249498650 0x564249511ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564249489860 0x56424949cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf4eff5640 0 client.15849 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:46:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 --2- 172.21.15.7:0/1624364016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564249488f40 0x56424949c6c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 >> 172.21.15.7:0/1624364016 conn(0x5642494855f0 msgr2=0x564249490890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 shutdown_connections 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 1 -- 172.21.15.7:0/1624364016 wait complete. 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf7368e740 20 client.15849 trim_cache size 0 max 16384 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 25, 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 8, 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:46:57.072 INFO:teuthology.orchestra.run.smithi007.stdout: "a36fa4fe": { 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 8, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:46:57.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:46:57.074 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 msgr2=0x7fcf540a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 0x7fcf540a5040 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcf640b9240 tx=0x7fcf6408bd60 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 msgr2=0x7fcf6c19cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcf64031040 tx=0x7fcf64003970 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 shutdown_connections 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf540a2b80 0x7fcf540a5040 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf6c106f10 0x7fcf6c19cd20 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf6c102790 0x7fcf6c198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 --2- 172.21.15.7:0/2974262158 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf6c101de0 0x7fcf6c198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.071+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 >> 172.21.15.7:0/2974262158 conn(0x7fcf6c0fd8c0 msgr2=0x7fcf6c0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.072+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 shutdown_connections 2024-09-10T07:46:57.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:46:57.072+0000 7fcf712b5640 1 -- 172.21.15.7:0/2974262158 wait complete. 2024-09-10T07:46:57.082 INFO:tasks.workunit.client.0.smithi007.stderr:+ dbench 1 2024-09-10T07:46:57.118 INFO:tasks.workunit.client.0.smithi007.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-10T07:46:57.118 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T07:46:57.118 INFO:tasks.workunit.client.0.smithi007.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-10T07:46:57.137 INFO:tasks.workunit.client.0.smithi007.stdout:0 of 1 processes prepared for launch 0 sec 2024-09-10T07:46:57.237 INFO:tasks.workunit.client.0.smithi007.stdout:1 of 1 processes prepared for launch 0 sec 2024-09-10T07:46:57.237 INFO:tasks.workunit.client.0.smithi007.stdout:releasing clients 2024-09-10T07:46:57.871 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a36fa4fe', total seconds elapsed: 33.8 2024-09-10T07:46:58.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 947 21.80 MB/sec warmup 1 sec latency 12.282 ms 2024-09-10T07:46:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:46:58 smithi110 ceph-mon[34417]: pgmap v409: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:46:58 smithi145 ceph-mon[34766]: pgmap v409: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:59.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:46:58 smithi007 ceph-mon[30879]: pgmap v409: 129 pgs: 129 active+clean; 666 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-10T07:46:59.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 1721 13.13 MB/sec warmup 2 sec latency 13.235 ms 2024-09-10T07:47:00.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2449 9.37 MB/sec warmup 3 sec latency 14.142 ms 2024-09-10T07:47:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.470+0000 7f4144a8c640 1 -- 172.21.15.7:0/950994819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f41401025f0 msgr2=0x7f4140108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.470+0000 7f4144a8c640 1 --2- 172.21.15.7:0/950994819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f41401025f0 0x7f4140108e80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f4138009ca0 tx=0x7f413802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 -- 172.21.15.7:0/950994819 shutdown_connections 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 --2- 172.21.15.7:0/950994819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f41401025f0 0x7f4140108e80 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 --2- 172.21.15.7:0/950994819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f41401020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 --2- 172.21.15.7:0/950994819 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4140100a40 0x7f4140100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 -- 172.21.15.7:0/950994819 >> 172.21.15.7:0/950994819 conn(0x7f41400fc1e0 msgr2=0x7f41400fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 -- 172.21.15.7:0/950994819 shutdown_connections 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 -- 172.21.15.7:0/950994819 wait complete. 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 Processor -- start 2024-09-10T07:47:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.471+0000 7f4144a8c640 1 -- start start 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f4140198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41401025f0 0x7f414019f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f414010c5c0 con 0x7f4140100a40 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f414010c440 con 0x7f41401025f0 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f4144a8c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f414010c740 con 0x7f4140101c30 2024-09-10T07:47:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56722/0 (socket says 172.21.15.7:56722) 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413e59c640 1 -- 172.21.15.7:0/81234579 learned_addr learned my addr 172.21.15.7:0/81234579 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f4140198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413ed9d640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41401025f0 0x7f414019f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 -- 172.21.15.7:0/81234579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41401025f0 msgr2=0x7f414019f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41401025f0 0x7f414019f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 -- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 msgr2=0x7f4140197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 -- 172.21.15.7:0/81234579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414019f960 con 0x7f4140101c30 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413e59c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f413dd9b640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f4140198280 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f413400e9f0 tx=0x7f413400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.472+0000 7f412f7fe640 1 -- 172.21.15.7:0/81234579 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413400ccc0 con 0x7f4140101c30 2024-09-10T07:47:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.473+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414019fc50 con 0x7f4140101c30 2024-09-10T07:47:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.473+0000 7f412f7fe640 1 -- 172.21.15.7:0/81234579 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4134005020 con 0x7f4140101c30 2024-09-10T07:47:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.473+0000 7f412f7fe640 1 -- 172.21.15.7:0/81234579 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134004a00 con 0x7f4140101c30 2024-09-10T07:47:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.473+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41401a0150 con 0x7f4140101c30 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f412f7fe640 1 -- 172.21.15.7:0/81234579 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4134004ba0 con 0x7f4140101c30 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 Processor -- start 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 -- start start 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e344c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e29c2f0 con 0x55ff6e33d6f0 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e244270 con 0x55ff6e342780 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f4147825740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e2982b0 con 0x55ff6e33cdb0 2024-09-10T07:47:00.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e344c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56734/0 (socket says 172.21.15.7:56734) 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.476+0000 7f413e59c640 1 -- 172.21.15.7:0/3061761651 learned_addr learned my addr 172.21.15.7:0/3061761651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413ed9d640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 -- 172.21.15.7:0/3061761651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 msgr2=0x55ff6e33d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 -- 172.21.15.7:0/3061761651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 msgr2=0x55ff6e3421b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 -- 172.21.15.7:0/3061761651 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff6e243340 con 0x55ff6e342780 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413ed9d640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413e59c640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f412f7fe640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 0x7f41280a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413ed9d640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 0x7f41280a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f413dd9b640 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e344c40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f41340ccaf0 tx=0x7f41340d7600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfc568141355b764 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f412f7fe640 1 -- 172.21.15.7:0/81234579 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f41340cf340 con 0x7f4140101c30 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f412cff9640 1 -- 172.21.15.7:0/3061761651 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134097aa0 con 0x55ff6e342780 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f412cff9640 1 -- 172.21.15.7:0/3061761651 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f413406e070 con 0x55ff6e342780 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.477+0000 7f412cff9640 1 -- 172.21.15.7:0/3061761651 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413409b160 con 0x55ff6e342780 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 -- 172.21.15.7:0/3061761651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 msgr2=0x55ff6e344c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f413ed9d640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 0x7f41280a50f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4138006010 tx=0x7f4138005ef0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e344c40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f41340ccaf0 tx=0x7f41340d7600 comp rx=0 tx=0).stop 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 -- 172.21.15.7:0/3061761651 shutdown_connections 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e344c40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3421b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 --2- 172.21.15.7:0/3061761651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 -- 172.21.15.7:0/3061761651 >> 172.21.15.7:0/3061761651 conn(0x55ff6e334010 msgr2=0x55ff6e334410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 -- 172.21.15.7:0/3061761651 shutdown_connections 2024-09-10T07:47:00.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.478+0000 7f4147825740 1 -- 172.21.15.7:0/3061761651 wait complete. 2024-09-10T07:47:00.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 -- start start 2024-09-10T07:47:00.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 Processor -- start 2024-09-10T07:47:00.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3474b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e342780 0x55ff6e34e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e345750 con 0x55ff6e33cdb0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e225290 con 0x55ff6e33d6f0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ff6e3458d0 con 0x55ff6e342780 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f4147825740 10 client.0 _ll_register_callbacks cb 0x55ff6e256140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56742/0 (socket says 172.21.15.7:56742) 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 -- 172.21.15.7:0/2742425177 learned_addr learned my addr 172.21.15.7:0/2742425177 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413dd9b640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3474b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413ed9d640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e342780 0x55ff6e34e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 -- 172.21.15.7:0/2742425177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e342780 msgr2=0x55ff6e34e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e342780 0x55ff6e34e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 -- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 msgr2=0x55ff6e3474b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3474b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413e59c640 1 -- 172.21.15.7:0/2742425177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff6dfaf210 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.479+0000 7f413dd9b640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3474b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f413e59c640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f4130012cf0 tx=0x7f413000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bb96367e1755227 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413000fe20 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f4130010430 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f413406e070 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4130005020 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 10 client.15861 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ff6e07b620 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f413406e070 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4130010630 con 0x55ff6e33cdb0 2024-09-10T07:47:00.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 10 client.15861 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 10 client.15861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.480+0000 7f4147825740 20 client.15861 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3550e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f4147825740 4 client.15861 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff6e2a9a20 con 0x55ff6e352c90 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f413dd9b640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f413dd9b640 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3550e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86f2ecab51564065 server_cookie=cf8cb70b005aef90 in_seq=0 out_seq=0 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.481+0000 7f4125ffb640 10 client.15861 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4125ffb640 1 -- 172.21.15.7:0/2742425177 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff6e2a9a20 con 0x55ff6e352c90 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4125ffb640 10 client.15861 handle_command_reply: tid=0 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 client.15861 shutdown 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 msgr2=0x55ff6e346f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f4130012cf0 tx=0x7f413000f790 comp rx=0 tx=0).stop 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 shutdown_connections 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3550e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4125ffb640 0 client.15861 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e342780 0x55ff6e34e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e3474b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 --2- 172.21.15.7:0/2742425177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33cdb0 0x55ff6e346f70 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 >> 172.21.15.7:0/2742425177 conn(0x55ff6e334010 msgr2=0x55ff6e335820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 shutdown_connections 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 1 -- 172.21.15.7:0/2742425177 wait complete. 2024-09-10T07:47:00.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.482+0000 7f4147825740 20 client.15861 trim_cache size 0 max 16384 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.499+0000 7f4147825740 1 Processor -- start 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.499+0000 7f4147825740 1 -- start start 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e3330b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f41401aad10 con 0x55ff6e33d6f0 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f41401a85e0 con 0x55ff6e342780 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4147825740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41401a6450 con 0x55ff6e33cdb0 2024-09-10T07:47:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e3330b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56756/0 (socket says 172.21.15.7:56756) 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413dd9b640 1 -- 172.21.15.7:0/2997011358 learned_addr learned my addr 172.21.15.7:0/2997011358 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413e59c640 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 -- 172.21.15.7:0/2997011358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 msgr2=0x55ff6e33d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 -- 172.21.15.7:0/2997011358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 msgr2=0x55ff6e34e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 -- 172.21.15.7:0/2997011358 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff6e342520 con 0x55ff6e342780 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f413ed9d640 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e3330b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4138031040 tx=0x7f4138041000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=479034347a6744ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.500+0000 7f4127fff640 1 -- 172.21.15.7:0/2997011358 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138031e80 con 0x55ff6e342780 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4127fff640 1 -- 172.21.15.7:0/2997011358 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4138036050 con 0x55ff6e342780 2024-09-10T07:47:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4127fff640 1 -- 172.21.15.7:0/2997011358 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41380045d0 con 0x55ff6e342780 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 -- 172.21.15.7:0/2997011358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 msgr2=0x55ff6e3330b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e3330b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4138031040 tx=0x7f4138041000 comp rx=0 tx=0).stop 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 -- 172.21.15.7:0/2997011358 shutdown_connections 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e342780 0x55ff6e3330b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 --2- 172.21.15.7:0/2997011358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e33d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 -- 172.21.15.7:0/2997011358 >> 172.21.15.7:0/2997011358 conn(0x55ff6e334010 msgr2=0x55ff6e3329a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 -- 172.21.15.7:0/2997011358 shutdown_connections 2024-09-10T07:47:00.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.501+0000 7f4147825740 1 -- 172.21.15.7:0/2997011358 wait complete. 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 -- start start 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 Processor -- start 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e34b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f41401a6aa0 con 0x55ff6e342780 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f41401a7f10 con 0x55ff6e33d6f0 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41401a7170 con 0x55ff6e33cdb0 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f4147825740 10 client.0 _ll_register_callbacks cb 0x7f4130012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56768/0 (socket says 172.21.15.7:56768) 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 -- 172.21.15.7:0/1490523127 learned_addr learned my addr 172.21.15.7:0/1490523127 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:00.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413e59c640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e34b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 -- 172.21.15.7:0/1490523127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 msgr2=0x55ff6e34b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e34b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 -- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 msgr2=0x55ff6e34bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413ed9d640 1 -- 172.21.15.7:0/1490523127 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff6e34d3e0 con 0x55ff6e342780 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.502+0000 7f413dd9b640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f413ed9d640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f41380048c0 tx=0x7f41380048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=341194128bdafd8e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138031e80 con 0x55ff6e342780 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f4138050040 con 0x55ff6e342780 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4138036050 con 0x55ff6e342780 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4138003b80 con 0x55ff6e342780 2024-09-10T07:47:00.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4147825740 10 client.15867 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ff6e34e6f0 con 0x55ff6e342780 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4138036050 con 0x55ff6e342780 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.503+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4138030bd0 con 0x55ff6e342780 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 10 client.15867 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 10 client.15867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 20 client.15867 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3c0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 4 client.15867 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ff6e2a3d70 con 0x55ff6e352c90 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f413e59c640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f413e59c640 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3c0110 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b5fe52c1bff791a server_cookie=f28949485c331360 in_seq=0 out_seq=0 2024-09-10T07:47:00.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.504+0000 7f4125ffb640 10 client.15867 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4125ffb640 1 -- 172.21.15.7:0/1490523127 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ff6e2a3d70 con 0x55ff6e352c90 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4125ffb640 10 client.15867 handle_command_reply: tid=0 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 client.15867 shutdown 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 msgr2=0x55ff6e34cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f41380048c0 tx=0x7f41380048f0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 shutdown_connections 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ff6e352c90 0x55ff6e3c0110 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ff6e342780 0x55ff6e34cdd0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ff6e33d6f0 0x55ff6e34bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4125ffb640 0 client.15867 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 --2- 172.21.15.7:0/1490523127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ff6e33cdb0 0x55ff6e34b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 >> 172.21.15.7:0/1490523127 conn(0x55ff6e334010 msgr2=0x55ff6e3331c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 shutdown_connections 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 1 -- 172.21.15.7:0/1490523127 wait complete. 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.557+0000 7f4147825740 20 client.15867 trim_cache size 0 max 16384 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:47:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:47:00.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:47:00.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 msgr2=0x7f41280a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 0x7f41280a50f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4138006010 tx=0x7f4138005ef0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 msgr2=0x7f4140198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f4140198280 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f413400e9f0 tx=0x7f413400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 shutdown_connections 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41280a2c30 0x7f41280a50f0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41401025f0 0x7f414019f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4140101c30 0x7f4140198280 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 --2- 172.21.15.7:0/81234579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4140100a40 0x7f4140197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 >> 172.21.15.7:0/81234579 conn(0x7f41400fc1e0 msgr2=0x7f41400fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 shutdown_connections 2024-09-10T07:47:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:00.558+0000 7f4144a8c640 1 -- 172.21.15.7:0/81234579 wait complete. 2024-09-10T07:47:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:00 smithi110 ceph-mon[34417]: pgmap v410: 129 pgs: 129 active+clean; 13 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-10T07:47:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:00 smithi145 ceph-mon[34766]: pgmap v410: 129 pgs: 129 active+clean; 13 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-10T07:47:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:00 smithi007 ceph-mon[30879]: pgmap v410: 129 pgs: 129 active+clean; 13 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-10T07:47:01.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 3316 8.84 MB/sec warmup 4 sec latency 51.481 ms 2024-09-10T07:47:02.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 3936 8.01 MB/sec warmup 5 sec latency 10.239 ms 2024-09-10T07:47:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:02 smithi007 ceph-mon[30879]: pgmap v411: 129 pgs: 129 active+clean; 17 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-10T07:47:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:02 smithi145 ceph-mon[34766]: pgmap v411: 129 pgs: 129 active+clean; 17 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-10T07:47:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:02 smithi110 ceph-mon[34417]: pgmap v411: 129 pgs: 129 active+clean; 17 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-10T07:47:03.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 4503 6.82 MB/sec warmup 6 sec latency 18.100 ms 2024-09-10T07:47:04.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 5323 6.49 MB/sec warmup 7 sec latency 12.419 ms 2024-09-10T07:47:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:04 smithi145 ceph-mon[34766]: pgmap v412: 129 pgs: 129 active+clean; 23 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.1 MiB/s wr, 45 op/s 2024-09-10T07:47:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:04 smithi007 ceph-mon[30879]: pgmap v412: 129 pgs: 129 active+clean; 23 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.1 MiB/s wr, 45 op/s 2024-09-10T07:47:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:04 smithi110 ceph-mon[34417]: pgmap v412: 129 pgs: 129 active+clean; 23 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.1 MiB/s wr, 45 op/s 2024-09-10T07:47:05.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 6037 5.98 MB/sec warmup 8 sec latency 25.267 ms 2024-09-10T07:47:06.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 6880 6.05 MB/sec warmup 9 sec latency 14.827 ms 2024-09-10T07:47:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:06 smithi145 ceph-mon[34766]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 2.4 MiB/s wr, 87 op/s 2024-09-10T07:47:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:06 smithi007 ceph-mon[30879]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 2.4 MiB/s wr, 87 op/s 2024-09-10T07:47:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:06 smithi110 ceph-mon[34417]: pgmap v413: 129 pgs: 129 active+clean; 25 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 2.4 MiB/s wr, 87 op/s 2024-09-10T07:47:07.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 7499 5.92 MB/sec warmup 10 sec latency 17.193 ms 2024-09-10T07:47:08.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 8082 5.46 MB/sec warmup 11 sec latency 15.487 ms 2024-09-10T07:47:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:08 smithi145 ceph-mon[34766]: pgmap v414: 129 pgs: 129 active+clean; 24 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 2.5 MiB/s wr, 90 op/s 2024-09-10T07:47:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:08 smithi007 ceph-mon[30879]: pgmap v414: 129 pgs: 129 active+clean; 24 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 2.5 MiB/s wr, 90 op/s 2024-09-10T07:47:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:08 smithi110 ceph-mon[34417]: pgmap v414: 129 pgs: 129 active+clean; 24 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 2.5 MiB/s wr, 90 op/s 2024-09-10T07:47:09.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 8903 5.38 MB/sec warmup 12 sec latency 12.929 ms 2024-09-10T07:47:10.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 9596 5.15 MB/sec warmup 13 sec latency 18.538 ms 2024-09-10T07:47:10.962 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:10 smithi110 ceph-mon[34417]: pgmap v415: 129 pgs: 129 active+clean; 26 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2024-09-10T07:47:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:10 smithi145 ceph-mon[34766]: pgmap v415: 129 pgs: 129 active+clean; 26 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2024-09-10T07:47:11.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:10 smithi007 ceph-mon[30879]: pgmap v415: 129 pgs: 129 active+clean; 26 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2024-09-10T07:47:11.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 10426 5.26 MB/sec warmup 14 sec latency 12.921 ms 2024-09-10T07:47:12.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 11057 5.22 MB/sec warmup 15 sec latency 14.486 ms 2024-09-10T07:47:12.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:12 smithi145 ceph-mon[34766]: pgmap v416: 129 pgs: 129 active+clean; 28 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-10T07:47:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:12 smithi007 ceph-mon[30879]: pgmap v416: 129 pgs: 129 active+clean; 28 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-10T07:47:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:12 smithi110 ceph-mon[34417]: pgmap v416: 129 pgs: 129 active+clean; 28 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-10T07:47:13.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 11703 5.02 MB/sec warmup 16 sec latency 16.948 ms 2024-09-10T07:47:13.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- 172.21.15.7:0/2389617313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f66181025f0 msgr2=0x7f6618108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 --2- 172.21.15.7:0/2389617313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f66181025f0 0x7f6618108e80 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6610009ca0 tx=0x7f661002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- 172.21.15.7:0/2389617313 shutdown_connections 2024-09-10T07:47:13.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 --2- 172.21.15.7:0/2389617313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f66181025f0 0x7f6618108e80 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 --2- 172.21.15.7:0/2389617313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 0x7f66181020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 --2- 172.21.15.7:0/2389617313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6618100a40 0x7f6618100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- 172.21.15.7:0/2389617313 >> 172.21.15.7:0/2389617313 conn(0x7f66180fc1e0 msgr2=0x7f66180fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- 172.21.15.7:0/2389617313 shutdown_connections 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- 172.21.15.7:0/2389617313 wait complete. 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 Processor -- start 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.656+0000 7f661ee2e640 1 -- start start 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 0x7f661819c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f66181025f0 0x7f661819f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f661810c570 con 0x7f6618100a40 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f661810c3f0 con 0x7f66181025f0 2024-09-10T07:47:13.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f661810c6f0 con 0x7f6618101c30 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55956/0 (socket says 172.21.15.7:55956) 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 -- 172.21.15.7:0/956443265 learned_addr learned my addr 172.21.15.7:0/956443265 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661d3cb640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f66181025f0 0x7f661819f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f6617fff640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 0x7f661819c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 -- 172.21.15.7:0/956443265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 msgr2=0x7f661819c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 0x7f661819c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 -- 172.21.15.7:0/956443265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f66181025f0 msgr2=0x7f661819f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f66181025f0 0x7f661819f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 -- 172.21.15.7:0/956443265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661819f920 con 0x7f6618100a40 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661cbca640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9c0 tx=0x7f660c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f6615ffb640 1 -- 172.21.15.7:0/956443265 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c00cd80 con 0x7f6618100a40 2024-09-10T07:47:13.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f6615ffb640 1 -- 172.21.15.7:0/956443265 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f660c0035f0 con 0x7f6618100a40 2024-09-10T07:47:13.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661819fbb0 con 0x7f6618100a40 2024-09-10T07:47:13.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.657+0000 7f6615ffb640 1 -- 172.21.15.7:0/956443265 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c010690 con 0x7f6618100a40 2024-09-10T07:47:13.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.658+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66181a0100 con 0x7f6618100a40 2024-09-10T07:47:13.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.660+0000 7f6615ffb640 1 -- 172.21.15.7:0/956443265 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f660c0037a0 con 0x7f6618100a40 2024-09-10T07:47:13.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.660+0000 7f6621bca740 1 Processor -- start 2024-09-10T07:47:13.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 -- start start 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 0x560faa1d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6615ffb640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 0x7f66080a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1d9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560faa1352f0 con 0x560faa1d22e0 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560faa0dd270 con 0x560faa1d19a0 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6621bca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560faa1312b0 con 0x560faa1d7370 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661d3cb640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 0x7f66080a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6617fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6615ffb640 1 -- 172.21.15.7:0/956443265 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f660c0cf780 con 0x7f6618100a40 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6617fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55962/0 (socket says 172.21.15.7:55962) 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6617fff640 1 -- 172.21.15.7:0/3609984552 learned_addr learned my addr 172.21.15.7:0/3609984552 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 0x560faa1d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661d3cb640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1d9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 -- 172.21.15.7:0/3609984552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 msgr2=0x560faa1d9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1d9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 -- 172.21.15.7:0/3609984552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 msgr2=0x560faa1d6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f661cbca640 1 -- 172.21.15.7:0/3609984552 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560faa0dc340 con 0x560faa1d19a0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.661+0000 7f6617fff640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.662+0000 7f661cbca640 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 0x560faa1d1da0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f660c018000 tx=0x7f660c098010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c15d7dc8bc674c4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.662+0000 7f661d3cb640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 0x7f66080a50f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6610005e30 tx=0x7f6610004a80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.662+0000 7f6602ffd640 1 -- 172.21.15.7:0/3609984552 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c09a200 con 0x560faa1d19a0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.662+0000 7f6602ffd640 1 -- 172.21.15.7:0/3609984552 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f660c003b30 con 0x560faa1d19a0 2024-09-10T07:47:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.662+0000 7f6602ffd640 1 -- 172.21.15.7:0/3609984552 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c099290 con 0x560faa1d19a0 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- 172.21.15.7:0/3609984552 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 msgr2=0x560faa1d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 0x560faa1d1da0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f660c018000 tx=0x7f660c098010 comp rx=0 tx=0).stop 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- 172.21.15.7:0/3609984552 shutdown_connections 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1d9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1d6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 --2- 172.21.15.7:0/3609984552 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d19a0 0x560faa1d1da0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- 172.21.15.7:0/3609984552 >> 172.21.15.7:0/3609984552 conn(0x560faa1cd010 msgr2=0x560faa1cd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- 172.21.15.7:0/3609984552 shutdown_connections 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- 172.21.15.7:0/3609984552 wait complete. 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 -- start start 2024-09-10T07:47:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 Processor -- start 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.663+0000 7f6621bca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1dc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1e3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560faa1da340 con 0x560faa1d19a0 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560faa0be290 con 0x560faa1d22e0 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560faa1da4c0 con 0x560faa1d7370 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 10 client.0 _ll_register_callbacks cb 0x560faa0ef140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55972/0 (socket says 172.21.15.7:55972) 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 -- 172.21.15.7:0/3099608166 learned_addr learned my addr 172.21.15.7:0/3099608166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6617fff640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1dc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661d3cb640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1e3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 -- 172.21.15.7:0/3099608166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 msgr2=0x560faa1e3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1e3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 -- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 msgr2=0x560faa1dc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1dc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 -- 172.21.15.7:0/3099608166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fa9e48210 con 0x560faa1d19a0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6617fff640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1dc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f661cbca640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f660c00cfd0 tx=0x7f660c09a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455315f20e407ba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f65f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c099470 con 0x560faa1d19a0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f660c0a4420 con 0x560faa1d19a0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560faa142a20 con 0x560faa1d19a0 2024-09-10T07:47:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f660c082050 con 0x560faa1d19a0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.664+0000 7f6621bca740 10 client.15879 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560fa9f14620 con 0x560faa1d19a0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x560faa142a20 con 0x560faa1d19a0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f660c07cb70 con 0x560faa1d19a0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 10 client.15879 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 10 client.15879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 20 client.15879 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa1e7490 0x560faa1e9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 4 client.15879 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560faa13cd70 con 0x560faa1e7490 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6617fff640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa1e7490 0x560faa1e9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f65f7fff640 10 client.15879 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.665+0000 7f6617fff640 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa1e7490 0x560faa1e9880 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=859049b871710d61 server_cookie=ce431ecc782cf0ad in_seq=0 out_seq=0 2024-09-10T07:47:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f65f7fff640 1 -- 172.21.15.7:0/3099608166 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560faa13cd70 con 0x560faa1e7490 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f65f7fff640 10 client.15879 handle_command_reply: tid=0 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 client.15879 shutdown 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 msgr2=0x560faa1dbbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f660c00cfd0 tx=0x7f660c09a8b0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 shutdown_connections 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa1e7490 0x560faa1e9880 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d7370 0x560faa1e3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f65f7fff640 0 client.15879 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1dc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 --2- 172.21.15.7:0/3099608166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d19a0 0x560faa1dbbc0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 >> 172.21.15.7:0/3099608166 conn(0x560faa1cd010 msgr2=0x560faa1ce820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 shutdown_connections 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 1 -- 172.21.15.7:0/3099608166 wait complete. 2024-09-10T07:47:13.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.666+0000 7f6621bca740 20 client.15879 trim_cache size 0 max 16384 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 Processor -- start 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 -- start start 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d7370 0x560faa1ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f66181aad50 con 0x560faa1d22e0 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f66181a8620 con 0x560faa1d7370 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.682+0000 7f6621bca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f66181a6490 con 0x560faa1d19a0 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55986/0 (socket says 172.21.15.7:55986) 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 -- 172.21.15.7:0/1416370222 learned_addr learned my addr 172.21.15.7:0/1416370222 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f661cbca640 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f661d3cb640 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d7370 0x560faa1ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 -- 172.21.15.7:0/1416370222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 msgr2=0x560faa1cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1cdec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 -- 172.21.15.7:0/1416370222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d7370 msgr2=0x560faa1ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d7370 0x560faa1ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 -- 172.21.15.7:0/1416370222 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560faa1e9bf0 con 0x560faa1d22e0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f6617fff640 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x560faa1dd0a0 tx=0x7f6604005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2a6a0e36887550 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f66027fc640 1 -- 172.21.15.7:0/1416370222 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604005220 con 0x560faa1d22e0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f66027fc640 1 -- 172.21.15.7:0/1416370222 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6604004c50 con 0x560faa1d22e0 2024-09-10T07:47:13.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.683+0000 7f66027fc640 1 -- 172.21.15.7:0/1416370222 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604010950 con 0x560faa1d22e0 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- 172.21.15.7:0/1416370222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 msgr2=0x560faa1e3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x560faa1dd0a0 tx=0x7f6604005f90 comp rx=0 tx=0).stop 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- 172.21.15.7:0/1416370222 shutdown_connections 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d7370 0x560faa1ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d22e0 0x560faa1e3100 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 --2- 172.21.15.7:0/1416370222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- 172.21.15.7:0/1416370222 >> 172.21.15.7:0/1416370222 conn(0x560faa1cd010 msgr2=0x560faa1dbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- 172.21.15.7:0/1416370222 shutdown_connections 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- 172.21.15.7:0/1416370222 wait complete. 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 -- start start 2024-09-10T07:47:13.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.684+0000 7f6621bca740 1 Processor -- start 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1dfec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1e0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f66181a6ae0 con 0x560faa1d7370 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f66181a7f50 con 0x560faa1d22e0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f66181a71b0 con 0x560faa1d19a0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6621bca740 10 client.0 _ll_register_callbacks cb 0x7f6604009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661d3cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661d3cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55990/0 (socket says 172.21.15.7:55990) 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1e0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661d3cb640 1 -- 172.21.15.7:0/563212703 learned_addr learned my addr 172.21.15.7:0/563212703 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661cbca640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1dfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 -- 172.21.15.7:0/563212703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 msgr2=0x560faa1dfec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1dfec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 -- 172.21.15.7:0/563212703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 msgr2=0x560faa250150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f6617fff640 1 -- 172.21.15.7:0/563212703 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560faa1e0a40 con 0x560faa1d22e0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661cbca640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1dfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.685+0000 7f661d3cb640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6617fff640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1e0400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6604014010 tx=0x7f66040104c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28630573d86a5a9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66040048d0 con 0x560faa1d22e0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6604004c50 con 0x560faa1d22e0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f66040106d0 con 0x560faa1d22e0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6604004a70 con 0x560faa1d22e0 2024-09-10T07:47:13.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 10 client.25424 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560faa251870 con 0x560faa1d22e0 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6604004c50 con 0x560faa1d22e0 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f66040052a0 con 0x560faa1d22e0 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 10 client.25424 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 10 client.25424 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 20 client.25424 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa252250 0x560faa254670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 4 client.25424 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560faa0b9900 con 0x560faa252250 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.686+0000 7f661cbca640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa252250 0x560faa254670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.687+0000 7f65f7fff640 10 client.25424 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:13.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.687+0000 7f661cbca640 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa252250 0x560faa254670 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc3a60004803d681 server_cookie=6336b32eab8244f4 in_seq=0 out_seq=0 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.741+0000 7f65f7fff640 1 -- 172.21.15.7:0/563212703 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560faa0b9900 con 0x560faa252250 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.741+0000 7f65f7fff640 10 client.25424 handle_command_reply: tid=0 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.741+0000 7f6621bca740 1 client.25424 shutdown 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 msgr2=0x560faa1e0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1e0400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6604014010 tx=0x7f66040104c0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 shutdown_connections 2024-09-10T07:47:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560faa252250 0x560faa254670 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560faa1d7370 0x560faa250150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f65f7fff640 0 client.25424 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560faa1d22e0 0x560faa1e0400 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 --2- 172.21.15.7:0/563212703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560faa1d19a0 0x560faa1dfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 >> 172.21.15.7:0/563212703 conn(0x560faa1cd010 msgr2=0x560faa1cb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 shutdown_connections 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 1 -- 172.21.15.7:0/563212703 wait complete. 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.742+0000 7f6621bca740 20 client.25424 trim_cache size 0 max 16384 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:47:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:47:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:47:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:47:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 msgr2=0x7f66080a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 0x7f66080a50f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6610005e30 tx=0x7f6610004a80 comp rx=0 tx=0).stop 2024-09-10T07:47:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 msgr2=0x7f661806a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9c0 tx=0x7f660c00ee80 comp rx=0 tx=0).stop 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 shutdown_connections 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66080a2c30 0x7f66080a50f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f66181025f0 0x7f661819f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6618101c30 0x7f661819c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 --2- 172.21.15.7:0/956443265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6618100a40 0x7f661806a410 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 >> 172.21.15.7:0/956443265 conn(0x7f66180fc1e0 msgr2=0x7f6618104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 shutdown_connections 2024-09-10T07:47:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:13.743+0000 7f661ee2e640 1 -- 172.21.15.7:0/956443265 wait complete. 2024-09-10T07:47:14.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 12427 4.92 MB/sec warmup 17 sec latency 37.943 ms 2024-09-10T07:47:14.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:14 smithi145 ceph-mon[34766]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.1 MiB/s wr, 122 op/s 2024-09-10T07:47:15.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:14 smithi007 ceph-mon[30879]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.1 MiB/s wr, 122 op/s 2024-09-10T07:47:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:14 smithi110 ceph-mon[34417]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 2.1 MiB/s wr, 122 op/s 2024-09-10T07:47:15.237 INFO:tasks.workunit.client.0.smithi007.stdout: 1 13146 4.78 MB/sec warmup 18 sec latency 18.834 ms 2024-09-10T07:47:16.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 13967 4.88 MB/sec warmup 19 sec latency 14.223 ms 2024-09-10T07:47:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:16 smithi145 ceph-mon[34766]: pgmap v418: 129 pgs: 129 active+clean; 28 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-10T07:47:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:16 smithi007 ceph-mon[30879]: pgmap v418: 129 pgs: 129 active+clean; 28 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-10T07:47:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:16 smithi110 ceph-mon[34417]: pgmap v418: 129 pgs: 129 active+clean; 28 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-10T07:47:17.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 14577 4.87 MB/sec warmup 20 sec latency 12.971 ms 2024-09-10T07:47:18.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 15175 4.68 MB/sec warmup 21 sec latency 15.500 ms 2024-09-10T07:47:18.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:18 smithi145 ceph-mon[34766]: pgmap v419: 129 pgs: 129 active+clean; 27 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-10T07:47:19.034 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:47:19.059 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:18 smithi007 ceph-mon[30879]: pgmap v419: 129 pgs: 129 active+clean; 27 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-10T07:47:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:18 smithi110 ceph-mon[34417]: pgmap v419: 129 pgs: 129 active+clean; 27 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-10T07:47:19.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 15973 4.67 MB/sec warmup 22 sec latency 14.471 ms 2024-09-10T07:47:19.320 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 -- 172.21.15.7:0/875975369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290100e20 msgr2=0x7f6290101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 --2- 172.21.15.7:0/875975369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290100e20 0x7f6290101200 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6280009900 tx=0x7f628002a480 comp rx=0 tx=0).stop 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 -- 172.21.15.7:0/875975369 shutdown_connections 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 --2- 172.21.15.7:0/875975369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102ef0 0x7f629010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 --2- 172.21.15.7:0/875975369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290102570 0x7f62901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 --2- 172.21.15.7:0/875975369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290100e20 0x7f6290101200 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.810+0000 7f6294d8f640 1 -- 172.21.15.7:0/875975369 >> 172.21.15.7:0/875975369 conn(0x7f62900fc7d0 msgr2=0x7f62900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.811+0000 7f6294d8f640 1 -- 172.21.15.7:0/875975369 shutdown_connections 2024-09-10T07:47:19.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.811+0000 7f6294d8f640 1 -- 172.21.15.7:0/875975369 wait complete. 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.811+0000 7f6294d8f640 1 Processor -- start 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.811+0000 7f6294d8f640 1 -- start start 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 0x7f6290103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6290110e30 con 0x7f6290102ef0 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6290110cb0 con 0x7f6290100e20 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f6294d8f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6290110fb0 con 0x7f6290102570 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56018/0 (socket says 172.21.15.7:56018) 2024-09-10T07:47:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 -- 172.21.15.7:0/322404976 learned_addr learned my addr 172.21.15.7:0/322404976 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37164/0 (socket says 172.21.15.7:37164) 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628dd9b640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 0x7f6290103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 -- 172.21.15.7:0/322404976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 msgr2=0x7f6290103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 0x7f6290103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 -- 172.21.15.7:0/322404976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 msgr2=0x7f6290103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 -- 172.21.15.7:0/322404976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62901a68b0 con 0x7f6290102ef0 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628e59c640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628dd9b640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 0x7f6290103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.812+0000 7f628ed9d640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f628800eb10 tx=0x7f628800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.813+0000 7f627f7fe640 1 -- 172.21.15.7:0/322404976 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288004b20 con 0x7f6290102ef0 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.813+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62901a6ba0 con 0x7f6290102ef0 2024-09-10T07:47:19.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.813+0000 7f627f7fe640 1 -- 172.21.15.7:0/322404976 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6288004cc0 con 0x7f6290102ef0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.813+0000 7f627f7fe640 1 -- 172.21.15.7:0/322404976 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288010690 con 0x7f6290102ef0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.813+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62901a7090 con 0x7f6290102ef0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.815+0000 7f627f7fe640 1 -- 172.21.15.7:0/322404976 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6288005020 con 0x7f6290102ef0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 Processor -- start 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 -- start start 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61be880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61cba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5587a61242e0 con 0x5587a61be4a0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5587a60cbce0 con 0x5587a61bedc0 2024-09-10T07:47:19.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f6297168740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5587a61202a0 con 0x5587a61c9680 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61be880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37180/0 (socket says 172.21.15.7:37180) 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61be880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56022/0 (socket says 172.21.15.7:56022) 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f628e59c640 1 -- 172.21.15.7:0/4039886236 learned_addr learned my addr 172.21.15.7:0/4039886236 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.816+0000 7f627f7fe640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 0x7f62780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628dd9b640 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61cba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628ed9d640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 0x7f62780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 -- 172.21.15.7:0/4039886236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 msgr2=0x5587a61cba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61cba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 -- 172.21.15.7:0/4039886236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 msgr2=0x5587a61be880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61be880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 -- 172.21.15.7:0/4039886236 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587a60b0440 con 0x5587a61bedc0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628dd9b640 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f627f7fe640 1 -- 172.21.15.7:0/322404976 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f62880cf9a0 con 0x7f6290102ef0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628e59c640 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6280009900 tx=0x7f6280032e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5417c8ce7adf577 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f628ed9d640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 0x7f62780a5040 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f62880982c0 tx=0x7f6288096820 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f627cff9640 1 -- 172.21.15.7:0/4039886236 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280035040 con 0x5587a61bedc0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f627cff9640 1 -- 172.21.15.7:0/4039886236 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62800316b0 con 0x5587a61bedc0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.817+0000 7f627cff9640 1 -- 172.21.15.7:0/4039886236 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280003df0 con 0x5587a61bedc0 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 -- 172.21.15.7:0/4039886236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 msgr2=0x5587a61c9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6280009900 tx=0x7f6280032e60 comp rx=0 tx=0).stop 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 -- 172.21.15.7:0/4039886236 shutdown_connections 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c9140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 --2- 172.21.15.7:0/4039886236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61be880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 -- 172.21.15.7:0/4039886236 >> 172.21.15.7:0/4039886236 conn(0x5587a61baa30 msgr2=0x5587a61bae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 -- 172.21.15.7:0/4039886236 shutdown_connections 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.818+0000 7f6297168740 1 -- 172.21.15.7:0/4039886236 wait complete. 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 -- start start 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 Processor -- start 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61c6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5587a61cc250 con 0x5587a61be4a0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5587a60df050 con 0x5587a61bedc0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5587a61cc3d0 con 0x5587a61c9680 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f6297168740 10 client.0 _ll_register_callbacks cb 0x5587a611f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56032/0 (socket says 172.21.15.7:56032) 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f628dd9b640 1 -- 172.21.15.7:0/1920655450 learned_addr learned my addr 172.21.15.7:0/1920655450 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.819+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37192/0 (socket says 172.21.15.7:37192) 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628dd9b640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 -- 172.21.15.7:0/1920655450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 msgr2=0x5587a61c6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61c6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 -- 172.21.15.7:0/1920655450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 msgr2=0x5587a61c8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 -- 172.21.15.7:0/1920655450 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587a5e953c0 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628dd9b640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f628e59c640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6280005780 tx=0x7f6280003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=866088f4bdff098e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6275ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628004e070 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f6280003d40 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62800316b0 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f628005a050 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6297168740 10 client.25436 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.820+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5587a61d7b10 con 0x5587a61bedc0 2024-09-10T07:47:19.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62800316b0 con 0x5587a61bedc0 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f628003c810 con 0x5587a61bedc0 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 10 client.25436 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 10 client.25436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 20 client.25436 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a61d8e60 0x5587a61db250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 4 client.25436 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587a6131850 con 0x5587a61d8e60 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.821+0000 7f628dd9b640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a61d8e60 0x5587a61db250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.822+0000 7f628dd9b640 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a61d8e60 0x5587a61db250 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e54d81507197501d server_cookie=dcc135152e06cba5 in_seq=0 out_seq=0 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.822+0000 7f6275ffb640 10 client.25436 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.822+0000 7f6275ffb640 1 -- 172.21.15.7:0/1920655450 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587a6131850 con 0x5587a61d8e60 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.822+0000 7f6275ffb640 10 client.25436 handle_command_reply: tid=0 2024-09-10T07:47:19.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.822+0000 7f6297168740 1 client.25436 shutdown 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 msgr2=0x5587a61c61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6280005780 tx=0x7f6280003820 comp rx=0 tx=0).stop 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 shutdown_connections 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a61d8e60 0x5587a61db250 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61c9680 0x5587a61c6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61c61e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 --2- 172.21.15.7:0/1920655450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61be4a0 0x5587a61c8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6275ffb640 0 client.25436 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 >> 172.21.15.7:0/1920655450 conn(0x5587a61baa30 msgr2=0x5587a61b9b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 shutdown_connections 2024-09-10T07:47:19.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 1 -- 172.21.15.7:0/1920655450 wait complete. 2024-09-10T07:47:19.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.823+0000 7f6297168740 20 client.25436 trim_cache size 0 max 16384 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.841+0000 7f6297168740 1 Processor -- start 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.841+0000 7f6297168740 1 -- start start 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.841+0000 7f6297168740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61d54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6297168740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6297168740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61e0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6297168740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62901b36c0 con 0x5587a61c9680 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6297168740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62901b0f90 con 0x5587a61bedc0 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6297168740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62901aee00 con 0x5587a61be4a0 2024-09-10T07:47:19.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37200/0 (socket says 172.21.15.7:37200) 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 -- 172.21.15.7:0/3412919741 learned_addr learned my addr 172.21.15.7:0/3412919741 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628dd9b640 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61e0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628dd9b640 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61d54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 -- 172.21.15.7:0/3412919741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 msgr2=0x5587a61d54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61d54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 -- 172.21.15.7:0/3412919741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 msgr2=0x5587a61e0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61e0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 -- 172.21.15.7:0/3412919741 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587a61bebf0 con 0x5587a61bedc0 2024-09-10T07:47:19.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f628e59c640 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f628003cd50 tx=0x7f6280003aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a34a81e65404f32b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.842+0000 7f6277fff640 1 -- 172.21.15.7:0/3412919741 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628004e070 con 0x5587a61bedc0 2024-09-10T07:47:19.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6277fff640 1 -- 172.21.15.7:0/3412919741 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6280031630 con 0x5587a61bedc0 2024-09-10T07:47:19.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6277fff640 1 -- 172.21.15.7:0/3412919741 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280035040 con 0x5587a61bedc0 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 -- 172.21.15.7:0/3412919741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 msgr2=0x5587a61e07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f628003cd50 tx=0x7f6280003aa0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 -- 172.21.15.7:0/3412919741 shutdown_connections 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61e0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61e07f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 --2- 172.21.15.7:0/3412919741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61d54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 -- 172.21.15.7:0/3412919741 >> 172.21.15.7:0/3412919741 conn(0x5587a61baa30 msgr2=0x5587a61c8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 -- 172.21.15.7:0/3412919741 shutdown_connections 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.843+0000 7f6297168740 1 -- 172.21.15.7:0/3412919741 wait complete. 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 -- start start 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 Processor -- start 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61cee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62901af450 con 0x5587a61c9680 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62901b08c0 con 0x5587a61bedc0 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62901afb20 con 0x5587a61be4a0 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f6297168740 10 client.0 _ll_register_callbacks cb 0x7f6280040070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56056/0 (socket says 172.21.15.7:56056) 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37212/0 (socket says 172.21.15.7:37212) 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628dd9b640 1 -- 172.21.15.7:0/2651835431 learned_addr learned my addr 172.21.15.7:0/2651835431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.844+0000 7f628dd9b640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61cee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 -- 172.21.15.7:0/2651835431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 msgr2=0x5587a61cee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61cee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 -- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 msgr2=0x5587a61cf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 -- 172.21.15.7:0/2651835431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587a61d1b60 con 0x5587a61c9680 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628e59c640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f628dd9b640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f62840096e0 tx=0x7f6284013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ce9f66894ce5be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6275ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6284021c70 con 0x5587a61c9680 2024-09-10T07:47:19.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f6284021e80 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6280031630 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6284036050 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6297168740 10 client.15903 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5587a62433e0 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.845+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6280031630 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f6284011cd0 con 0x5587a61c9680 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 10 client.15903 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 10 client.15903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 20 client.15903 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a6243ab0 0x5587a6245ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 4 client.15903 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587a612bd60 con 0x5587a6243ab0 2024-09-10T07:47:19.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f628e59c640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a6243ab0 0x5587a6245ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f6275ffb640 10 client.15903 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.846+0000 7f628e59c640 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a6243ab0 0x5587a6245ed0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c13cdd3200cc608 server_cookie=3c32ff9dff8c7eb8 in_seq=0 out_seq=0 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6275ffb640 1 -- 172.21.15.7:0/2651835431 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5587a612bd60 con 0x5587a6243ab0 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6275ffb640 10 client.15903 handle_command_reply: tid=0 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 client.15903 shutdown 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 msgr2=0x5587a61d1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f62840096e0 tx=0x7f6284013040 comp rx=0 tx=0).stop 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 shutdown_connections 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587a6243ab0 0x5587a6245ed0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587a61c9680 0x5587a61d1470 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587a61bedc0 0x5587a61cf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 --2- 172.21.15.7:0/2651835431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587a61be4a0 0x5587a61cee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 >> 172.21.15.7:0/2651835431 conn(0x5587a61baa30 msgr2=0x5587a61c4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6275ffb640 0 client.15903 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 shutdown_connections 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 1 -- 172.21.15.7:0/2651835431 wait complete. 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.847+0000 7f6297168740 20 client.15903 trim_cache size 0 max 16384 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:47:19.853 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 msgr2=0x7f62780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 0x7f62780a5040 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f62880982c0 tx=0x7f6288096820 comp rx=0 tx=0).stop 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 msgr2=0x7f62901041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f628800eb10 tx=0x7f628800c2d0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 shutdown_connections 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62780a2b80 0x7f62780a5040 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6290102ef0 0x7f62901041d0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6290102570 0x7f6290103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 --2- 172.21.15.7:0/322404976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6290100e20 0x7f6290103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:19.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 >> 172.21.15.7:0/322404976 conn(0x7f62900fc7d0 msgr2=0x7f629006a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:19.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 shutdown_connections 2024-09-10T07:47:19.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:19.848+0000 7f6294d8f640 1 -- 172.21.15.7:0/322404976 wait complete. 2024-09-10T07:47:20.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 16628 4.55 MB/sec warmup 23 sec latency 19.667 ms 2024-09-10T07:47:20.687 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:47:20.687 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:47:20.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:20 smithi145 ceph-mon[34766]: pgmap v420: 129 pgs: 129 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-10T07:47:21.020 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:20 smithi007 ceph-mon[30879]: pgmap v420: 129 pgs: 129 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-10T07:47:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:20 smithi110 ceph-mon[34417]: pgmap v420: 129 pgs: 129 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-10T07:47:21.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 17494 4.66 MB/sec warmup 24 sec latency 14.808 ms 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 -- 172.21.15.7:0/3803522204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c101de0 msgr2=0x7f172c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 --2- 172.21.15.7:0/3803522204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c101de0 0x7f172c1021c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f171c009900 tx=0x7f171c02a3f0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 -- 172.21.15.7:0/3803522204 shutdown_connections 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 --2- 172.21.15.7:0/3803522204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c106f10 0x7f172c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 --2- 172.21.15.7:0/3803522204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c102790 0x7f172c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 --2- 172.21.15.7:0/3803522204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c101de0 0x7f172c1021c0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 -- 172.21.15.7:0/3803522204 >> 172.21.15.7:0/3803522204 conn(0x7f172c0fd8c0 msgr2=0x7f172c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 -- 172.21.15.7:0/3803522204 shutdown_connections 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.586+0000 7f17313e9640 1 -- 172.21.15.7:0/3803522204 wait complete. 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 Processor -- start 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 -- start start 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c101de0 0x7f172c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 0x7f172c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f172c111e20 con 0x7f172c106f10 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f172c111ca0 con 0x7f172c102790 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f17313e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f172c111fa0 con 0x7f172c101de0 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f172b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f172b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54320/0 (socket says 172.21.15.7:54320) 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f172a7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 0x7f172c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:21.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f172b7fe640 1 -- 172.21.15.7:0/349109829 learned_addr learned my addr 172.21.15.7:0/349109829 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.587+0000 7f172affd640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c101de0 0x7f172c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 -- 172.21.15.7:0/349109829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c101de0 msgr2=0x7f172c198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c101de0 0x7f172c198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 -- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 msgr2=0x7f172c19cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 -- 172.21.15.7:0/349109829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f172c19d2e0 con 0x7f172c102790 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172b7fe640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f172a7fc640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 0x7f172c198870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f172000e9f0 tx=0x7f172000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172000ccc0 con 0x7f172c102790 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17200108e0 con 0x7f172c102790 2024-09-10T07:47:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f172c19d5d0 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1720018880 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.588+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f172c1a4eb0 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.589+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f172c1021c0 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.591+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1720010a90 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.591+0000 7f1713fff640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 0x7f17140a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.591+0000 7f172affd640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 0x7f17140a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.591+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f17200cfa10 con 0x7f172c102790 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.592+0000 7f172affd640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 0x7f17140a50c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f171c031440 tx=0x7f171c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:21.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.597+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f172009bf80 con 0x7f172c102790 2024-09-10T07:47:21.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.844+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f172c10a150 con 0x7f172c102790 2024-09-10T07:47:21.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.845+0000 7f1713fff640 1 -- 172.21.15.7:0/349109829 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11915 (secure 0 0 0) 0x7f17200a0280 con 0x7f172c102790 2024-09-10T07:47:21.845 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:47:21.845 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":25,"btime":"2024-09-10T07:45:07:763827+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:45:07.524291+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:47:21.845 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 25 2024-09-10T07:47:21.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.847+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 msgr2=0x7f17140a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:21.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.847+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 0x7f17140a50c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f171c031440 tx=0x7f171c005b50 comp rx=0 tx=0).stop 2024-09-10T07:47:21.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.847+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 msgr2=0x7f172c198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:21.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.847+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 0x7f172c198870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f172000e9f0 tx=0x7f172000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 shutdown_connections 2024-09-10T07:47:21.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17140a2c00 0x7f17140a50c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f172c106f10 0x7f172c19cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f172c102790 0x7f172c198870 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 --2- 172.21.15.7:0/349109829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f172c101de0 0x7f172c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:21.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 >> 172.21.15.7:0/349109829 conn(0x7f172c0fd8c0 msgr2=0x7f172c0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:21.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 shutdown_connections 2024-09-10T07:47:21.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:21.848+0000 7f17313e9640 1 -- 172.21.15.7:0/349109829 wait complete. 2024-09-10T07:47:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 18051 4.65 MB/sec warmup 25 sec latency 15.256 ms 2024-09-10T07:47:22.558 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:47:22.843 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:22 smithi007 ceph-mon[30879]: pgmap v421: 129 pgs: 129 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-10T07:47:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:22 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/349109829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:47:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:22 smithi145 ceph-mon[34766]: pgmap v421: 129 pgs: 129 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-10T07:47:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:22 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/349109829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:47:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:22 smithi110 ceph-mon[34417]: pgmap v421: 129 pgs: 129 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-10T07:47:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:22 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/349109829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:47:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 18544 4.50 MB/sec warmup 26 sec latency 18.701 ms 2024-09-10T07:47:23.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 -- 172.21.15.7:0/3119881649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 msgr2=0x7f23a41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 --2- 172.21.15.7:0/3119881649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a41021c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f23a0009900 tx=0x7f23a002a410 comp rx=0 tx=0).stop 2024-09-10T07:47:23.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 -- 172.21.15.7:0/3119881649 shutdown_connections 2024-09-10T07:47:23.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 --2- 172.21.15.7:0/3119881649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4106f10 0x7f23a410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 --2- 172.21.15.7:0/3119881649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4102790 0x7f23a41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 --2- 172.21.15.7:0/3119881649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a41021c0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 -- 172.21.15.7:0/3119881649 >> 172.21.15.7:0/3119881649 conn(0x7f23a40fd8e0 msgr2=0x7f23a40ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 -- 172.21.15.7:0/3119881649 shutdown_connections 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 -- 172.21.15.7:0/3119881649 wait complete. 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.328+0000 7f23ac7af640 1 Processor -- start 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 -- start start 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4102790 0x7f23a419aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4106f10 0x7f23a419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111e20 con 0x7f23a4101de0 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111ca0 con 0x7f23a4102790 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23ac7af640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111fa0 con 0x7f23a4106f10 2024-09-10T07:47:23.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54338/0 (socket says 172.21.15.7:54338) 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 -- 172.21.15.7:0/2296486014 learned_addr learned my addr 172.21.15.7:0/2296486014 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4102790 0x7f23a419aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aad4c640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4106f10 0x7f23a419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 -- 172.21.15.7:0/2296486014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4106f10 msgr2=0x7f23a419ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4106f10 0x7f23a419ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 -- 172.21.15.7:0/2296486014 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4102790 msgr2=0x7f23a419aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4102790 0x7f23a419aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.329+0000 7f23aa54b640 1 -- 172.21.15.7:0/2296486014 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a419f510 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f23aa54b640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005940 tx=0x7f23a0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f239b7fe640 1 -- 172.21.15.7:0/2296486014 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a003f030 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a419f7a0 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f239b7fe640 1 -- 172.21.15.7:0/2296486014 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23a0003aa0 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a41a70e0 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.330+0000 7f239b7fe640 1 -- 172.21.15.7:0/2296486014 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a0035070 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f239b7fe640 1 -- 172.21.15.7:0/2296486014 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f23a0042030 con 0x7f23a4101de0 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 Processor -- start 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 -- start start 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca3128a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3135760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fca308e2f0 con 0x55fca3133370 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fca3035cf0 con 0x55fca3129b40 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.333+0000 7f23aeb88740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fca308a2b0 con 0x55fca31285d0 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aad4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aad4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40406/0 (socket says 172.21.15.7:40406) 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aad4c640 1 -- 172.21.15.7:0/2725677768 learned_addr learned my addr 172.21.15.7:0/2725677768 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3135760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aa54b640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca3128a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f239b7fe640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 0x7f23900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 -- 172.21.15.7:0/2725677768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 msgr2=0x55fca3128a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca3128a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 -- 172.21.15.7:0/2725677768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 msgr2=0x55fca3128090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 -- 172.21.15.7:0/2725677768 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fca301a3a0 con 0x55fca3133370 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aad4c640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23aad4c640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 0x7f23900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f239b7fe640 1 -- 172.21.15.7:0/2296486014 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f23a00ef570 con 0x7f23a4101de0 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.334+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3135760 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f239400bbc0 tx=0x7f23940107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ba23c1d01d15b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.335+0000 7f2398ff9640 1 -- 172.21.15.7:0/2725677768 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2394004030 con 0x55fca3133370 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.335+0000 7f2398ff9640 1 -- 172.21.15.7:0/2725677768 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23940035f0 con 0x55fca3133370 2024-09-10T07:47:23.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.335+0000 7f2398ff9640 1 -- 172.21.15.7:0/2725677768 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2394011640 con 0x55fca3133370 2024-09-10T07:47:23.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.335+0000 7f23aeb88740 1 -- 172.21.15.7:0/2725677768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 msgr2=0x55fca3135760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.335+0000 7f23aad4c640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 0x7f23900a5040 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f239c005f40 tx=0x7f239c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3135760 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f239400bbc0 tx=0x7f23940107a0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 -- 172.21.15.7:0/2725677768 shutdown_connections 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3135760 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca3128a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 --2- 172.21.15.7:0/2725677768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca3128090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 -- 172.21.15.7:0/2725677768 >> 172.21.15.7:0/2725677768 conn(0x55fca30f1310 msgr2=0x55fca3124c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 -- 172.21.15.7:0/2725677768 shutdown_connections 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 -- 172.21.15.7:0/2725677768 wait complete. 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 -- start start 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.336+0000 7f23aeb88740 1 Processor -- start 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca31305d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fca3136070 con 0x55fca31285d0 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fca3049060 con 0x55fca3129b40 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fca31361f0 con 0x55fca3133370 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54366/0 (socket says 172.21.15.7:54366) 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aeb88740 10 client.0 _ll_register_callbacks cb 0x55fca2d9c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aa54b640 1 -- 172.21.15.7:0/1097373844 learned_addr learned my addr 172.21.15.7:0/1097373844 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca31305d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 -- 172.21.15.7:0/1097373844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 msgr2=0x55fca312ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 -- 172.21.15.7:0/1097373844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 msgr2=0x55fca3132d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 -- 172.21.15.7:0/1097373844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fca2dff3c0 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f23aad4c640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca31305d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f239c005f10 tx=0x7f239c004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49622dd0f3d48349 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.337+0000 7f238dffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c011850 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23940035f0 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f239c0119f0 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f239c030050 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 10 client.25477 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fca3141b30 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23940035f0 con 0x55fca3133370 2024-09-10T07:47:23.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f239c01c3c0 con 0x55fca3133370 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 10 client.25477 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 10 client.25477 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.338+0000 7f23aeb88740 20 client.25477 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca3143040 0x55fca3145500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f23aeb88740 4 client.25477 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fca309b860 con 0x55fca3143040 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca3143040 0x55fca3145500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f238dffb640 10 client.25477 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.339+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca3143040 0x55fca3145500 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9ae49bda41d84716 server_cookie=e7f6243301b04fd0 in_seq=0 out_seq=0 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f238dffb640 1 -- 172.21.15.7:0/1097373844 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fca309b860 con 0x55fca3143040 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f238dffb640 10 client.25477 handle_command_reply: tid=0 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f23aeb88740 1 client.25477 shutdown 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 msgr2=0x55fca31305d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca31305d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f239c005f10 tx=0x7f239c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 shutdown_connections 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.340+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca3143040 0x55fca3145500 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca31305d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f238dffb640 0 client.25477 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1097373844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca31285d0 0x55fca3132d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 >> 172.21.15.7:0/1097373844 conn(0x55fca30f1310 msgr2=0x55fca312a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 shutdown_connections 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 1 -- 172.21.15.7:0/1097373844 wait complete. 2024-09-10T07:47:23.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.341+0000 7f23aeb88740 20 client.25477 trim_cache size 0 max 16384 2024-09-10T07:47:23.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.354+0000 7f23aeb88740 1 Processor -- start 2024-09-10T07:47:23.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.354+0000 7f23aeb88740 1 -- start start 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca313f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41b36e0 con 0x55fca3133370 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41b0fb0 con 0x55fca3129b40 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aeb88740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41aee20 con 0x55fca31285d0 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aad4c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aad4c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54374/0 (socket says 172.21.15.7:54374) 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aad4c640 1 -- 172.21.15.7:0/447571688 learned_addr learned my addr 172.21.15.7:0/447571688 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aa54b640 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca313f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 -- 172.21.15.7:0/447571688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 msgr2=0x55fca313f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca313f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 -- 172.21.15.7:0/447571688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 msgr2=0x55fca3134760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 -- 172.21.15.7:0/447571688 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fca312b120 con 0x55fca3129b40 2024-09-10T07:47:23.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23aad4c640 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.355+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312f8a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x55fca312f870 tx=0x7f239400b920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1acefebdac6e841 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f238ffff640 1 -- 172.21.15.7:0/447571688 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239400bd70 con 0x55fca3129b40 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f238ffff640 1 -- 172.21.15.7:0/447571688 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23940054f0 con 0x55fca3129b40 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f238ffff640 1 -- 172.21.15.7:0/447571688 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2394011440 con 0x55fca3129b40 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 -- 172.21.15.7:0/447571688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 msgr2=0x55fca312f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312f8a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x55fca312f870 tx=0x7f239400b920 comp rx=0 tx=0).stop 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 -- 172.21.15.7:0/447571688 shutdown_connections 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3133370 0x55fca3134760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca3129b40 0x55fca312f8a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 --2- 172.21.15.7:0/447571688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca31285d0 0x55fca313f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.356+0000 7f23aeb88740 1 -- 172.21.15.7:0/447571688 >> 172.21.15.7:0/447571688 conn(0x55fca30f1310 msgr2=0x55fca312e8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- 172.21.15.7:0/447571688 shutdown_connections 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- 172.21.15.7:0/447571688 wait complete. 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- start start 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 Processor -- start 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca314b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41af470 con 0x55fca3129b40 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41b08e0 con 0x55fca31285d0 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23a41afb40 con 0x55fca3133370 2024-09-10T07:47:23.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23aeb88740 10 client.0 _ll_register_callbacks cb 0x7f239c009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.357+0000 7f23a9d4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aa54b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40428/0 (socket says 172.21.15.7:40428) 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aa54b640 1 -- 172.21.15.7:0/1634255606 learned_addr learned my addr 172.21.15.7:0/1634255606 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aad4c640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca314b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54390/0 (socket says 172.21.15.7:54390) 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 -- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 msgr2=0x55fca314b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca314b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 -- 172.21.15.7:0/1634255606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 msgr2=0x55fca314aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 -- 172.21.15.7:0/1634255606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fca3139af0 con 0x55fca3129b40 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:23.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23a9d4a640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x55fca3119380 tx=0x7f2394005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fde666844b1d885 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f238dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2394032060 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f23940052d0 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.358+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23940054f0 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2394039050 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 10 client.15927 fetch_fsmap learned FSMap version 25 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fca31ae0e0 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23940054f0 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f2394011c90 con 0x55fca3129b40 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 10 client.15927 fetch_fsmap finished waiting for FSMap version 25 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 10 client.15927 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 20 client.15927 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:23.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca31ae550 0x55fca31b0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:23.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 4 client.15927 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:47:23.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fca3095d70 con 0x55fca31ae550 2024-09-10T07:47:23.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.359+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca31ae550 0x55fca31b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:23.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f238dffb640 10 client.15927 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:47:23.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aa54b640 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca31ae550 0x55fca31b0940 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=230a36135aa001bb server_cookie=43a3a031c846eec9 in_seq=0 out_seq=0 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f238dffb640 1 -- 172.21.15.7:0/1634255606 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fca3095d70 con 0x55fca31ae550 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f238dffb640 10 client.15927 handle_command_reply: tid=0 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 client.15927 shutdown 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 msgr2=0x55fca314af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x55fca3119380 tx=0x7f2394005c70 comp rx=0 tx=0).stop 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 shutdown_connections 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55fca31ae550 0x55fca31b0940 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fca3133370 0x55fca314b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fca3129b40 0x55fca314af90 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 --2- 172.21.15.7:0/1634255606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fca31285d0 0x55fca314aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f238dffb640 0 client.15927 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 >> 172.21.15.7:0/1634255606 conn(0x55fca30f1310 msgr2=0x55fca31234e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 shutdown_connections 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 1 -- 172.21.15.7:0/1634255606 wait complete. 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.360+0000 7f23aeb88740 20 client.15927 trim_cache size 0 max 16384 2024-09-10T07:47:23.365 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:47:23.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 msgr2=0x7f23900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 0x7f23900a5040 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f239c005f40 tx=0x7f239c004a40 comp rx=0 tx=0).stop 2024-09-10T07:47:23.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 msgr2=0x7f23a419a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:23.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005940 tx=0x7f23a0004270 comp rx=0 tx=0).stop 2024-09-10T07:47:23.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 shutdown_connections 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f23900a2b80 0x7f23900a5040 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a4106f10 0x7f23a419ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f23a4102790 0x7f23a419aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 --2- 172.21.15.7:0/2296486014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f23a4101de0 0x7f23a419a560 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 >> 172.21.15.7:0/2296486014 conn(0x7f23a40fd8e0 msgr2=0x7f23a40fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 shutdown_connections 2024-09-10T07:47:23.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:23.361+0000 7f23ac7af640 1 -- 172.21.15.7:0/2296486014 wait complete. 2024-09-10T07:47:24.085 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:47:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 19241 4.51 MB/sec warmup 27 sec latency 14.361 ms 2024-09-10T07:47:24.373 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:24.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:24 smithi007 ceph-mon[30879]: pgmap v422: 129 pgs: 129 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 -- 172.21.15.7:0/2269090934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101de0 msgr2=0x7fb07c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 --2- 172.21.15.7:0/2269090934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101de0 0x7fb07c1021c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fb06c009900 tx=0x7fb06c02a410 comp rx=0 tx=0).stop 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 -- 172.21.15.7:0/2269090934 shutdown_connections 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 --2- 172.21.15.7:0/2269090934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 --2- 172.21.15.7:0/2269090934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c102790 0x7fb07c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 --2- 172.21.15.7:0/2269090934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101de0 0x7fb07c1021c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 -- 172.21.15.7:0/2269090934 >> 172.21.15.7:0/2269090934 conn(0x7fb07c0fd8c0 msgr2=0x7fb07c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 -- 172.21.15.7:0/2269090934 shutdown_connections 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.916+0000 7fb080c9b640 1 -- 172.21.15.7:0/2269090934 wait complete. 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.917+0000 7fb080c9b640 1 Processor -- start 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.917+0000 7fb080c9b640 1 -- start start 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 0x7fb07c1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 0x7fb07c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 0x7fb07c1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 0x7fb07c1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40452/0 (socket says 172.21.15.7:40452) 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb073fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 0x7fb07c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb07a59c640 1 -- 172.21.15.7:0/3643043593 learned_addr learned my addr 172.21.15.7:0/3643043593 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c111e20 con 0x7fb07c102790 2024-09-10T07:47:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c111ca0 con 0x7fb07c101de0 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c111fa0 con 0x7fb07c106f10 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.918+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 -- 172.21.15.7:0/3643043593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 msgr2=0x7fb07c1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 0x7fb07c1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 -- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 msgr2=0x7fb07c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 0x7fb07c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb07c19d260 con 0x7fb07c106f10 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb073fff640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 0x7fb07c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c19cb80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb07400ca30 tx=0x7fb07400ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb0737fe640 1 -- 172.21.15.7:0/3643043593 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb074004d20 con 0x7fb07c106f10 2024-09-10T07:47:24.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb0737fe640 1 -- 172.21.15.7:0/3643043593 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb074005020 con 0x7fb07c106f10 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb07c19d550 con 0x7fb07c106f10 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb0737fe640 1 -- 172.21.15.7:0/3643043593 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07400f650 con 0x7fb07c106f10 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.919+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb07c1a4e30 con 0x7fb07c106f10 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.922+0000 7fb0737fe640 1 -- 172.21.15.7:0/3643043593 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb0740051d0 con 0x7fb07c106f10 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.922+0000 7fb083074740 1 Processor -- start 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 -- start start 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb0737fe640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 0x7fb0680a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc1f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc202760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5624fc15b2f0 con 0x5624fc200370 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5624fc102cf0 con 0x5624fc1f6b40 2024-09-10T07:47:24.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb083074740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5624fc1572b0 con 0x5624fc1f55d0 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb073fff640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 0x7fb0680a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb0737fe640 1 -- 172.21.15.7:0/3643043593 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb0740cf5e0 con 0x7fb07c106f10 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb073fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc1f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40468/0 (socket says 172.21.15.7:40468) 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb073fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc1f5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39024/0 (socket says 172.21.15.7:39024) 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.923+0000 7fb07a59c640 1 -- 172.21.15.7:0/664128994 learned_addr learned my addr 172.21.15.7:0/664128994 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc202760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 -- 172.21.15.7:0/664128994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 msgr2=0x5624fc1f5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc1f5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 -- 172.21.15.7:0/664128994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 msgr2=0x5624fc202760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc202760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 -- 172.21.15.7:0/664128994 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624fc0e73a0 con 0x5624fc1f6b40 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc202760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb073fff640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 0x7fb0680a5040 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb06400afd0 tx=0x7fb06400af40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb07a59c640 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb06c000c00 tx=0x7fb06c032e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f82c1da04fed8298 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb070ff9640 1 -- 172.21.15.7:0/664128994 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c035040 con 0x5624fc1f6b40 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb070ff9640 1 -- 172.21.15.7:0/664128994 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb06c031760 con 0x5624fc1f6b40 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.924+0000 7fb070ff9640 1 -- 172.21.15.7:0/664128994 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c0047a0 con 0x5624fc1f6b40 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 -- 172.21.15.7:0/664128994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 msgr2=0x5624fc1f5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb06c000c00 tx=0x7fb06c032e90 comp rx=0 tx=0).stop 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 -- 172.21.15.7:0/664128994 shutdown_connections 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc202760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc1f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 --2- 172.21.15.7:0/664128994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc1f5090 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 -- 172.21.15.7:0/664128994 >> 172.21.15.7:0/664128994 conn(0x5624fc1be310 msgr2=0x5624fc1f1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 -- 172.21.15.7:0/664128994 shutdown_connections 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.925+0000 7fb083074740 1 -- 172.21.15.7:0/664128994 wait complete. 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 -- start start 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 Processor -- start 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f6b40 0x5624fc1fcf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc1fd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5624fc203010 con 0x5624fc200370 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5624fc116060 con 0x5624fc1f55d0 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5624fc203190 con 0x5624fc1f6b40 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb083074740 10 client.0 _ll_register_callbacks cb 0x5624fbe698c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:24.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc1fd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40484/0 (socket says 172.21.15.7:40484) 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07a59c640 1 -- 172.21.15.7:0/464374478 learned_addr learned my addr 172.21.15.7:0/464374478 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb073fff640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f6b40 0x5624fc1fcf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07ad9d640 1 -- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f6b40 msgr2=0x5624fc1fcf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f6b40 0x5624fc1fcf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07ad9d640 1 -- 172.21.15.7:0/464374478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 msgr2=0x5624fc1ffcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.926+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb07ad9d640 1 -- 172.21.15.7:0/464374478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624fbecc3c0 con 0x5624fc200370 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb07a59c640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc1fd4a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fb0740075f0 tx=0x7fb07409b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42917cb3b0df3144 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:24.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07401d030 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb074012110 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb06c031760 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb07409c140 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb083074740 10 client.15939 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624fc20ea00 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb06c031760 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.927+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7fb07401f870 con 0x5624fc200370 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 10 client.15939 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 10 client.15939 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 20 client.15939 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc20ff30 0x5624fc2123a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 4 client.15939 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624fc168860 con 0x5624fc20ff30 2024-09-10T07:47:24.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb07a59c640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc20ff30 0x5624fc2123a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb07a59c640 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc20ff30 0x5624fc2123a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=43f1766ab3660693 server_cookie=7d741063a7f1b1d6 in_seq=0 out_seq=0 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.928+0000 7fb061ffb640 10 client.15939 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb061ffb640 1 -- 172.21.15.7:0/464374478 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624fc168860 con 0x5624fc20ff30 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb061ffb640 10 client.15939 handle_command_reply: tid=0 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 client.15939 shutdown 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 msgr2=0x5624fc1fd4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc1fd4a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fb0740075f0 tx=0x7fb07409b6b0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 shutdown_connections 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc20ff30 0x5624fc2123a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc200370 0x5624fc1fd4a0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f6b40 0x5624fc1fcf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 --2- 172.21.15.7:0/464374478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f55d0 0x5624fc1ffcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 >> 172.21.15.7:0/464374478 conn(0x5624fc1be310 msgr2=0x5624fc1f7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb061ffb640 0 client.15939 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:47:24.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 shutdown_connections 2024-09-10T07:47:24.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 1 -- 172.21.15.7:0/464374478 wait complete. 2024-09-10T07:47:24.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.929+0000 7fb083074740 20 client.15939 trim_cache size 0 max 16384 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 Processor -- start 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 -- start start 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 0x5624fc1f8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b14d0 con 0x5624fc1f6b40 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1aeda0 con 0x5624fc200370 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.943+0000 7fb083074740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1acc10 con 0x5624fc1f55d0 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07ad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39044/0 (socket says 172.21.15.7:39044) 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07ad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40494/0 (socket says 172.21.15.7:40494) 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 -- 172.21.15.7:0/2722778347 learned_addr learned my addr 172.21.15.7:0/2722778347 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb073fff640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 0x5624fc1f8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 -- 172.21.15.7:0/2722778347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 msgr2=0x5624fc1f8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 -- 172.21.15.7:0/2722778347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 msgr2=0x5624fc1f8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 0x5624fc1f8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 -- 172.21.15.7:0/2722778347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624fc1f8ba0 con 0x5624fc1f55d0 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb073fff640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 0x5624fc1f8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb07a59c640 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb06c005ec0 tx=0x7fb06c005340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6eb9efe727af9e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb063fff640 1 -- 172.21.15.7:0/2722778347 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c035040 con 0x5624fc1f55d0 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb063fff640 1 -- 172.21.15.7:0/2722778347 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb06c0055b0 con 0x5624fc1f55d0 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.944+0000 7fb063fff640 1 -- 172.21.15.7:0/2722778347 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c004ce0 con 0x5624fc1f55d0 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 -- 172.21.15.7:0/2722778347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 msgr2=0x5624fc20c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb06c005ec0 tx=0x7fb06c005340 comp rx=0 tx=0).stop 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 -- 172.21.15.7:0/2722778347 shutdown_connections 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc200370 0x5624fc1f8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f6b40 0x5624fc1f8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 --2- 172.21.15.7:0/2722778347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc1f55d0 0x5624fc20c2b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 -- 172.21.15.7:0/2722778347 >> 172.21.15.7:0/2722778347 conn(0x5624fc1be310 msgr2=0x5624fc1fc050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 -- 172.21.15.7:0/2722778347 shutdown_connections 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.945+0000 7fb083074740 1 -- 172.21.15.7:0/2722778347 wait complete. 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 -- start start 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 Processor -- start 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc203d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc200370 0x5624fc204270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1ad260 con 0x5624fc1f55d0 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1ae6d0 con 0x5624fc1f6b40 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1ad930 con 0x5624fc200370 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb083074740 10 client.0 _ll_register_callbacks cb 0x7fb074005750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb07a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54460/0 (socket says 172.21.15.7:54460) 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb07a59c640 1 -- 172.21.15.7:0/3046336466 learned_addr learned my addr 172.21.15.7:0/3046336466 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb073fff640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc203d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.946+0000 7fb07ad9d640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc200370 0x5624fc204270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 -- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc200370 msgr2=0x5624fc204270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc200370 0x5624fc204270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 -- 172.21.15.7:0/3046336466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 msgr2=0x5624fc208a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 -- 172.21.15.7:0/3046336466 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624fc204910 con 0x5624fc1f6b40 2024-09-10T07:47:24.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb07a59c640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb073fff640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc203d30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5624fc1fe5a0 tx=0x7fb064004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f30273b280031f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb061ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb064011070 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb064005020 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb06c0055b0 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb064033050 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb083074740 10 client.25478 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.947+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624fc27aad0 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb06c0055b0 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7fb064004980 con 0x5624fc1f6b40 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 10 client.25478 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:24.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 10 client.25478 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 20 client.25478 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc27b1f0 0x5624fc27d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 4 client.25478 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5624fc162d70 con 0x5624fc27b1f0 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.948+0000 7fb07a59c640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc27b1f0 0x5624fc27d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb061ffb640 10 client.25478 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb07a59c640 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc27b1f0 0x5624fc27d5e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7598b16c20ef4e16 server_cookie=5a77568537c6b67c in_seq=0 out_seq=0 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb061ffb640 1 -- 172.21.15.7:0/3046336466 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5624fc162d70 con 0x5624fc27b1f0 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb061ffb640 10 client.25478 handle_command_reply: tid=0 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 client.25478 shutdown 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 msgr2=0x5624fc203d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc203d30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5624fc1fe5a0 tx=0x7fb064004730 comp rx=0 tx=0).stop 2024-09-10T07:47:24.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 shutdown_connections 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5624fc27b1f0 0x5624fc27d5e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb061ffb640 0 client.25478 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5624fc200370 0x5624fc204270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624fc1f6b40 0x5624fc203d30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 --2- 172.21.15.7:0/3046336466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624fc1f55d0 0x5624fc208a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 >> 172.21.15.7:0/3046336466 conn(0x5624fc1be310 msgr2=0x5624fc1fe7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 shutdown_connections 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.949+0000 7fb083074740 1 -- 172.21.15.7:0/3046336466 wait complete. 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb083074740 20 client.25478 trim_cache size 0 max 16384 2024-09-10T07:47:24.956 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:47:24.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 msgr2=0x7fb0680a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 0x7fb0680a5040 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb06400afd0 tx=0x7fb06400af40 comp rx=0 tx=0).stop 2024-09-10T07:47:24.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 msgr2=0x7fb07c19cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:24.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c19cb80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb07400ca30 tx=0x7fb07400ce30 comp rx=0 tx=0).stop 2024-09-10T07:47:24.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 shutdown_connections 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb0680a2b80 0x7fb0680a5040 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb07c106f10 0x7fb07c19cb80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c102790 0x7fb07c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 --2- 172.21.15.7:0/3643043593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb07c101de0 0x7fb07c1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 >> 172.21.15.7:0/3643043593 conn(0x7fb07c0fd8c0 msgr2=0x7fb07c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 shutdown_connections 2024-09-10T07:47:24.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:24.950+0000 7fb080c9b640 1 -- 172.21.15.7:0/3643043593 wait complete. 2024-09-10T07:47:24.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:24 smithi145 ceph-mon[34766]: pgmap v422: 129 pgs: 129 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-10T07:47:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:24 smithi110 ceph-mon[34417]: pgmap v422: 129 pgs: 129 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-10T07:47:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 19970 4.37 MB/sec warmup 28 sec latency 24.954 ms 2024-09-10T07:47:25.803 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:47:26.073 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:26.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:25 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:25 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 20718 4.45 MB/sec warmup 29 sec latency 12.888 ms 2024-09-10T07:47:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:25 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- 172.21.15.7:0/288112004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 msgr2=0x7f2ee8101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 --2- 172.21.15.7:0/288112004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8101f60 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4009900 tx=0x7f2ee402a410 comp rx=0 tx=0).stop 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- 172.21.15.7:0/288112004 shutdown_connections 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 --2- 172.21.15.7:0/288112004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 --2- 172.21.15.7:0/288112004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 0x7f2ee81031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 --2- 172.21.15.7:0/288112004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8101f60 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- 172.21.15.7:0/288112004 >> 172.21.15.7:0/288112004 conn(0x7f2ee80fd2e0 msgr2=0x7f2ee80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- 172.21.15.7:0/288112004 shutdown_connections 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- 172.21.15.7:0/288112004 wait complete. 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 Processor -- start 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.837+0000 7f2ef065e640 1 -- start start 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 0x7f2ee80745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee810d670 con 0x7f2ee8101b60 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee810d4f0 con 0x7f2ee8103710 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2ef065e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee810d7f0 con 0x7f2ee8102d50 2024-09-10T07:47:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54472/0 (socket says 172.21.15.7:54472) 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 -- 172.21.15.7:0/165452382 learned_addr learned my addr 172.21.15.7:0/165452382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 0x7f2ee80745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 -- 172.21.15.7:0/165452382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 msgr2=0x7f2ee80745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 0x7f2ee80745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 -- 172.21.15.7:0/165452382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 msgr2=0x7f2ee8074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 -- 172.21.15.7:0/165452382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee80753b0 con 0x7f2ee8101b60 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40314e0 tx=0x7f2ee4031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.838+0000 7f2edb7fe640 1 -- 172.21.15.7:0/165452382 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee403f030 con 0x7f2ee8101b60 2024-09-10T07:47:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.839+0000 7f2edb7fe640 1 -- 172.21.15.7:0/165452382 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee40044b0 con 0x7f2ee8101b60 2024-09-10T07:47:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.839+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee81a1de0 con 0x7f2ee8101b60 2024-09-10T07:47:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.839+0000 7f2edb7fe640 1 -- 172.21.15.7:0/165452382 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4035070 con 0x7f2ee8101b60 2024-09-10T07:47:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.839+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee81a21f0 con 0x7f2ee8101b60 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.841+0000 7f2edb7fe640 1 -- 172.21.15.7:0/165452382 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2ee4042030 con 0x7f2ee8101b60 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 Processor -- start 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 -- start start 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd22c2f0 con 0x55d2fd2c92e0 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd1d4270 con 0x55d2fd2ce370 2024-09-10T07:47:26.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd2282b0 con 0x55d2fd2c89a0 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eedbf9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eedbf9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40518/0 (socket says 172.21.15.7:40518) 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2cdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54484/0 (socket says 172.21.15.7:54484) 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eedbf9640 1 -- 172.21.15.7:0/2675689707 learned_addr learned my addr 172.21.15.7:0/2675689707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.842+0000 7f2edb7fe640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 0x7f2ed40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 -- 172.21.15.7:0/2675689707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 msgr2=0x55d2fd2c8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 -- 172.21.15.7:0/2675689707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 msgr2=0x55d2fd2cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 -- 172.21.15.7:0/2675689707 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2fd1d3340 con 0x55d2fd2ce370 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 0x7f2ed40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2edb7fe640 1 -- 172.21.15.7:0/165452382 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2ee40ef840 con 0x7f2ee8101b60 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2edc00bcb0 tx=0x7f2edc0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e6ba675614c9f52 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2ed8bfe640 1 -- 172.21.15.7:0/2675689707 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc004030 con 0x55d2fd2ce370 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2ed8bfe640 1 -- 172.21.15.7:0/2675689707 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2edc0041d0 con 0x55d2fd2ce370 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.843+0000 7f2ed8bfe640 1 -- 172.21.15.7:0/2675689707 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc011680 con 0x55d2fd2ce370 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- 172.21.15.7:0/2675689707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 msgr2=0x55d2fd2d0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2edc00bcb0 tx=0x7f2edc0107a0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 0x7f2ed40a50f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ee00049d0 tx=0x7f2ee0004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- 172.21.15.7:0/2675689707 shutdown_connections 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d0830 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/2675689707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- 172.21.15.7:0/2675689707 >> 172.21.15.7:0/2675689707 conn(0x55d2fd2c4010 msgr2=0x55d2fd2c4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- 172.21.15.7:0/2675689707 shutdown_connections 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- 172.21.15.7:0/2675689707 wait complete. 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 -- start start 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.844+0000 7f2ef33fd740 1 Processor -- start 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2da140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd2d1340 con 0x55d2fd2c89a0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd1b5290 con 0x55d2fd2ce370 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d2fd2d14c0 con 0x55d2fd2c92e0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ef33fd740 10 client.0 _ll_register_callbacks cb 0x55d2fd1e6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2da140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eee3fa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54500/0 (socket says 172.21.15.7:54500) 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eee3fa640 1 -- 172.21.15.7:0/3951392481 learned_addr learned my addr 172.21.15.7:0/3951392481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3951392481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 msgr2=0x55d2fd2d3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d3100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3951392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 msgr2=0x55d2fd2d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3951392481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2fcf3f210 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2da140 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0005fd0 tx=0x7f2ee0009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e44d0ac16ae0f12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.845+0000 7f2ed1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee001e0d0 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2ee0018050 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2edc0041d0 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ee001e270 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 10 client.25490 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d2fd00b620 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2edc0041d0 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7f2ee001a070 con 0x55d2fd2ce370 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 10 client.25490 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:26.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 10 client.25490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 20 client.25490 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd2de850 0x55d2fd2e0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 4 client.25490 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2fd239a20 con 0x55d2fd2de850 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.846+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd2de850 0x55d2fd2e0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.847+0000 7f2ed1ffb640 10 client.25490 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.847+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd2de850 0x55d2fd2e0ce0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d03f6b1f26293a0f server_cookie=931f23adf644bcc0 in_seq=0 out_seq=0 2024-09-10T07:47:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3951392481 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d2fd239a20 con 0x55d2fd2de850 2024-09-10T07:47:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ed1ffb640 10 client.25490 handle_command_reply: tid=0 2024-09-10T07:47:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 client.25490 shutdown 2024-09-10T07:47:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 msgr2=0x55d2fd2da140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2da140 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0005fd0 tx=0x7f2ee0009500 comp rx=0 tx=0).stop 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 shutdown_connections 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd2de850 0x55d2fd2e0ce0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2ce370 0x55d2fd2da140 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ed1ffb640 0 client.25490 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3951392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 >> 172.21.15.7:0/3951392481 conn(0x55d2fd2c4010 msgr2=0x55d2fd2c5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 shutdown_connections 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3951392481 wait complete. 2024-09-10T07:47:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.848+0000 7f2ef33fd740 20 client.25490 trim_cache size 0 max 16384 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 Processor -- start 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 -- start start 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2da060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81af120 con 0x55d2fd2ce370 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81ac9f0 con 0x55d2fd2c89a0 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81aa860 con 0x55d2fd2c92e0 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2eeebfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2eeebfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54502/0 (socket says 172.21.15.7:54502) 2024-09-10T07:47:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2eeebfb640 1 -- 172.21.15.7:0/1508855139 learned_addr learned my addr 172.21.15.7:0/1508855139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.865+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2da060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 -- 172.21.15.7:0/1508855139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 msgr2=0x55d2fd2da060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2da060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 -- 172.21.15.7:0/1508855139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 msgr2=0x55d2fd2c30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 -- 172.21.15.7:0/1508855139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2fd2d2700 con 0x55d2fd2ce370 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0010b40 tx=0x7f2ee0005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9913b8cd576d73c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2ed3fff640 1 -- 172.21.15.7:0/1508855139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0012650 con 0x55d2fd2ce370 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2ed3fff640 1 -- 172.21.15.7:0/1508855139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee0010d30 con 0x55d2fd2ce370 2024-09-10T07:47:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.866+0000 7f2ed3fff640 1 -- 172.21.15.7:0/1508855139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee00284a0 con 0x55d2fd2ce370 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- 172.21.15.7:0/1508855139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 msgr2=0x55d2fd2e55e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0010b40 tx=0x7f2ee0005bf0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- 172.21.15.7:0/1508855139 shutdown_connections 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2e55e0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2da060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/1508855139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- 172.21.15.7:0/1508855139 >> 172.21.15.7:0/1508855139 conn(0x55d2fd2c4010 msgr2=0x55d2fd2c29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- 172.21.15.7:0/1508855139 shutdown_connections 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- 172.21.15.7:0/1508855139 wait complete. 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- start start 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 Processor -- start 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81aaeb0 con 0x55d2fd2ce370 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81ac320 con 0x55d2fd2c92e0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81ab580 con 0x55d2fd2c89a0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.867+0000 7f2ef33fd740 10 client.0 _ll_register_callbacks cb 0x7f2ee0012ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54510/0 (socket says 172.21.15.7:54510) 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3493649799 learned_addr learned my addr 172.21.15.7:0/3493649799 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eedbf9640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3493649799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 msgr2=0x55d2fd2d78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c92e0 msgr2=0x55d2fd2d7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 -- 172.21.15.7:0/3493649799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2fd2d9400 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2eeebfb640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0010660 tx=0x7f2ee0010690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb36f8b71f46b08 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ed1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0044060 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2ee0024040 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ee0010d30 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ee004b050 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ef33fd740 10 client.15963 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.868+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d2fd3495c0 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee0010d30 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7f2ee001a040 con 0x55d2fd2ce370 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 10 client.15963 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 10 client.15963 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 20 client.15963 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd349ec0 0x55d2fd34c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 4 client.15963 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d2fd2d0c40 con 0x55d2fd349ec0 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd349ec0 0x55d2fd34c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2eee3fa640 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd349ec0 0x55d2fd34c2e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7de6e7af0d4f909f server_cookie=646d7b688dcdd4f7 in_seq=0 out_seq=0 2024-09-10T07:47:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.869+0000 7f2ed1ffb640 10 client.15963 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ed1ffb640 1 -- 172.21.15.7:0/3493649799 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d2fd2d0c40 con 0x55d2fd349ec0 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ed1ffb640 10 client.15963 handle_command_reply: tid=0 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 client.15963 shutdown 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 msgr2=0x55d2fd2d8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0010660 tx=0x7f2ee0010690 comp rx=0 tx=0).stop 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 shutdown_connections 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d2fd349ec0 0x55d2fd34c2e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d2fd2ce370 0x55d2fd2d8df0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d2fd2c92e0 0x55d2fd2d7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 --2- 172.21.15.7:0/3493649799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d2fd2c89a0 0x55d2fd2d78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 >> 172.21.15.7:0/3493649799 conn(0x55d2fd2c4010 msgr2=0x55d2fd2c29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ed1ffb640 0 client.15963 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 shutdown_connections 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 1 -- 172.21.15.7:0/3493649799 wait complete. 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.902+0000 7f2ef33fd740 20 client.15963 trim_cache size 0 max 16384 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:47:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 msgr2=0x7f2ed40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 0x7f2ed40a50f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ee00049d0 tx=0x7f2ee0004a40 comp rx=0 tx=0).stop 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 msgr2=0x7f2ee8075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40314e0 tx=0x7f2ee4031a30 comp rx=0 tx=0).stop 2024-09-10T07:47:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 shutdown_connections 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2ed40a2c30 0x7f2ed40a50f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ee8103710 0x7f2ee8074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee8102d50 0x7f2ee80745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 --2- 172.21.15.7:0/165452382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ee8101b60 0x7f2ee8075fa0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 >> 172.21.15.7:0/165452382 conn(0x7f2ee80fd2e0 msgr2=0x7f2ee8106140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 shutdown_connections 2024-09-10T07:47:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:26.903+0000 7f2ef065e640 1 -- 172.21.15.7:0/165452382 wait complete. 2024-09-10T07:47:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:26 smithi007 ceph-mon[30879]: pgmap v423: 129 pgs: 129 active+clean; 26 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-10T07:47:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:26 smithi110 ceph-mon[34417]: pgmap v423: 129 pgs: 129 active+clean; 26 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-10T07:47:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 21172 4.37 MB/sec warmup 30 sec latency 53.951 ms 2024-09-10T07:47:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:26 smithi145 ceph-mon[34766]: pgmap v423: 129 pgs: 129 active+clean; 26 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-10T07:47:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 21639 4.37 MB/sec warmup 31 sec latency 47.729 ms 2024-09-10T07:47:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:28 smithi007 ceph-mon[30879]: pgmap v424: 129 pgs: 129 active+clean; 26 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-10T07:47:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:28 smithi110 ceph-mon[34417]: pgmap v424: 129 pgs: 129 active+clean; 26 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-10T07:47:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 21903 4.24 MB/sec warmup 32 sec latency 63.926 ms 2024-09-10T07:47:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:28 smithi145 ceph-mon[34766]: pgmap v424: 129 pgs: 129 active+clean; 26 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-10T07:47:30.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 22076 4.12 MB/sec warmup 33 sec latency 654.285 ms 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 -- 172.21.15.7:0/3106246139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0101420 msgr2=0x7f39d010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 --2- 172.21.15.7:0/3106246139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0101420 0x7f39d010d950 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f39c8009cd0 tx=0x7f39c802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 -- 172.21.15.7:0/3106246139 shutdown_connections 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 --2- 172.21.15.7:0/3106246139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0101420 0x7f39d010d950 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 --2- 172.21.15.7:0/3106246139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0100a80 0x7f39d0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 --2- 172.21.15.7:0/3106246139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 0x7f39d0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 -- 172.21.15.7:0/3106246139 >> 172.21.15.7:0/3106246139 conn(0x7f39d00fc7a0 msgr2=0x7f39d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 -- 172.21.15.7:0/3106246139 shutdown_connections 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.534+0000 7f39d76c3640 1 -- 172.21.15.7:0/3106246139 wait complete. 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 Processor -- start 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 -- start start 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 0x7f39d0107f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 0x7f39d0108470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f39d0110d30 con 0x7f39d0100a80 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f39d0110bb0 con 0x7f39d0101420 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d76c3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f39d0110eb0 con 0x7f39d0106a80 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d545f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d545f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54530/0 (socket says 172.21.15.7:54530) 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d545f640 1 -- 172.21.15.7:0/2453588200 learned_addr learned my addr 172.21.15.7:0/2453588200 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d5c60640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 0x7f39d0108470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.535+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 0x7f39d0107f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 -- 172.21.15.7:0/2453588200 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 msgr2=0x7f39d0108470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 0x7f39d0108470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 -- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 msgr2=0x7f39d01079f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 -- 172.21.15.7:0/2453588200 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d01a67e0 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d545f640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 0x7f39d0107f30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f39c000e9f0 tx=0x7f39c000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39c67fc640 1 -- 172.21.15.7:0/2453588200 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c000ccc0 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39c67fc640 1 -- 172.21.15.7:0/2453588200 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39c00108e0 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d01a6ad0 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39c67fc640 1 -- 172.21.15.7:0/2453588200 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c0018880 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.536+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d01a7010 con 0x7f39d0101420 2024-09-10T07:47:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39c67fc640 1 -- 172.21.15.7:0/2453588200 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f39c0010a90 con 0x7f39d0101420 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 Processor -- start 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 -- start start 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b8692090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b869d370 0x55e3b869f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e3b85f82f0 con 0x55e3b8693b40 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e3b859fcf0 con 0x55e3b86925d0 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e3b85f42b0 con 0x55e3b869d370 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d545f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d545f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40564/0 (socket says 172.21.15.7:40564) 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d545f640 1 -- 172.21.15.7:0/2016688772 learned_addr learned my addr 172.21.15.7:0/2016688772 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.540+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b869d370 0x55e3b869f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d5c60640 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b8692090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39c67fc640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 0x7f39bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 -- 172.21.15.7:0/2016688772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b869d370 msgr2=0x55e3b869f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b869d370 0x55e3b869f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 -- 172.21.15.7:0/2016688772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 msgr2=0x55e3b8692090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b8692090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 -- 172.21.15.7:0/2016688772 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3b85843a0 con 0x55e3b86925d0 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39c67fc640 1 -- 172.21.15.7:0/2453588200 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f39c00cf730 con 0x7f39d0101420 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d5c60640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 0x7f39bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39d545f640 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39cc0115f0 tx=0x7f39cc011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36db3d1a8ba4f4ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39bb7fe640 1 -- 172.21.15.7:0/2016688772 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc01e070 con 0x55e3b86925d0 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39bb7fe640 1 -- 172.21.15.7:0/2016688772 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39cc00fda0 con 0x55e3b86925d0 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.541+0000 7f39bb7fe640 1 -- 172.21.15.7:0/2016688772 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc00e3b0 con 0x55e3b86925d0 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- 172.21.15.7:0/2016688772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 msgr2=0x55e3b8692a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d5c60640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 0x7f39bc0a5040 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f39c8004af0 tx=0x7f39c802a8e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39cc0115f0 tx=0x7f39cc011ab0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- 172.21.15.7:0/2016688772 shutdown_connections 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b869d370 0x55e3b869f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b86925d0 0x55e3b8692a10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/2016688772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b8692090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- 172.21.15.7:0/2016688772 >> 172.21.15.7:0/2016688772 conn(0x55e3b865b310 msgr2=0x55e3b868ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- 172.21.15.7:0/2016688772 shutdown_connections 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- 172.21.15.7:0/2016688772 wait complete. 2024-09-10T07:47:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.542+0000 7f39d9a9c740 1 -- start start 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 Processor -- start 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b869cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b869a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e3b86a0070 con 0x55e3b8693b40 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e3b85b3060 con 0x55e3b869d370 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e3b86a01f0 con 0x55e3b86925d0 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d9a9c740 10 client.0 _ll_register_callbacks cb 0x55e3b83068c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d4c5e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b869a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d5c60640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d5c60640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40572/0 (socket says 172.21.15.7:40572) 2024-09-10T07:47:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d4c5e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b869a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54546/0 (socket says 172.21.15.7:54546) 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d5c60640 1 -- 172.21.15.7:0/3770318562 learned_addr learned my addr 172.21.15.7:0/3770318562 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.543+0000 7f39d545f640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b869cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 -- 172.21.15.7:0/3770318562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 msgr2=0x55e3b869cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b869cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 -- 172.21.15.7:0/3770318562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 msgr2=0x55e3b869a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b869a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 -- 172.21.15.7:0/3770318562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3b83693c0 con 0x55e3b869d370 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d5c60640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f39c8035000 tx=0x7f39c8005da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f9a4ef05900a78f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c80047c0 con 0x55e3b869d370 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39cc00fda0 con 0x55e3b869d370 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f39c80305a0 con 0x55e3b869d370 2024-09-10T07:47:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f39c80307a0 con 0x55e3b869d370 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d9a9c740 10 client.25508 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e3b86abbc0 con 0x55e3b869d370 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39cc00fda0 con 0x55e3b869d370 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.544+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7f39c8047070 con 0x55e3b869d370 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 10 client.25508 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 10 client.25508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 20 client.25508 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b86ad020 0x55e3b86af490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 4 client.25508 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e3b8605860 con 0x55e3b86ad020 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d545f640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b86ad020 0x55e3b86af490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39b8ff9640 10 client.25508 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.545+0000 7f39d545f640 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b86ad020 0x55e3b86af490 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9f90dddd419ba30 server_cookie=1518ba66c088ee11 in_seq=0 out_seq=0 2024-09-10T07:47:30.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39b8ff9640 1 -- 172.21.15.7:0/3770318562 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e3b8605860 con 0x55e3b86ad020 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39b8ff9640 10 client.25508 handle_command_reply: tid=0 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 client.25508 shutdown 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 msgr2=0x55e3b869a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f39c8035000 tx=0x7f39c8005da0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 shutdown_connections 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b86ad020 0x55e3b86af490 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b869a640 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b8693b40 0x55e3b869a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/3770318562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b869cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39b8ff9640 0 client.25508 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 >> 172.21.15.7:0/3770318562 conn(0x55e3b865b310 msgr2=0x55e3b8694930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 shutdown_connections 2024-09-10T07:47:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 1 -- 172.21.15.7:0/3770318562 wait complete. 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.546+0000 7f39d9a9c740 20 client.25508 trim_cache size 0 max 16384 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 Processor -- start 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 -- start start 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b8693b40 0x55e3b86a9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b86b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01b3680 con 0x55e3b86925d0 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01b0f50 con 0x55e3b869d370 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01aedc0 con 0x55e3b8693b40 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d545f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d5c60640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b86b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d545f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54562/0 (socket says 172.21.15.7:54562) 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d545f640 1 -- 172.21.15.7:0/1135346915 learned_addr learned my addr 172.21.15.7:0/1135346915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.562+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b8693b40 0x55e3b86a9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 -- 172.21.15.7:0/1135346915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b8693b40 msgr2=0x55e3b86a9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b8693b40 0x55e3b86a9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 -- 172.21.15.7:0/1135346915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 msgr2=0x55e3b86b4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b86b4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 -- 172.21.15.7:0/1135346915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3b8693300 con 0x55e3b86925d0 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d5c60640 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b86b4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39d545f640 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x55e3b868fac0 tx=0x7f39cc019960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ee05df43d08042 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39baffd640 1 -- 172.21.15.7:0/1135346915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc01e040 con 0x55e3b86925d0 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39baffd640 1 -- 172.21.15.7:0/1135346915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39cc02f030 con 0x55e3b86925d0 2024-09-10T07:47:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.563+0000 7f39baffd640 1 -- 172.21.15.7:0/1135346915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc00fa40 con 0x55e3b86925d0 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1135346915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 msgr2=0x55e3b868ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x55e3b868fac0 tx=0x7f39cc019960 comp rx=0 tx=0).stop 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1135346915 shutdown_connections 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b869d370 0x55e3b86b4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b8693b40 0x55e3b86a9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1135346915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b86925d0 0x55e3b868ee10 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1135346915 >> 172.21.15.7:0/1135346915 conn(0x55e3b865b310 msgr2=0x55e3b868e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1135346915 shutdown_connections 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1135346915 wait complete. 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 -- start start 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.564+0000 7f39d9a9c740 1 Processor -- start 2024-09-10T07:47:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b86a5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 0x55e3b8696e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 0x55e3b8697350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01af410 con 0x55e3b869d370 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01b0880 con 0x55e3b8693b40 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01afae0 con 0x55e3b86925d0 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d9a9c740 10 client.0 _ll_register_callbacks cb 0x7f39cc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d545f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b86a5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d5c60640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 0x55e3b8697350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d545f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b86a5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39164/0 (socket says 172.21.15.7:39164) 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d545f640 1 -- 172.21.15.7:0/1076661 learned_addr learned my addr 172.21.15.7:0/1076661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 0x55e3b8696e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.565+0000 7f39d5c60640 1 -- 172.21.15.7:0/1076661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 msgr2=0x55e3b86a5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d5c60640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b86a5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d5c60640 1 -- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 msgr2=0x55e3b8696e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d5c60640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 0x55e3b8696e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d5c60640 1 -- 172.21.15.7:0/1076661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3b8697b80 con 0x55e3b869d370 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d4c5e640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 0x55e3b8696e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d5c60640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 0x55e3b8697350 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f39c8053820 tx=0x7f39c80536e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777cb9a8dd10e8a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8053e60 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39cc02f030 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f39c8004b40 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f39c8069050 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d9a9c740 10 client.15981 fetch_fsmap learned FSMap version 26 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.566+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e3b8717d90 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39cc02f030 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 26) ==== 8358+0+0 (secure 0 0 0) 0x7f39c8047040 con 0x55e3b869d370 2024-09-10T07:47:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 10 client.15981 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 10 client.15981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 20 client.15981 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b8718480 0x55e3b871a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 4 client.15981 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e3b85ffd70 con 0x55e3b8718480 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.567+0000 7f39d545f640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b8718480 0x55e3b871a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39b8ff9640 10 client.15981 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d545f640 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b8718480 0x55e3b871a8a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b69125d10c51a9df server_cookie=1f20dd5fd0c87f55 in_seq=0 out_seq=0 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39b8ff9640 1 -- 172.21.15.7:0/1076661 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e3b85ffd70 con 0x55e3b8718480 2024-09-10T07:47:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39b8ff9640 10 client.15981 handle_command_reply: tid=0 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 client.15981 shutdown 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 msgr2=0x55e3b8697350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 0x55e3b8697350 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f39c8053820 tx=0x7f39c80536e0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 shutdown_connections 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e3b8718480 0x55e3b871a8a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e3b869d370 0x55e3b8697350 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.409 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e3b8693b40 0x55e3b8696e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39b8ff9640 0 client.15981 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 --2- 172.21.15.7:0/1076661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e3b86925d0 0x55e3b86a5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 >> 172.21.15.7:0/1076661 conn(0x55e3b865b310 msgr2=0x55e3b869b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 shutdown_connections 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.568+0000 7f39d9a9c740 1 -- 172.21.15.7:0/1076661 wait complete. 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d9a9c740 20 client.15981 trim_cache size 0 max 16384 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 msgr2=0x7f39bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 0x7f39bc0a5040 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f39c8004af0 tx=0x7f39c802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 msgr2=0x7f39d0107f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 0x7f39d0107f30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f39c000e9f0 tx=0x7f39c000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 shutdown_connections 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f39bc0a2b80 0x7f39bc0a5040 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39d0106a80 0x7f39d0108470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f39d0101420 0x7f39d0107f30 secure :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f39c000e9f0 tx=0x7f39c000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 --2- 172.21.15.7:0/2453588200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d0100a80 0x7f39d01079f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 >> 172.21.15.7:0/2453588200 conn(0x7f39d00fc7a0 msgr2=0x7f39d00fceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.569+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 shutdown_connections 2024-09-10T07:47:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:29.570+0000 7f39d76c3640 1 -- 172.21.15.7:0/2453588200 wait complete. 2024-09-10T07:47:31.045 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:30 smithi007 ceph-mon[30879]: pgmap v425: 129 pgs: 129 active+clean; 27 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 2.1 MiB/s wr, 161 op/s 2024-09-10T07:47:31.045 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:30 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:30 smithi110 ceph-mon[34417]: pgmap v425: 129 pgs: 129 active+clean; 27 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 2.1 MiB/s wr, 161 op/s 2024-09-10T07:47:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:30 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:31.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 22258 4.02 MB/sec warmup 34 sec latency 1156.907 ms 2024-09-10T07:47:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:30 smithi145 ceph-mon[34766]: pgmap v425: 129 pgs: 129 active+clean; 27 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 2.1 MiB/s wr, 161 op/s 2024-09-10T07:47:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:30 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:47:32.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 22258 3.90 MB/sec warmup 35 sec latency 1137.376 ms 2024-09-10T07:47:32.485 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:47:32.485 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:47:32.768 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:32 smithi007 ceph-mon[30879]: pgmap v426: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-10T07:47:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:32 smithi110 ceph-mon[34417]: pgmap v426: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-10T07:47:33.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 22258 3.79 MB/sec warmup 36 sec latency 2137.430 ms 2024-09-10T07:47:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:32 smithi145 ceph-mon[34766]: pgmap v426: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-10T07:47:33.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.274+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1861801555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc102e00 msgr2=0x7fbebc1031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.274+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1861801555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc102e00 0x7fbebc1031e0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009900 tx=0x7fbeac02a480 comp rx=0 tx=0).stop 2024-09-10T07:47:33.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.274+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1861801555 shutdown_connections 2024-09-10T07:47:33.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.274+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1861801555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc10c1a0 0x7fbebc10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1861801555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc103720 0x7fbebc10bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1861801555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc102e00 0x7fbebc1031e0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1861801555 >> 172.21.15.7:0/1861801555 conn(0x7fbebc0fc7a0 msgr2=0x7fbebc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1861801555 shutdown_connections 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1861801555 wait complete. 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 Processor -- start 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.275+0000 7fbec2f8b640 1 -- start start 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc102e00 0x7fbebc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc103720 0x7fbebc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc111e20 con 0x7fbebc10c1a0 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc111ca0 con 0x7fbebc103720 2024-09-10T07:47:33.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec2f8b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc111fa0 con 0x7fbebc102e00 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47480/0 (socket says 172.21.15.7:47480) 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 -- 172.21.15.7:0/1207257135 learned_addr learned my addr 172.21.15.7:0/1207257135 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec0d27640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc102e00 0x7fbebc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbebbfff640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc103720 0x7fbebc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 -- 172.21.15.7:0/1207257135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc102e00 msgr2=0x7fbebc198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc102e00 0x7fbebc198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 -- 172.21.15.7:0/1207257135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc103720 msgr2=0x7fbebc1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc103720 0x7fbebc1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 -- 172.21.15.7:0/1207257135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbebc19d320 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.276+0000 7fbec1528640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400eaa0 tx=0x7fbeb400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.277+0000 7fbeb9ffb640 1 -- 172.21.15.7:0/1207257135 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb400cdb0 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.277+0000 7fbeb9ffb640 1 -- 172.21.15.7:0/1207257135 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbeb4005020 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.277+0000 7fbeb9ffb640 1 -- 172.21.15.7:0/1207257135 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb40116d0 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.277+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbebc19d610 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.277+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbebc1a4ef0 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.279+0000 7fbeb9ffb640 1 -- 172.21.15.7:0/1207257135 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbeb40051d0 con 0x7fbebc10c1a0 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.279+0000 7fbec5364740 1 Processor -- start 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.279+0000 7fbec5364740 1 -- start start 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555675181b60 0x555675181f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5556750e7280 con 0x55567518cd40 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55567508eb10 con 0x555675182480 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec5364740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5556750e3240 con 0x555675181b60 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbeb9ffb640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 0x7fbea40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47490/0 (socket says 172.21.15.7:47490) 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 -- 172.21.15.7:0/779105295 learned_addr learned my addr 172.21.15.7:0/779105295 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555675181b60 0x555675181f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec0d27640 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbec1528640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 0x7fbea40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbeb9ffb640 1 -- 172.21.15.7:0/1207257135 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbeb40cf5f0 con 0x7fbebc10c1a0 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 -- 172.21.15.7:0/779105295 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555675181b60 msgr2=0x555675181f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555675181b60 0x555675181f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 -- 172.21.15.7:0/779105295 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 msgr2=0x55567518c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 -- 172.21.15.7:0/779105295 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55567509b1f0 con 0x55567518cd40 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.280+0000 7fbebbfff640 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0005fd0 tx=0x7fbeb000e3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c9f9dddf3ec9b2f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec1528640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 0x7fbea40a50c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4098420 tx=0x7fbeb40666d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbea2ffd640 1 -- 172.21.15.7:0/779105295 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0005020 con 0x55567518cd40 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbea2ffd640 1 -- 172.21.15.7:0/779105295 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbeb0017030 con 0x55567518cd40 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbea2ffd640 1 -- 172.21.15.7:0/779105295 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb000b700 con 0x55567518cd40 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 -- 172.21.15.7:0/779105295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 msgr2=0x55567518f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0005fd0 tx=0x7fbeb000e3d0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 -- 172.21.15.7:0/779105295 shutdown_connections 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55567518cd40 0x55567518f130 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 --2- 172.21.15.7:0/779105295 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555675181b60 0x555675181f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 -- 172.21.15.7:0/779105295 >> 172.21.15.7:0/779105295 conn(0x55567517e0f0 msgr2=0x55567517e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.281+0000 7fbec5364740 1 -- 172.21.15.7:0/779105295 shutdown_connections 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 -- 172.21.15.7:0/779105295 wait complete. 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 -- start start 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 Processor -- start 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x55567518a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55567518f910 con 0x555675181b60 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5556750a1f10 con 0x555675182480 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.282+0000 7fbec5364740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55567518fa90 con 0x55567518cd40 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbec5364740 10 client.0 _ll_register_callbacks cb 0x55567506aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47492/0 (socket says 172.21.15.7:47492) 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 -- 172.21.15.7:0/2497725692 learned_addr learned my addr 172.21.15.7:0/2497725692 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbec0d27640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x55567518a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 -- 172.21.15.7:0/2497725692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 msgr2=0x55567518a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x55567518a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 -- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 msgr2=0x55567518a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 -- 172.21.15.7:0/2497725692 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555674e586a0 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbec0d27640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbebbfff640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00135d0 tx=0x7fbeb000ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5d20aad6a319c87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbe9bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0022070 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbeb0005200 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbeb0017030 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.283+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbeb0033050 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 10 client.15993 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55567519b570 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbeb0017030 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fbeb002b020 con 0x555675181b60 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 10 client.15993 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:33.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 20 client.15993 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x55567519ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 4 client.15993 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556750f47f0 con 0x55567519c8c0 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.284+0000 7fbec0d27640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x55567519ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.285+0000 7fbec0d27640 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x55567519ecb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb94616626bf6f53 server_cookie=bf194dd4b0274fc8 in_seq=0 out_seq=0 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.285+0000 7fbe9bfff640 10 client.15993 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.285+0000 7fbe9bfff640 1 -- 172.21.15.7:0/2497725692 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556750f47f0 con 0x55567519c8c0 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.285+0000 7fbe9bfff640 10 client.15993 handle_command_reply: tid=0 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.285+0000 7fbec5364740 1 client.15993 shutdown 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 msgr2=0x555675189c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fbeb00135d0 tx=0x7fbeb000ebe0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 shutdown_connections 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x55567519ecb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x55567518a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x55567518a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbe9bfff640 0 client.15993 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 --2- 172.21.15.7:0/2497725692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675189c80 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 >> 172.21.15.7:0/2497725692 conn(0x55567517e0f0 msgr2=0x555675183dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 shutdown_connections 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 1 -- 172.21.15.7:0/2497725692 wait complete. 2024-09-10T07:47:33.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.286+0000 7fbec5364740 20 client.15993 trim_cache size 0 max 16384 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.303+0000 7fbec5364740 1 Processor -- start 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.303+0000 7fbec5364740 1 -- start start 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675181b60 0x555675188b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751a4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1b1550 con 0x555675182480 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1aee20 con 0x555675181b60 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec5364740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1acc90 con 0x55567518cd40 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47504/0 (socket says 172.21.15.7:47504) 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 -- 172.21.15.7:0/1985117769 learned_addr learned my addr 172.21.15.7:0/1985117769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbebbfff640 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675181b60 0x555675188b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbebbfff640 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751a4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 -- 172.21.15.7:0/1985117769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 msgr2=0x5556751a4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751a4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 -- 172.21.15.7:0/1985117769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675181b60 msgr2=0x555675188b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675181b60 0x555675188b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 -- 172.21.15.7:0/1985117769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55567518c550 con 0x555675182480 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbec0d27640 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fbeac02a9a0 tx=0x7fbeac005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f680029ec25bedf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbea27fc640 1 -- 172.21.15.7:0/1985117769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeac04a070 con 0x555675182480 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.304+0000 7fbea27fc640 1 -- 172.21.15.7:0/1985117769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbeac004450 con 0x555675182480 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbea27fc640 1 -- 172.21.15.7:0/1985117769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeac035040 con 0x555675182480 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 -- 172.21.15.7:0/1985117769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 msgr2=0x5556751a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fbeac02a9a0 tx=0x7fbeac005c00 comp rx=0 tx=0).stop 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 -- 172.21.15.7:0/1985117769 shutdown_connections 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751a4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675182480 0x5556751a43f0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 --2- 172.21.15.7:0/1985117769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675181b60 0x555675188b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 -- 172.21.15.7:0/1985117769 >> 172.21.15.7:0/1985117769 conn(0x55567517e0f0 msgr2=0x555675188420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 -- 172.21.15.7:0/1985117769 shutdown_connections 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.305+0000 7fbec5364740 1 -- 172.21.15.7:0/1985117769 wait complete. 2024-09-10T07:47:33.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 -- start start 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 Processor -- start 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x5556751911b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751916f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1ad2e0 con 0x555675181b60 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1ae750 con 0x555675182480 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc1ad9b0 con 0x55567518cd40 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec5364740 10 client.0 _ll_register_callbacks cb 0x7fbeac005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47520/0 (socket says 172.21.15.7:47520) 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbebbfff640 1 -- 172.21.15.7:0/3367932341 learned_addr learned my addr 172.21.15.7:0/3367932341 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.306+0000 7fbec0d27640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x5556751911b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751916f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 -- 172.21.15.7:0/3367932341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 msgr2=0x5556751916f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751916f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 -- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 msgr2=0x5556751911b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x5556751911b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 -- 172.21.15.7:0/3367932341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555675206610 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbebbfff640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000e410 tx=0x7fbeb0004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb90ad17c0a1d17 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbe9bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0022040 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbeb000b670 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbeac004450 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbeb0004da0 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbec5364740 10 client.15999 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555675207880 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.307+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbeac004450 con 0x555675181b60 2024-09-10T07:47:33.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fbeb002b070 con 0x555675181b60 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 10 client.15999 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 20 client.15999 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x555675209fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 4 client.15999 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5556750eed00 con 0x55567519c8c0 2024-09-10T07:47:33.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec0d27640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x555675209fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbec0d27640 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x555675209fb0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a165966fa37f65f server_cookie=9344fb8b5eab7b6e in_seq=0 out_seq=0 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.308+0000 7fbe9bfff640 10 client.15999 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbe9bfff640 1 -- 172.21.15.7:0/3367932341 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5556750eed00 con 0x55567519c8c0 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbe9bfff640 10 client.15999 handle_command_reply: tid=0 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 client.15999 shutdown 2024-09-10T07:47:33.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 msgr2=0x555675190c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000e410 tx=0x7fbeb0004a70 comp rx=0 tx=0).stop 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 shutdown_connections 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55567519c8c0 0x555675209fb0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbe9bfff640 0 client.15999 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55567518cd40 0x5556751916f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555675182480 0x5556751911b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 --2- 172.21.15.7:0/3367932341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555675181b60 0x555675190c70 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 >> 172.21.15.7:0/3367932341 conn(0x55567517e0f0 msgr2=0x555675183da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 shutdown_connections 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 1 -- 172.21.15.7:0/3367932341 wait complete. 2024-09-10T07:47:33.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.309+0000 7fbec5364740 20 client.15999 trim_cache size 0 max 16384 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "d9374bc7-e955-48c2-922b-58d6bd9914c1", 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:47:33.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 msgr2=0x7fbea40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 0x7fbea40a50c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4098420 tx=0x7fbeb40666d0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 msgr2=0x7fbebc19cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400eaa0 tx=0x7fbeb400ef60 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 shutdown_connections 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbea40a2c00 0x7fbea40a50c0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbebc10c1a0 0x7fbebc19cc40 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbebc103720 0x7fbebc1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 --2- 172.21.15.7:0/1207257135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbebc102e00 0x7fbebc198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 >> 172.21.15.7:0/1207257135 conn(0x7fbebc0fc7a0 msgr2=0x7fbebc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:33.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 shutdown_connections 2024-09-10T07:47:33.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:33.310+0000 7fbec2f8b640 1 -- 172.21.15.7:0/1207257135 wait complete. 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:47:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:47:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.196 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:47:34.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 22816 3.81 MB/sec warmup 37 sec latency 2231.147 ms 2024-09-10T07:47:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:47:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:47:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:47:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:47:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.489 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:47:34.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:34 smithi007 ceph-mon[30879]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-10T07:47:34.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:34 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:47:34.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:34 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:34.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:34 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:47:34.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:34 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:35.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 -- 172.21.15.7:0/4018765565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b901009b0 msgr2=0x7f9b90100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 --2- 172.21.15.7:0/4018765565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b901009b0 0x7f9b90100d90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9b80009900 tx=0x7f9b8002a410 comp rx=0 tx=0).stop 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 -- 172.21.15.7:0/4018765565 shutdown_connections 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 --2- 172.21.15.7:0/4018765565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b9010e4d0 0x7f9b901108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 --2- 172.21.15.7:0/4018765565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b90101360 0x7f9b9010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 --2- 172.21.15.7:0/4018765565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b901009b0 0x7f9b90100d90 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 -- 172.21.15.7:0/4018765565 >> 172.21.15.7:0/4018765565 conn(0x7f9b900fc7d0 msgr2=0x7f9b900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 -- 172.21.15.7:0/4018765565 shutdown_connections 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.997+0000 7f9b966a3640 1 -- 172.21.15.7:0/4018765565 wait complete. 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 Processor -- start 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 -- start start 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 0x7f9b9019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 0x7f9b9019abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901140e0 con 0x7f9b9010e4d0 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b90113f60 con 0x7f9b901009b0 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b966a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b90114260 con 0x7f9b90101360 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b94c40640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b94c40640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47538/0 (socket says 172.21.15.7:47538) 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.998+0000 7f9b94c40640 1 -- 172.21.15.7:0/3174935600 learned_addr learned my addr 172.21.15.7:0/3174935600 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 0x7f9b9019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 0x7f9b9019abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 -- 172.21.15.7:0/3174935600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 msgr2=0x7f9b9019abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 0x7f9b9019abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 -- 172.21.15.7:0/3174935600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 msgr2=0x7f9b9019a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 0x7f9b9019a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 -- 172.21.15.7:0/3174935600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b9019f630 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 0x7f9b9019abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 0x7f9b9019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b94c40640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9b8800eb10 tx=0x7f9b8800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8d7fa640 1 -- 172.21.15.7:0/3174935600 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b88004b20 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:34.999+0000 7f9b8d7fa640 1 -- 172.21.15.7:0/3174935600 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b88004cc0 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.000+0000 7f9b8d7fa640 1 -- 172.21.15.7:0/3174935600 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b88010690 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.000+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b9019f920 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.000+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b901a7200 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.002+0000 7f9b8d7fa640 1 -- 172.21.15.7:0/3174935600 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9b88005020 con 0x7f9b9010e4d0 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 Processor -- start 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 -- start start 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74e2680 0x5572c74e4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5572c743d2e0 con 0x5572c74d74a0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5572c73e4ce0 con 0x5572c74d7dc0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5572c74392a0 con 0x5572c74e2680 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47550/0 (socket says 172.21.15.7:47550) 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/2862436786 learned_addr learned my addr 172.21.15.7:0/2862436786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8d7fa640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 0x7f9b780a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74e2680 0x5572c74e4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.003+0000 7f9b94c40640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 0x7f9b780a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/2862436786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74e2680 msgr2=0x5572c74e4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74e2680 0x5572c74e4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/2862436786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 msgr2=0x5572c74e2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/2862436786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572c73c9440 con 0x5572c74d74a0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8d7fa640 1 -- 172.21.15.7:0/3174935600 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b880cfa70 con 0x7f9b9010e4d0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9b840058c0 tx=0x7f9b8400b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7878aad0124b93f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b94c40640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 0x7f9b780a50c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9b88098390 tx=0x7f9b8806eff0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b767fc640 1 -- 172.21.15.7:0/2862436786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84019030 con 0x5572c74d74a0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b767fc640 1 -- 172.21.15.7:0/2862436786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b840119f0 con 0x5572c74d74a0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.004+0000 7f9b767fc640 1 -- 172.21.15.7:0/2862436786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8401d9a0 con 0x5572c74d74a0 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2862436786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 msgr2=0x5572c74d7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9b840058c0 tx=0x7f9b8400b730 comp rx=0 tx=0).stop 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2862436786 shutdown_connections 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74e2680 0x5572c74e4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2862436786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74d74a0 0x5572c74d7880 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2862436786 >> 172.21.15.7:0/2862436786 conn(0x5572c74d3a30 msgr2=0x5572c74d3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2862436786 shutdown_connections 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2862436786 wait complete. 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.005+0000 7f9b98a7c740 1 -- start start 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 Processor -- start 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74e1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74df1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5572c74e5250 con 0x5572c74e2680 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5572c73f8050 con 0x5572c74d7dc0 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5572c74e53d0 con 0x5572c74d74a0 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b98a7c740 10 client.0 _ll_register_callbacks cb 0x5572c7438160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47552/0 (socket says 172.21.15.7:47552) 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/894461843 learned_addr learned my addr 172.21.15.7:0/894461843 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.006+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74df1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/894461843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 msgr2=0x5572c74e1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74e1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 msgr2=0x5572c74df1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74df1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/894461843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572c71ae3c0 con 0x5572c74e2680 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74df1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9b84005fd0 tx=0x7f9b84013470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10c8e63ba7e55fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.007+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84019040 con 0x5572c74e2680 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b84011dd0 con 0x5572c74e2680 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b840119f0 con 0x5572c74e2680 2024-09-10T07:47:35.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9b84011540 con 0x5572c74e2680 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 10 client.16011 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5572c74f0b70 con 0x5572c74e2680 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b840119f0 con 0x5572c74e2680 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f9b84005360 con 0x5572c74e2680 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 10 client.16011 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 10 client.16011 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 20 client.16011 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c74f1f20 0x5572c74f4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 4 client.16011 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572c744a850 con 0x5572c74f1f20 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.008+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c74f1f20 0x5572c74f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.009+0000 7f9b6f7fe640 10 client.16011 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:35.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.009+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c74f1f20 0x5572c74f4310 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f7e41b3561e8c67 server_cookie=50fd605e918f907d in_seq=0 out_seq=0 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/894461843 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5572c744a850 con 0x5572c74f1f20 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b6f7fe640 10 client.16011 handle_command_reply: tid=0 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 client.16011 shutdown 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 msgr2=0x5572c74df720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9b84005fd0 tx=0x7f9b84013470 comp rx=0 tx=0).stop 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 shutdown_connections 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c74f1f20 0x5572c74f4310 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74df720 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74df1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/894461843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74e1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 >> 172.21.15.7:0/894461843 conn(0x5572c74d3a30 msgr2=0x5572c74d2b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b6f7fe640 0 client.16011 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 shutdown_connections 2024-09-10T07:47:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 1 -- 172.21.15.7:0/894461843 wait complete. 2024-09-10T07:47:35.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.010+0000 7f9b98a7c740 20 client.16011 trim_cache size 0 max 16384 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.031+0000 7f9b98a7c740 1 Processor -- start 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 -- start start 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74ee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74f9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901b37a0 con 0x5572c74e2680 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901b1070 con 0x5572c74d7dc0 2024-09-10T07:47:35.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901aeee0 con 0x5572c74d74a0 2024-09-10T07:47:35.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74f9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47568/0 (socket says 172.21.15.7:47568) 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/1058073184 learned_addr learned my addr 172.21.15.7:0/1058073184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74ee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/1058073184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 msgr2=0x5572c74ee4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74ee4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/1058073184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 msgr2=0x5572c74f9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74f9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8f7fe640 1 -- 172.21.15.7:0/1058073184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572c74e22a0 con 0x5572c74e2680 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.032+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74f9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9b8401dc20 tx=0x7f9b84005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18140fe039ecd2bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b75ffb640 1 -- 172.21.15.7:0/1058073184 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84019040 con 0x5572c74e2680 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b75ffb640 1 -- 172.21.15.7:0/1058073184 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b840116e0 con 0x5572c74e2680 2024-09-10T07:47:35.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b75ffb640 1 -- 172.21.15.7:0/1058073184 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8401dd40 con 0x5572c74e2680 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b98a7c740 1 -- 172.21.15.7:0/1058073184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 msgr2=0x5572c74f9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9b8401dc20 tx=0x7f9b84005970 comp rx=0 tx=0).stop 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.033+0000 7f9b98a7c740 1 -- 172.21.15.7:0/1058073184 shutdown_connections 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74f9fc0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74f9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/1058073184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74ee4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 -- 172.21.15.7:0/1058073184 >> 172.21.15.7:0/1058073184 conn(0x5572c74d3a30 msgr2=0x5572c74da0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 -- 172.21.15.7:0/1058073184 shutdown_connections 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 -- 172.21.15.7:0/1058073184 wait complete. 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 -- start start 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.034+0000 7f9b98a7c740 1 Processor -- start 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74eaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74e5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901af530 con 0x5572c74e2680 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901b09a0 con 0x5572c74d7dc0 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b901afc00 con 0x5572c74d74a0 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b98a7c740 10 client.0 _ll_register_callbacks cb 0x7f9b80009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74eaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37666/0 (socket says 172.21.15.7:37666) 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 -- 172.21.15.7:0/2747437940 learned_addr learned my addr 172.21.15.7:0/2747437940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74e5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 -- 172.21.15.7:0/2747437940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 msgr2=0x5572c74eaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74eaed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 -- 172.21.15.7:0/2747437940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 msgr2=0x5572c74e5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74e5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 -- 172.21.15.7:0/2747437940 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572c755aa40 con 0x5572c74d7dc0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74eaed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b8ffff640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9b800096c0 tx=0x7f9b800040b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee33e69d6a070880 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.035+0000 7f9b6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b80035040 con 0x5572c74d7dc0 2024-09-10T07:47:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b840116e0 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9b80005240 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9b80055050 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 10 client.25547 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5572c755bcf0 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b840116e0 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f9b80031720 con 0x5572c74d7dc0 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 10 client.25547 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 10 client.25547 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 20 client.25547 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c755c500 0x5572c755e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 4 client.25547 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.036+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5572c7444d60 con 0x5572c755c500 2024-09-10T07:47:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c755c500 0x5572c755e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b8f7fe640 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c755c500 0x5572c755e920 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f518b080fb78d5d5 server_cookie=35b547b14a174833 in_seq=0 out_seq=0 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b6f7fe640 10 client.25547 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b6f7fe640 1 -- 172.21.15.7:0/2747437940 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5572c7444d60 con 0x5572c755c500 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b6f7fe640 10 client.25547 handle_command_reply: tid=0 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b98a7c740 1 client.25547 shutdown 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 msgr2=0x5572c74e55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.037+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9b800096c0 tx=0x7f9b800040b0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 shutdown_connections 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5572c755c500 0x5572c755e920 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5572c74e2680 0x5572c74e5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5572c74d7dc0 0x5572c74e55b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b6f7fe640 0 client.25547 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 --2- 172.21.15.7:0/2747437940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5572c74d74a0 0x5572c74eaed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 >> 172.21.15.7:0/2747437940 conn(0x5572c74d3a30 msgr2=0x5572c74dd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 shutdown_connections 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 1 -- 172.21.15.7:0/2747437940 wait complete. 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b98a7c740 20 client.25547 trim_cache size 0 max 16384 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout: "d9374bc7-e955-48c2-922b-58d6bd9914c1": { 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:47:35.042 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "d9374bc7-e955-48c2-922b-58d6bd9914c1", 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 msgr2=0x7f9b780a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 0x7f9b780a50c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9b88098390 tx=0x7f9b8806eff0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 msgr2=0x7f9b9019ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.038+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9b8800eb10 tx=0x7f9b8800c2d0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 shutdown_connections 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b780a2c00 0x7f9b780a50c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b9010e4d0 0x7f9b9019ef50 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b90101360 0x7f9b9019abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 --2- 172.21.15.7:0/3174935600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b901009b0 0x7f9b9019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 >> 172.21.15.7:0/3174935600 conn(0x7f9b900fc7d0 msgr2=0x7f9b900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 shutdown_connections 2024-09-10T07:47:35.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:47:35.039+0000 7f9b966a3640 1 -- 172.21.15.7:0/3174935600 wait complete. 2024-09-10T07:47:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:34 smithi110 ceph-mon[34417]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-10T07:47:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:34 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:47:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:34 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:34 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:47:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:34 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:35.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23502 3.72 MB/sec warmup 38 sec latency 13.466 ms 2024-09-10T07:47:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:34 smithi145 ceph-mon[34766]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-10T07:47:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:34 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:47:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:34 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:34 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:47:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:34 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:47:36.057 INFO:tasks.cephfs.filesystem:scrub status for tag:d9374bc7-e955-48c2-922b-58d6bd9914c1 - {'path': '/', 'tag': 'd9374bc7-e955-48c2-922b-58d6bd9914c1', 'options': 'recursive,force'} 2024-09-10T07:47:36.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23715 3.66 MB/sec warmup 39 sec latency 652.927 ms 2024-09-10T07:47:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:36 smithi007 ceph-mon[30879]: pgmap v428: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-09-10T07:47:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:36 smithi110 ceph-mon[34417]: pgmap v428: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-09-10T07:47:37.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23715 3.57 MB/sec warmup 40 sec latency 1652.981 ms 2024-09-10T07:47:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:36 smithi145 ceph-mon[34766]: pgmap v428: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-09-10T07:47:38.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23715 3.48 MB/sec warmup 41 sec latency 2653.115 ms 2024-09-10T07:47:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:38 smithi007 ceph-mon[30879]: pgmap v429: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 939 KiB/s wr, 109 op/s 2024-09-10T07:47:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:38 smithi110 ceph-mon[34417]: pgmap v429: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 939 KiB/s wr, 109 op/s 2024-09-10T07:47:39.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23715 3.40 MB/sec warmup 42 sec latency 3653.256 ms 2024-09-10T07:47:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:38 smithi145 ceph-mon[34766]: pgmap v429: 129 pgs: 129 active+clean; 26 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 939 KiB/s wr, 109 op/s 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/1711676849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 msgr2=0x7f2d781031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/1711676849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d781031d0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2d68009900 tx=0x7f2d6802a410 comp rx=0 tx=0).stop 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/1711676849 shutdown_connections 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/1711676849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/1711676849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d781031d0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/1711676849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 0x7f2d78101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/1711676849 >> 172.21.15.7:0/1711676849 conn(0x7f2d780fd2e0 msgr2=0x7f2d780ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/1711676849 shutdown_connections 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/1711676849 wait complete. 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.005+0000 7f2d7fbe8640 1 Processor -- start 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 -- start start 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 0x7f2d78075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7810d670 con 0x7f2d78102d50 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7810d4f0 con 0x7f2d78103710 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7fbe8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7810d7f0 con 0x7f2d78101b60 2024-09-10T07:47:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47576/0 (socket says 172.21.15.7:47576) 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 -- 172.21.15.7:0/4239089262 learned_addr learned my addr 172.21.15.7:0/4239089262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d984640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 0x7f2d78075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7e185640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 -- 172.21.15.7:0/4239089262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 msgr2=0x7f2d78075fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 0x7f2d78075fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 -- 172.21.15.7:0/4239089262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 msgr2=0x7f2d78074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7d183640 1 -- 172.21.15.7:0/4239089262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d780753b0 con 0x7f2d78102d50 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.006+0000 7f2d7e185640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d7d183640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005940 tx=0x7f2d680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d6effd640 1 -- 172.21.15.7:0/4239089262 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6803f030 con 0x7f2d78102d50 2024-09-10T07:47:40.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d6effd640 1 -- 172.21.15.7:0/4239089262 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d68003cb0 con 0x7f2d78102d50 2024-09-10T07:47:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d6effd640 1 -- 172.21.15.7:0/4239089262 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68035070 con 0x7f2d78102d50 2024-09-10T07:47:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d781a1d70 con 0x7f2d78102d50 2024-09-10T07:47:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.007+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d781a2280 con 0x7f2d78102d50 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.009+0000 7f2d6effd640 1 -- 172.21.15.7:0/4239089262 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2d68042030 con 0x7f2d78102d50 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 Processor -- start 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 -- start start 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466d5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626466312f0 con 0x5626466ce2e0 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5626465d9270 con 0x5626466d3370 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d82a60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56264662d2b0 con 0x5626466cd9a0 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d7d984640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d7d984640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47586/0 (socket says 172.21.15.7:47586) 2024-09-10T07:47:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.010+0000 7f2d7d984640 1 -- 172.21.15.7:0/3528257085 learned_addr learned my addr 172.21.15.7:0/3528257085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d6effd640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 0x7f2d640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d183640 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466d5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7e185640 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7e185640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 0x7f2d640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 -- 172.21.15.7:0/3528257085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 msgr2=0x5626466cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 -- 172.21.15.7:0/3528257085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 msgr2=0x5626466d5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466d5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 -- 172.21.15.7:0/3528257085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626465d8340 con 0x5626466ce2e0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d6effd640 1 -- 172.21.15.7:0/4239089262 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2d680ef960 con 0x7f2d78102d50 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7d984640 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400bcb0 tx=0x7f2d740107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851dd894c076ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d7e185640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 0x7f2d640a5170 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2d70005c40 tx=0x7f2d70009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.011+0000 7f2d63fff640 1 -- 172.21.15.7:0/3528257085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74004020 con 0x5626466ce2e0 2024-09-10T07:47:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d63fff640 1 -- 172.21.15.7:0/3528257085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d740054d0 con 0x5626466ce2e0 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d63fff640 1 -- 172.21.15.7:0/3528257085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74004ce0 con 0x5626466ce2e0 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 -- 172.21.15.7:0/3528257085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 msgr2=0x5626466d2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400bcb0 tx=0x7f2d740107a0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 -- 172.21.15.7:0/3528257085 shutdown_connections 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466d5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466ce2e0 0x5626466d2da0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 --2- 172.21.15.7:0/3528257085 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 -- 172.21.15.7:0/3528257085 >> 172.21.15.7:0/3528257085 conn(0x5626466c9010 msgr2=0x5626466c9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 -- 172.21.15.7:0/3528257085 shutdown_connections 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.012+0000 7f2d82a60740 1 -- 172.21.15.7:0/3528257085 wait complete. 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 -- start start 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 Processor -- start 2024-09-10T07:47:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466d8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466df150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626466d6340 con 0x5626466cd9a0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5626465ba290 con 0x5626466d3370 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5626466d64c0 con 0x5626466ce2e0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d82a60740 10 client.0 _ll_register_callbacks cb 0x5626465eb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d7d984640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d7d984640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47602/0 (socket says 172.21.15.7:47602) 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.013+0000 7f2d7d984640 1 -- 172.21.15.7:0/700063470 learned_addr learned my addr 172.21.15.7:0/700063470 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7e185640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466df150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d183640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466d8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 -- 172.21.15.7:0/700063470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 msgr2=0x5626466d8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466d8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 -- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 msgr2=0x5626466df150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466df150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 -- 172.21.15.7:0/700063470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562646344210 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d7d984640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2d74005cd0 tx=0x7f2d74004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a784e9a773b40f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d617fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7402b060 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2d74004bf0 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d740054d0 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2d74032050 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d82a60740 10 client.16029 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.014+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x562646410620 con 0x5626466cd9a0 2024-09-10T07:47:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d740054d0 con 0x5626466cd9a0 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f2d740118f0 con 0x5626466cd9a0 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 10 client.16029 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 10 client.16029 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 20 client.16029 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5626466e3560 0x5626466e5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 4 client.16029 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56264663ea20 con 0x5626466e3560 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.015+0000 7f2d7d183640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5626466e3560 0x5626466e5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d617fa640 10 client.16029 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d7d183640 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5626466e3560 0x5626466e5950 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c82605474fb43950 server_cookie=2c043bc663d08b54 in_seq=0 out_seq=0 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d617fa640 1 -- 172.21.15.7:0/700063470 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56264663ea20 con 0x5626466e3560 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d617fa640 10 client.16029 handle_command_reply: tid=0 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d82a60740 1 client.16029 shutdown 2024-09-10T07:47:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 msgr2=0x5626466d7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.016+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2d74005cd0 tx=0x7f2d74004730 comp rx=0 tx=0).stop 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 shutdown_connections 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5626466e3560 0x5626466e5950 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466d3370 0x5626466df150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466d8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 --2- 172.21.15.7:0/700063470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466cd9a0 0x5626466d7bd0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d617fa640 0 client.16029 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 >> 172.21.15.7:0/700063470 conn(0x5626466c9010 msgr2=0x5626466ca820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 shutdown_connections 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 1 -- 172.21.15.7:0/700063470 wait complete. 2024-09-10T07:47:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.017+0000 7f2d82a60740 20 client.16029 trim_cache size 0 max 16384 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 Processor -- start 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 -- start start 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466cd9a0 0x5626466c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466df110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781af0b0 con 0x5626466d3370 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781ac980 con 0x5626466cd9a0 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d82a60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781aa7f0 con 0x5626466ce2e0 2024-09-10T07:47:40.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47618/0 (socket says 172.21.15.7:47618) 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 -- 172.21.15.7:0/633748916 learned_addr learned my addr 172.21.15.7:0/633748916 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7d183640 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466df110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7d984640 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466cd9a0 0x5626466c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 -- 172.21.15.7:0/633748916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 msgr2=0x5626466df110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466df110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 -- 172.21.15.7:0/633748916 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466cd9a0 msgr2=0x5626466c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466cd9a0 0x5626466c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 -- 172.21.15.7:0/633748916 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626466e5cc0 con 0x5626466d3370 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.032+0000 7f2d7e185640 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2d70012b50 tx=0x7f2d70009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df4c6e71a89fb87e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d637fe640 1 -- 172.21.15.7:0/633748916 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70012df0 con 0x5626466d3370 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d637fe640 1 -- 172.21.15.7:0/633748916 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d7000dc40 con 0x5626466d3370 2024-09-10T07:47:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d637fe640 1 -- 172.21.15.7:0/633748916 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d700054e0 con 0x5626466d3370 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 -- 172.21.15.7:0/633748916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 msgr2=0x5626466ca400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2d70012b50 tx=0x7f2d70009a60 comp rx=0 tx=0).stop 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 -- 172.21.15.7:0/633748916 shutdown_connections 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ca400 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466ce2e0 0x5626466df110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 --2- 172.21.15.7:0/633748916 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466cd9a0 0x5626466c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 -- 172.21.15.7:0/633748916 >> 172.21.15.7:0/633748916 conn(0x5626466c9010 msgr2=0x5626466c79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 -- 172.21.15.7:0/633748916 shutdown_connections 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.033+0000 7f2d82a60740 1 -- 172.21.15.7:0/633748916 wait complete. 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 -- start start 2024-09-10T07:47:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 Processor -- start 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466dc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466ce2e0 0x5626466dcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781aae40 con 0x5626466d3370 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781ac2b0 con 0x5626466ce2e0 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781ab510 con 0x5626466cd9a0 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d82a60740 10 client.0 _ll_register_callbacks cb 0x7f2d680b79c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d7e185640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d7e185640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47622/0 (socket says 172.21.15.7:47622) 2024-09-10T07:47:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d7e185640 1 -- 172.21.15.7:0/711463740 learned_addr learned my addr 172.21.15.7:0/711463740 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d7d984640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466dc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.034+0000 7f2d7d183640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466ce2e0 0x5626466dcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 -- 172.21.15.7:0/711463740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 msgr2=0x5626466dc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466dc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 -- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466ce2e0 msgr2=0x5626466dcad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466ce2e0 0x5626466dcad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 -- 172.21.15.7:0/711463740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626466de0f0 con 0x5626466d3370 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d7e185640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f2d70011010 tx=0x7f2d70004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fc1b3764cd3e5fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70037060 con 0x5626466d3370 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f2d70025040 con 0x5626466d3370 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d7000dc40 con 0x5626466d3370 2024-09-10T07:47:40.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2d700053e0 con 0x5626466d3370 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 10 client.16035 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5626466df400 con 0x5626466d3370 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d7000dc40 con 0x5626466d3370 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f2d700287c0 con 0x5626466d3370 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 10 client.16035 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 10 client.16035 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.035+0000 7f2d82a60740 20 client.16035 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56264674e970 0x562646750d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d82a60740 4 client.16035 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562646638d70 con 0x56264674e970 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d7d984640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56264674e970 0x562646750d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d7d984640 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56264674e970 0x562646750d90 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f90712159a500c4a server_cookie=949f8c6a9afb7a47 in_seq=0 out_seq=0 2024-09-10T07:47:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.036+0000 7f2d617fa640 10 client.16035 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d617fa640 1 -- 172.21.15.7:0/711463740 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562646638d70 con 0x56264674e970 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d617fa640 10 client.16035 handle_command_reply: tid=0 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 client.16035 shutdown 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 msgr2=0x5626466ddae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f2d70011010 tx=0x7f2d70004ed0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 shutdown_connections 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56264674e970 0x562646750d90 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626466d3370 0x5626466ddae0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d617fa640 0 client.16035 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5626466ce2e0 0x5626466dcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 --2- 172.21.15.7:0/711463740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5626466cd9a0 0x5626466dc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 >> 172.21.15.7:0/711463740 conn(0x5626466c9010 msgr2=0x5626466c81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 shutdown_connections 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 1 -- 172.21.15.7:0/711463740 wait complete. 2024-09-10T07:47:40.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d82a60740 20 client.16035 trim_cache size 0 max 16384 2024-09-10T07:47:40.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:47:40.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:47:40.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:47:40.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 msgr2=0x7f2d640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 0x7f2d640a5170 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2d70005c40 tx=0x7f2d70009500 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 msgr2=0x7f2d780745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005940 tx=0x7f2d680042f0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 shutdown_connections 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2d640a2cb0 0x7f2d640a5170 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d78103710 0x7f2d78074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d78102d50 0x7f2d780745e0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 --2- 172.21.15.7:0/4239089262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d78101b60 0x7f2d78075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 >> 172.21.15.7:0/4239089262 conn(0x7f2d780fd2e0 msgr2=0x7f2d781060c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 shutdown_connections 2024-09-10T07:47:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:40.055+0000 7f2d7fbe8640 1 -- 172.21.15.7:0/4239089262 wait complete. 2024-09-10T07:47:40.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:39 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:47:40.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:39 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:47:40.142 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:39 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:47:40.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23715 3.32 MB/sec warmup 43 sec latency 4653.375 ms 2024-09-10T07:47:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:40 smithi007 ceph-mon[30879]: pgmap v430: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2024-09-10T07:47:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:47:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:47:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:40 smithi110 ceph-mon[34417]: pgmap v430: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2024-09-10T07:47:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:47:41.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:47:41.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23755 3.25 MB/sec warmup 44 sec latency 4901.743 ms 2024-09-10T07:47:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:40 smithi145 ceph-mon[34766]: pgmap v430: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2024-09-10T07:47:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:47:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:47:42.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23755 3.17 MB/sec warmup 45 sec latency 1640.861 ms 2024-09-10T07:47:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:42 smithi007 ceph-mon[30879]: pgmap v431: 129 pgs: 129 active+clean; 26 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 427 KiB/s wr, 87 op/s 2024-09-10T07:47:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:42 smithi110 ceph-mon[34417]: pgmap v431: 129 pgs: 129 active+clean; 26 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 427 KiB/s wr, 87 op/s 2024-09-10T07:47:43.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23755 3.11 MB/sec warmup 46 sec latency 2640.973 ms 2024-09-10T07:47:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:42 smithi145 ceph-mon[34766]: pgmap v431: 129 pgs: 129 active+clean; 26 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 427 KiB/s wr, 87 op/s 2024-09-10T07:47:44.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23755 3.04 MB/sec warmup 47 sec latency 3641.073 ms 2024-09-10T07:47:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:44 smithi007 ceph-mon[30879]: pgmap v432: 129 pgs: 129 active+clean; 22 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 424 KiB/s wr, 88 op/s 2024-09-10T07:47:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:44 smithi110 ceph-mon[34417]: pgmap v432: 129 pgs: 129 active+clean; 22 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 424 KiB/s wr, 88 op/s 2024-09-10T07:47:45.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23755 2.98 MB/sec warmup 48 sec latency 4641.178 ms 2024-09-10T07:47:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:44 smithi145 ceph-mon[34766]: pgmap v432: 129 pgs: 129 active+clean; 22 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 424 KiB/s wr, 88 op/s 2024-09-10T07:47:46.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23816 2.93 MB/sec warmup 49 sec latency 4887.925 ms 2024-09-10T07:47:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:46 smithi007 ceph-mon[30879]: pgmap v433: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 287 KiB/s wr, 61 op/s 2024-09-10T07:47:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:46 smithi110 ceph-mon[34417]: pgmap v433: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 287 KiB/s wr, 61 op/s 2024-09-10T07:47:47.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23816 2.87 MB/sec warmup 50 sec latency 1582.468 ms 2024-09-10T07:47:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:46 smithi145 ceph-mon[34766]: pgmap v433: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 287 KiB/s wr, 61 op/s 2024-09-10T07:47:48.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23816 2.81 MB/sec warmup 51 sec latency 2582.526 ms 2024-09-10T07:47:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:48 smithi007 ceph-mon[30879]: pgmap v434: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 268 KiB/s wr, 50 op/s 2024-09-10T07:47:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:48 smithi110 ceph-mon[34417]: pgmap v434: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 268 KiB/s wr, 50 op/s 2024-09-10T07:47:49.239 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23816 2.76 MB/sec warmup 52 sec latency 3582.653 ms 2024-09-10T07:47:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:48 smithi145 ceph-mon[34766]: pgmap v434: 129 pgs: 129 active+clean; 22 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 268 KiB/s wr, 50 op/s 2024-09-10T07:47:50.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 23816 2.71 MB/sec warmup 53 sec latency 4582.748 ms 2024-09-10T07:47:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:50 smithi007 ceph-mon[30879]: pgmap v435: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 319 KiB/s wr, 53 op/s 2024-09-10T07:47:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:50 smithi110 ceph-mon[34417]: pgmap v435: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 319 KiB/s wr, 53 op/s 2024-09-10T07:47:51.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 24354 2.75 MB/sec warmup 54 sec latency 4830.119 ms 2024-09-10T07:47:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:50 smithi145 ceph-mon[34766]: pgmap v435: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 319 KiB/s wr, 53 op/s 2024-09-10T07:47:52.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 24960 2.79 MB/sec warmup 55 sec latency 13.273 ms 2024-09-10T07:47:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:52 smithi007 ceph-mon[30879]: pgmap v436: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 82 KiB/s wr, 20 op/s 2024-09-10T07:47:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 -- 172.21.15.7:0/764640856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 msgr2=0x7fc3441020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 --2- 172.21.15.7:0/764640856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc3441020b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc338009860 tx=0x7fc33802a340 comp rx=0 tx=0).stop 2024-09-10T07:47:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 -- 172.21.15.7:0/764640856 shutdown_connections 2024-09-10T07:47:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 --2- 172.21.15.7:0/764640856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc344108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 --2- 172.21.15.7:0/764640856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc3441020b0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 --2- 172.21.15.7:0/764640856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 -- 172.21.15.7:0/764640856 >> 172.21.15.7:0/764640856 conn(0x7fc3440fc1e0 msgr2=0x7fc3440fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 -- 172.21.15.7:0/764640856 shutdown_connections 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.148+0000 7fc34a754640 1 -- 172.21.15.7:0/764640856 wait complete. 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 Processor -- start 2024-09-10T07:47:53.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 -- start start 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc344198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc34410c550 con 0x7fc3441025f0 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc34410c3d0 con 0x7fc344100a40 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.149+0000 7fc34a754640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc34410c6d0 con 0x7fc344101c30 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc343fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55440/0 (socket says 172.21.15.7:55440) 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc3437fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc344198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 -- 172.21.15.7:0/1681246697 learned_addr learned my addr 172.21.15.7:0/1681246697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 -- 172.21.15.7:0/1681246697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 msgr2=0x7fc344198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc344198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 -- 172.21.15.7:0/1681246697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 msgr2=0x7fc344197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 -- 172.21.15.7:0/1681246697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34419f930 con 0x7fc3441025f0 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc343fff640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc3437fe640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc344198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fd0 tx=0x7fc33c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc3417fa640 1 -- 172.21.15.7:0/1681246697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004b20 con 0x7fc3441025f0 2024-09-10T07:47:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc34419fc20 con 0x7fc3441025f0 2024-09-10T07:47:53.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc3417fa640 1 -- 172.21.15.7:0/1681246697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c003e20 con 0x7fc3441025f0 2024-09-10T07:47:53.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc3417fa640 1 -- 172.21.15.7:0/1681246697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004820 con 0x7fc3441025f0 2024-09-10T07:47:53.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.150+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3441a0170 con 0x7fc3441025f0 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc3417fa640 1 -- 172.21.15.7:0/1681246697 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc33c01d020 con 0x7fc3441025f0 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 Processor -- start 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 -- start start 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 0x5632f811cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f811d370 0x5632f811f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5632f807b2f0 con 0x5632f81179a0 2024-09-10T07:47:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5632f8023270 con 0x5632f81182e0 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.153+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5632f80772b0 con 0x5632f811d370 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc343fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 0x5632f811cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55444/0 (socket says 172.21.15.7:55444) 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 -- 172.21.15.7:0/337248103 learned_addr learned my addr 172.21.15.7:0/337248103 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f811d370 0x5632f811f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 -- 172.21.15.7:0/337248103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f811d370 msgr2=0x5632f811f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f811d370 0x5632f811f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 -- 172.21.15.7:0/337248103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 msgr2=0x5632f811cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 0x5632f811cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 -- 172.21.15.7:0/337248103 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632f8022340 con 0x5632f81179a0 2024-09-10T07:47:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc343fff640 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 0x5632f811cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3417fa640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 0x7fc32c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3437fe640 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fc338005b60 tx=0x7fc338005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=236758361e03c939 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc3417fa640 1 -- 172.21.15.7:0/1681246697 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc33c0cf370 con 0x7fc3441025f0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc343fff640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 0x7fc32c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc32a7fc640 1 -- 172.21.15.7:0/337248103 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338037040 con 0x5632f81179a0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc32a7fc640 1 -- 172.21.15.7:0/337248103 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc338038040 con 0x5632f81179a0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.154+0000 7fc32a7fc640 1 -- 172.21.15.7:0/337248103 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338032bc0 con 0x5632f81179a0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 -- 172.21.15.7:0/337248103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 msgr2=0x5632f8117da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc343fff640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 0x7fc32c0a50f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x5632f8118d10 tx=0x7fc33400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fc338005b60 tx=0x7fc338005a90 comp rx=0 tx=0).stop 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 -- 172.21.15.7:0/337248103 shutdown_connections 2024-09-10T07:47:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f811d370 0x5632f811f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81182e0 0x5632f811cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/337248103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f81179a0 0x5632f8117da0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 -- 172.21.15.7:0/337248103 >> 172.21.15.7:0/337248103 conn(0x5632f8113010 msgr2=0x5632f8113410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 -- 172.21.15.7:0/337248103 shutdown_connections 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.155+0000 7fc34d5c8740 1 -- 172.21.15.7:0/337248103 wait complete. 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 -- start start 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 Processor -- start 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8121b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81220d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5632f81202e0 con 0x5632f811d370 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5632f8004290 con 0x5632f81179a0 2024-09-10T07:47:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5632f8120460 con 0x5632f81182e0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc34d5c8740 10 client.0 _ll_register_callbacks cb 0x5632f8035140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc343fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8121b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55452/0 (socket says 172.21.15.7:55452) 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.156+0000 7fc348cf1640 1 -- 172.21.15.7:0/4184380998 learned_addr learned my addr 172.21.15.7:0/4184380998 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc3437fe640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81220d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 -- 172.21.15.7:0/4184380998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 msgr2=0x5632f81220d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81220d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 -- 172.21.15.7:0/4184380998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 msgr2=0x5632f8129110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 -- 172.21.15.7:0/4184380998 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632f7d8e210 con 0x5632f81179a0 2024-09-10T07:47:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc348cf1640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc343fff640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8121b90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5632f8113e90 tx=0x7fc334004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=965e3337ab72dbf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc3237fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33402c060 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc334017030 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc338038040 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc334033050 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc34d5c8740 10 client.25577 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.157+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5632f7e5a620 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc338038040 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc33401ca80 con 0x5632f81179a0 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 10 client.25577 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 10 client.25577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 20 client.25577 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f812d8b0 0x5632f812fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 4 client.25577 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632f8088a20 con 0x5632f812d8b0 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc3437fe640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f812d8b0 0x5632f812fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc3237fe640 10 client.25577 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.158+0000 7fc3437fe640 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f812d8b0 0x5632f812fd20 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6e6419952239dbc server_cookie=c086df582b49ed69 in_seq=0 out_seq=0 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc3237fe640 1 -- 172.21.15.7:0/4184380998 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5632f8088a20 con 0x5632f812d8b0 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc3237fe640 10 client.25577 handle_command_reply: tid=0 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 client.25577 shutdown 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 msgr2=0x5632f8121b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8121b90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5632f8113e90 tx=0x7fc334004730 comp rx=0 tx=0).stop 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 shutdown_connections 2024-09-10T07:47:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f812d8b0 0x5632f812fd20 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8129110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81220d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc3237fe640 0 client.25577 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/4184380998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8121b90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 >> 172.21.15.7:0/4184380998 conn(0x5632f8113010 msgr2=0x5632f8114820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 shutdown_connections 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.159+0000 7fc34d5c8740 1 -- 172.21.15.7:0/4184380998 wait complete. 2024-09-10T07:47:53.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.160+0000 7fc34d5c8740 20 client.25577 trim_cache size 0 max 16384 2024-09-10T07:47:53.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:52 smithi110 ceph-mon[34417]: pgmap v436: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 82 KiB/s wr, 20 op/s 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.174+0000 7fc34d5c8740 1 Processor -- start 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.174+0000 7fc34d5c8740 1 -- start start 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81290d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f811cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441acdf0 con 0x5632f811d370 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441aa6c0 con 0x5632f81179a0 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441a8530 con 0x5632f81182e0 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f811cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc343fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc343fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57410/0 (socket says 172.21.15.7:57410) 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc3437fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81290d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc343fff640 1 -- 172.21.15.7:0/339610360 learned_addr learned my addr 172.21.15.7:0/339610360 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 -- 172.21.15.7:0/339610360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 msgr2=0x5632f81290d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81290d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 -- 172.21.15.7:0/339610360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 msgr2=0x5632f8122050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 -- 172.21.15.7:0/339610360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632f81187c0 con 0x5632f811d370 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc343fff640 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc348cf1640 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f811cb00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fc33c097ca0 tx=0x7fc33c086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43a5deab6ee52a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc329ffb640 1 -- 172.21.15.7:0/339610360 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c01a040 con 0x5632f811d370 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc329ffb640 1 -- 172.21.15.7:0/339610360 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c09bfd0 con 0x5632f811d370 2024-09-10T07:47:53.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.175+0000 7fc329ffb640 1 -- 172.21.15.7:0/339610360 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c0860b0 con 0x5632f811d370 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- 172.21.15.7:0/339610360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 msgr2=0x5632f811cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f811cb00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fc33c097ca0 tx=0x7fc33c086040 comp rx=0 tx=0).stop 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- 172.21.15.7:0/339610360 shutdown_connections 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f811cb00 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f81290d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/339610360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f8122050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- 172.21.15.7:0/339610360 >> 172.21.15.7:0/339610360 conn(0x5632f8113010 msgr2=0x5632f8121940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- 172.21.15.7:0/339610360 shutdown_connections 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- 172.21.15.7:0/339610360 wait complete. 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.176+0000 7fc34d5c8740 1 -- start start 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 Processor -- start 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f81261c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f8126700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441a8b80 con 0x5632f811d370 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441a9ff0 con 0x5632f81179a0 2024-09-10T07:47:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3441a9250 con 0x5632f81182e0 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc34d5c8740 10 client.0 _ll_register_callbacks cb 0x7fc33400bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55466/0 (socket says 172.21.15.7:55466) 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 -- 172.21.15.7:0/1574032294 learned_addr learned my addr 172.21.15.7:0/1574032294 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc343fff640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f81261c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc3437fe640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f8126700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 -- 172.21.15.7:0/1574032294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 msgr2=0x5632f8126700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f8126700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 -- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 msgr2=0x5632f81261c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f81261c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc348cf1640 1 -- 172.21.15.7:0/1574032294 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632f8127d20 con 0x5632f811d370 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc343fff640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f81261c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.177+0000 7fc3437fe640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f8126700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc348cf1640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fa0 tx=0x7fc33c0a4640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c13313fcfc257ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c0b3070 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc33c0a40b0 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc33c09bfd0 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc33c01a040 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 10 client.16053 fetch_fsmap learned FSMap version 27 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5632f8129030 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c09bfd0 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc33c00b040 con 0x5632f811d370 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 10 client.16053 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 10 client.16053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:47:53.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 20 client.16053 populate_metadata read hostname 'smithi007' 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f8198940 0x5632f819ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 4 client.16053 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.178+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5632f8082d70 con 0x5632f8198940 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.179+0000 7fc343fff640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f8198940 0x5632f819ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.179+0000 7fc3237fe640 10 client.16053 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:53.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.179+0000 7fc343fff640 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f8198940 0x5632f819ad30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=878a5a1a7a1bf1bc server_cookie=ed5a3e23c9e5e65c in_seq=0 out_seq=0 2024-09-10T07:47:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc3237fe640 1 -- 172.21.15.7:0/1574032294 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5632f8082d70 con 0x5632f8198940 2024-09-10T07:47:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc3237fe640 10 client.16053 handle_command_reply: tid=0 2024-09-10T07:47:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 client.16053 shutdown 2024-09-10T07:47:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 msgr2=0x5632f8127710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fa0 tx=0x7fc33c0a4640 comp rx=0 tx=0).stop 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 shutdown_connections 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632f8198940 0x5632f819ad30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632f811d370 0x5632f8127710 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632f81182e0 0x5632f8126700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc3237fe640 0 client.16053 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 --2- 172.21.15.7:0/1574032294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632f81179a0 0x5632f81261c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 >> 172.21.15.7:0/1574032294 conn(0x5632f8113010 msgr2=0x5632f8121940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 shutdown_connections 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 1 -- 172.21.15.7:0/1574032294 wait complete. 2024-09-10T07:47:53.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.194+0000 7fc34d5c8740 20 client.16053 trim_cache size 0 max 16384 2024-09-10T07:47:53.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:47:53.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:47:53.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:47:53.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 msgr2=0x7fc32c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 0x7fc32c0a50f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x5632f8118d10 tx=0x7fc33400b390 comp rx=0 tx=0).stop 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 msgr2=0x7fc34419f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fd0 tx=0x7fc33c00c800 comp rx=0 tx=0).stop 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 shutdown_connections 2024-09-10T07:47:53.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc32c0a2c30 0x7fc32c0a50f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3441025f0 0x7fc34419f290 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc344101c30 0x7fc344198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 --2- 172.21.15.7:0/1681246697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc344100a40 0x7fc344197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 >> 172.21.15.7:0/1681246697 conn(0x7fc3440fc1e0 msgr2=0x7fc3440698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 shutdown_connections 2024-09-10T07:47:53.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:47:53.195+0000 7fc34a754640 1 -- 172.21.15.7:0/1681246697 wait complete. 2024-09-10T07:47:53.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 25293 2.77 MB/sec warmup 56 sec latency 12.762 ms 2024-09-10T07:47:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:52 smithi145 ceph-mon[34766]: pgmap v436: 129 pgs: 129 active+clean; 23 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 82 KiB/s wr, 20 op/s 2024-09-10T07:47:54.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:53 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:47:54.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:53 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:47:54.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 25665 2.72 MB/sec warmup 57 sec latency 13.518 ms 2024-09-10T07:47:54.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:53 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:47:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:54 smithi007 ceph-mon[30879]: pgmap v437: 129 pgs: 129 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 243 KiB/s wr, 32 op/s 2024-09-10T07:47:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:47:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:47:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:54 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:47:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:54 smithi110 ceph-mon[34417]: pgmap v437: 129 pgs: 129 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 243 KiB/s wr, 32 op/s 2024-09-10T07:47:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:47:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:47:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:54 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:47:55.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 26259 2.76 MB/sec warmup 58 sec latency 13.635 ms 2024-09-10T07:47:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:54 smithi145 ceph-mon[34766]: pgmap v437: 129 pgs: 129 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 243 KiB/s wr, 32 op/s 2024-09-10T07:47:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:47:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:47:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:54 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:47:56.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 26913 2.72 MB/sec warmup 59 sec latency 14.880 ms 2024-09-10T07:47:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:56 smithi007 ceph-mon[30879]: pgmap v438: 129 pgs: 129 active+clean; 25 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 443 KiB/s wr, 40 op/s 2024-09-10T07:47:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:56 smithi110 ceph-mon[34417]: pgmap v438: 129 pgs: 129 active+clean; 25 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 443 KiB/s wr, 40 op/s 2024-09-10T07:47:57.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 27477 2.72 MB/sec warmup 60 sec latency 12.843 ms 2024-09-10T07:47:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:56 smithi145 ceph-mon[34766]: pgmap v438: 129 pgs: 129 active+clean; 25 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 443 KiB/s wr, 40 op/s 2024-09-10T07:47:58.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 28190 2.77 MB/sec warmup 61 sec latency 13.803 ms 2024-09-10T07:47:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:47:58 smithi007 ceph-mon[30879]: pgmap v439: 129 pgs: 129 active+clean; 26 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 448 KiB/s wr, 36 op/s 2024-09-10T07:47:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:47:58 smithi110 ceph-mon[34417]: pgmap v439: 129 pgs: 129 active+clean; 26 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 448 KiB/s wr, 36 op/s 2024-09-10T07:47:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:47:58 smithi145 ceph-mon[34766]: pgmap v439: 129 pgs: 129 active+clean; 26 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 448 KiB/s wr, 36 op/s 2024-09-10T07:47:59.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 28679 2.80 MB/sec warmup 62 sec latency 12.787 ms 2024-09-10T07:48:00.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 28977 2.76 MB/sec warmup 63 sec latency 12.883 ms 2024-09-10T07:48:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:00 smithi007 ceph-mon[30879]: pgmap v440: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 987 KiB/s wr, 101 op/s 2024-09-10T07:48:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:00 smithi110 ceph-mon[34417]: pgmap v440: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 987 KiB/s wr, 101 op/s 2024-09-10T07:48:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:00 smithi145 ceph-mon[34766]: pgmap v440: 129 pgs: 129 active+clean; 27 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 987 KiB/s wr, 101 op/s 2024-09-10T07:48:01.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 29489 2.75 MB/sec warmup 64 sec latency 12.925 ms 2024-09-10T07:48:02.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 30110 2.76 MB/sec warmup 65 sec latency 16.046 ms 2024-09-10T07:48:03.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:02 smithi007 ceph-mon[30879]: pgmap v441: 129 pgs: 129 active+clean; 26 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 934 KiB/s wr, 97 op/s 2024-09-10T07:48:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:02 smithi110 ceph-mon[34417]: pgmap v441: 129 pgs: 129 active+clean; 26 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 934 KiB/s wr, 97 op/s 2024-09-10T07:48:03.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 30807 2.74 MB/sec warmup 66 sec latency 12.479 ms 2024-09-10T07:48:03.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:02 smithi145 ceph-mon[34766]: pgmap v441: 129 pgs: 129 active+clean; 26 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 934 KiB/s wr, 97 op/s 2024-09-10T07:48:04.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 31582 2.79 MB/sec warmup 67 sec latency 13.900 ms 2024-09-10T07:48:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:04 smithi007 ceph-mon[30879]: pgmap v442: 129 pgs: 129 active+clean; 26 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.1 MiB/s wr, 131 op/s 2024-09-10T07:48:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:04 smithi110 ceph-mon[34417]: pgmap v442: 129 pgs: 129 active+clean; 26 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.1 MiB/s wr, 131 op/s 2024-09-10T07:48:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:04 smithi145 ceph-mon[34766]: pgmap v442: 129 pgs: 129 active+clean; 26 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.1 MiB/s wr, 131 op/s 2024-09-10T07:48:05.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 32052 2.82 MB/sec warmup 68 sec latency 15.321 ms 2024-09-10T07:48:06.058 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:48:06.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 32385 2.80 MB/sec warmup 69 sec latency 11.303 ms 2024-09-10T07:48:06.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.293+0000 7fbf010ba640 1 -- 172.21.15.7:0/1280891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc1025c0 msgr2=0x7fbefc1049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.293+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1280891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc1025c0 0x7fbefc1049b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fbeec009900 tx=0x7fbeec02a410 comp rx=0 tx=0).stop 2024-09-10T07:48:06.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 -- 172.21.15.7:0/1280891280 shutdown_connections 2024-09-10T07:48:06.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1280891280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc107820 0x7fbefc109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1280891280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1280891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc1025c0 0x7fbefc1049b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 -- 172.21.15.7:0/1280891280 >> 172.21.15.7:0/1280891280 conn(0x7fbefc0fc1e0 msgr2=0x7fbefc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 -- 172.21.15.7:0/1280891280 shutdown_connections 2024-09-10T07:48:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 -- 172.21.15.7:0/1280891280 wait complete. 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.294+0000 7fbf010ba640 1 Processor -- start 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 -- start start 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc1025c0 0x7fbefc197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc10d6b0 con 0x7fbefc107820 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc10d530 con 0x7fbefc104ef0 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbf010ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc10d830 con 0x7fbefc1025c0 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35606/0 (socket says 172.21.15.7:35606) 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 -- 172.21.15.7:0/1070175579 learned_addr learned my addr 172.21.15.7:0/1070175579 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefad9d640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc1025c0 0x7fbefc197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 -- 172.21.15.7:0/1070175579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc1025c0 msgr2=0x7fbefc197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc1025c0 0x7fbefc197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 -- 172.21.15.7:0/1070175579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 msgr2=0x7fbefc1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.295+0000 7fbefb59e640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbefb59e640 1 -- 172.21.15.7:0/1070175579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbefc19f990 con 0x7fbefc107820 2024-09-10T07:48:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbefb59e640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbef400eb40 tx=0x7fbef400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbee3fff640 1 -- 172.21.15.7:0/1070175579 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4004b20 con 0x7fbefc107820 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbee3fff640 1 -- 172.21.15.7:0/1070175579 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef4004cc0 con 0x7fbefc107820 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbefc19fc80 con 0x7fbefc107820 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbee3fff640 1 -- 172.21.15.7:0/1070175579 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef40107b0 con 0x7fbefc107820 2024-09-10T07:48:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.296+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbefc1a0180 con 0x7fbefc107820 2024-09-10T07:48:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.299+0000 7fbf03e58740 1 Processor -- start 2024-09-10T07:48:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.299+0000 7fbee3fff640 1 -- 172.21.15.7:0/1070175579 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbef4005020 con 0x7fbefc107820 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 -- start start 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669e9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669eeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56176694d2f0 con 0x5617669ef370 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5617668f5270 con 0x5617669e99a0 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbf03e58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5617669492b0 con 0x5617669ea2e0 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35614/0 (socket says 172.21.15.7:35614) 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 -- 172.21.15.7:0/1391335283 learned_addr learned my addr 172.21.15.7:0/1391335283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669e9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefad9d640 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669eeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbee3fff640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 0x7fbee40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 -- 172.21.15.7:0/1391335283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 msgr2=0x5617669eeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669eeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 -- 172.21.15.7:0/1391335283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 msgr2=0x5617669e9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669e9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.300+0000 7fbefa59c640 1 -- 172.21.15.7:0/1391335283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617668f4340 con 0x5617669ef370 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbee3fff640 1 -- 172.21.15.7:0/1070175579 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbef40cfb60 con 0x7fbefc107820 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbefb59e640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 0x7fbee40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbefa59c640 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbef0011ba0 tx=0x7fbef0009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15806379ea0486f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbee17fa640 1 -- 172.21.15.7:0/1391335283 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef000fc50 con 0x5617669ef370 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbee17fa640 1 -- 172.21.15.7:0/1391335283 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef000fdf0 con 0x5617669ef370 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.301+0000 7fbee17fa640 1 -- 172.21.15.7:0/1391335283 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef0003e10 con 0x5617669ef370 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- 172.21.15.7:0/1391335283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 msgr2=0x5617669f1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbef0011ba0 tx=0x7fbef0009770 comp rx=0 tx=0).stop 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbefb59e640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 0x7fbee40a50f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbef400eb10 tx=0x7fbef4004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- 172.21.15.7:0/1391335283 shutdown_connections 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669f1830 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669eeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 --2- 172.21.15.7:0/1391335283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669e9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- 172.21.15.7:0/1391335283 >> 172.21.15.7:0/1391335283 conn(0x5617669e5010 msgr2=0x5617669e5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- 172.21.15.7:0/1391335283 shutdown_connections 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- 172.21.15.7:0/1391335283 wait complete. 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.302+0000 7fbf03e58740 1 -- start start 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 Processor -- start 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669e99a0 0x5617669f7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 0x5617669f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5617669f2340 con 0x5617669ef370 2024-09-10T07:48:06.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5617668d6290 con 0x5617669ea2e0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5617669f24c0 con 0x5617669e99a0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbf03e58740 10 client.0 _ll_register_callbacks cb 0x561766907140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35620/0 (socket says 172.21.15.7:35620) 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 -- 172.21.15.7:0/2703468890 learned_addr learned my addr 172.21.15.7:0/2703468890 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 0x5617669f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669e99a0 0x5617669f7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 -- 172.21.15.7:0/2703468890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669e99a0 msgr2=0x5617669f7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669e99a0 0x5617669f7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 -- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 msgr2=0x5617669f84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 0x5617669f84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefa59c640 1 -- 172.21.15.7:0/2703468890 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561766660210 con 0x5617669ef370 2024-09-10T07:48:06.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.303+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 0x5617669f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbef0011540 tx=0x7fbef0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15c023129b7cf2cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef00037c0 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbef0019040 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef000fdf0 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbef0036050 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 10 client.16065 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56176672c620 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef000fdf0 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fbef002ea60 con 0x5617669ef370 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 10 client.16065 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 10 client.16065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:06.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.304+0000 7fbf03e58740 20 client.16065 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a05ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbf03e58740 4 client.16065 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56176695aa20 con 0x561766a03a90 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a05ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbedeff5640 10 client.16065 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.305+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a05ed0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d22d74b883e18ee9 server_cookie=15e982e8d37d6a7b in_seq=0 out_seq=0 2024-09-10T07:48:06.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbedeff5640 1 -- 172.21.15.7:0/2703468890 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56176695aa20 con 0x561766a03a90 2024-09-10T07:48:06.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbedeff5640 10 client.16065 handle_command_reply: tid=0 2024-09-10T07:48:06.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 client.16065 shutdown 2024-09-10T07:48:06.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 msgr2=0x5617669ff500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbef0011540 tx=0x7fbef0005850 comp rx=0 tx=0).stop 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 shutdown_connections 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a05ed0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x5617669ff500 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ea2e0 0x5617669f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbedeff5640 0 client.16065 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2703468890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669e99a0 0x5617669f7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.306+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 >> 172.21.15.7:0/2703468890 conn(0x5617669e5010 msgr2=0x5617669e6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.307+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 shutdown_connections 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.307+0000 7fbf03e58740 1 -- 172.21.15.7:0/2703468890 wait complete. 2024-09-10T07:48:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.307+0000 7fbf03e58740 20 client.16065 trim_cache size 0 max 16384 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.323+0000 7fbf03e58740 1 Processor -- start 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 -- start start 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669ff4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ef370 0x5617669e6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1aad50 con 0x5617669e99a0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1a8620 con 0x5617669ef370 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbf03e58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1a6490 con 0x5617669ea2e0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35630/0 (socket says 172.21.15.7:35630) 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 -- 172.21.15.7:0/2494276913 learned_addr learned my addr 172.21.15.7:0/2494276913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ef370 0x5617669e6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669ff4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 -- 172.21.15.7:0/2494276913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 msgr2=0x5617669ff4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669ff4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 -- 172.21.15.7:0/2494276913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ef370 msgr2=0x5617669e6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ef370 0x5617669e6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 -- 172.21.15.7:0/2494276913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617669ea7c0 con 0x5617669e99a0 2024-09-10T07:48:06.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.324+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbef0000c00 tx=0x7fbef0011970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72ec6ac8333102a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.325+0000 7fbee0ff9640 1 -- 172.21.15.7:0/2494276913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef0009c00 con 0x5617669e99a0 2024-09-10T07:48:06.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.325+0000 7fbee0ff9640 1 -- 172.21.15.7:0/2494276913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef0005640 con 0x5617669e99a0 2024-09-10T07:48:06.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.325+0000 7fbee0ff9640 1 -- 172.21.15.7:0/2494276913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef00039f0 con 0x5617669e99a0 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.325+0000 7fbf03e58740 1 -- 172.21.15.7:0/2494276913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 msgr2=0x5617669e5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.325+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbef0000c00 tx=0x7fbef0011970 comp rx=0 tx=0).stop 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- 172.21.15.7:0/2494276913 shutdown_connections 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669ef370 0x5617669e6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669ff4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2494276913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669e99a0 0x5617669e5f20 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- 172.21.15.7:0/2494276913 >> 172.21.15.7:0/2494276913 conn(0x5617669e5010 msgr2=0x5617669f7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- 172.21.15.7:0/2494276913 shutdown_connections 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- 172.21.15.7:0/2494276913 wait complete. 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- start start 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 Processor -- start 2024-09-10T07:48:06.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669fc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669fc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1a6ae0 con 0x5617669ef370 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1a7f50 con 0x5617669e99a0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc1a71b0 con 0x5617669ea2e0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.326+0000 7fbf03e58740 10 client.0 _ll_register_callbacks cb 0x7fbef0011690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35634/0 (socket says 172.21.15.7:35634) 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 -- 172.21.15.7:0/2607966599 learned_addr learned my addr 172.21.15.7:0/2607966599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669fc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669fc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 -- 172.21.15.7:0/2607966599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 msgr2=0x5617669fc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669fc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 -- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 msgr2=0x5617669fc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669fc3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 -- 172.21.15.7:0/2607966599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561766a6cca0 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbefa59c640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x5617669fb9b0 tx=0x7fbef0005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa82f0c5eb12be55 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbedeff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef0009e60 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fbef000fd50 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef0005640 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbef0005190 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.327+0000 7fbf03e58740 10 client.16071 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561766a6ded0 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef0005640 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fbef002e590 con 0x5617669ef370 2024-09-10T07:48:06.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 10 client.16071 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 10 client.16071 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 20 client.16071 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a70790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 4 client.16071 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.328+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561766954d70 con 0x561766a03a90 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.329+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a70790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.329+0000 7fbefad9d640 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a70790 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91d8a6d206000fd9 server_cookie=6c5ded8963b5bda6 in_seq=0 out_seq=0 2024-09-10T07:48:06.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.329+0000 7fbedeff5640 10 client.16071 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.332 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbedeff5640 1 -- 172.21.15.7:0/2607966599 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561766954d70 con 0x561766a03a90 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbedeff5640 10 client.16071 handle_command_reply: tid=0 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 client.16071 shutdown 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 msgr2=0x561766a6c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x5617669fb9b0 tx=0x7fbef0005970 comp rx=0 tx=0).stop 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 shutdown_connections 2024-09-10T07:48:06.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561766a03a90 0x561766a70790 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617669ef370 0x561766a6c760 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbedeff5640 0 client.16071 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617669ea2e0 0x5617669fc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 --2- 172.21.15.7:0/2607966599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617669e99a0 0x5617669fc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 >> 172.21.15.7:0/2607966599 conn(0x5617669e5010 msgr2=0x5617669e39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.343+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 shutdown_connections 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf03e58740 1 -- 172.21.15.7:0/2607966599 wait complete. 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf03e58740 20 client.16071 trim_cache size 0 max 16384 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:48:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:48:06.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:48:06.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 msgr2=0x7fbee40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 0x7fbee40a50f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbef400eb10 tx=0x7fbef4004a40 comp rx=0 tx=0).stop 2024-09-10T07:48:06.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 msgr2=0x7fbefc19f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbef400eb40 tx=0x7fbef400c2d0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 shutdown_connections 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbee40a2c30 0x7fbee40a50f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbefc107820 0x7fbefc19f320 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbefc104ef0 0x7fbefc1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 --2- 172.21.15.7:0/1070175579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbefc1025c0 0x7fbefc197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 >> 172.21.15.7:0/1070175579 conn(0x7fbefc0fc1e0 msgr2=0x7fbefc103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 shutdown_connections 2024-09-10T07:48:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:06.344+0000 7fbf010ba640 1 -- 172.21.15.7:0/1070175579 wait complete. 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 -- 172.21.15.7:0/2683453000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 msgr2=0x7f4714107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 --2- 172.21.15.7:0/2683453000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714107b80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f4704009930 tx=0x7f470402a420 comp rx=0 tx=0).stop 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 -- 172.21.15.7:0/2683453000 shutdown_connections 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 --2- 172.21.15.7:0/2683453000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714108290 0x7f471410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 --2- 172.21.15.7:0/2683453000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714107b80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 --2- 172.21.15.7:0/2683453000 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714102d90 0x7f4714103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 -- 172.21.15.7:0/2683453000 >> 172.21.15.7:0/2683453000 conn(0x7f47140fc7d0 msgr2=0x7f47140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 -- 172.21.15.7:0/2683453000 shutdown_connections 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.825+0000 7f471bceb640 1 -- 172.21.15.7:0/2683453000 wait complete. 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 Processor -- start 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 -- start start 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 0x7f4714198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714108290 0x7f471419cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4714111f40 con 0x7f4714103740 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4714111dc0 con 0x7f4714108290 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471bceb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47141120c0 con 0x7f4714102d90 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f4719a87640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 0x7f4714198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35646/0 (socket says 172.21.15.7:35646) 2024-09-10T07:48:06.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f4719286640 1 -- 172.21.15.7:0/271864068 learned_addr learned my addr 172.21.15.7:0/271864068 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.826+0000 7f471a288640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714108290 0x7f471419cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 -- 172.21.15.7:0/271864068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714108290 msgr2=0x7f471419cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714108290 0x7f471419cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 -- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 msgr2=0x7f4714198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 -- 172.21.15.7:0/271864068 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f471419d4b0 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f4719a87640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 0x7f4714198500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f471000e9f0 tx=0x7f471000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f470affd640 1 -- 172.21.15.7:0/271864068 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471000ccc0 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f470affd640 1 -- 172.21.15.7:0/271864068 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f47100108e0 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f471419d7a0 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f470affd640 1 -- 172.21.15.7:0/271864068 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4710018880 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.827+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47141a5080 con 0x7f4714102d90 2024-09-10T07:48:06.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.830+0000 7f470affd640 1 -- 172.21.15.7:0/271864068 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4710010a90 con 0x7f4714102d90 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.830+0000 7f471e0c4740 1 Processor -- start 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.830+0000 7f471e0c4740 1 -- start start 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f470affd640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 0x7f47000a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564824de12e0 con 0x564824e7b360 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564824d88ce0 con 0x564824e7bc80 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471e0c4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564824ddd2a0 con 0x564824e8aa90 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471a288640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 0x7f47000a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f470affd640 1 -- 172.21.15.7:0/271864068 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f47100cf690 con 0x7f4714102d90 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719286640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35662/0 (socket says 172.21.15.7:35662) 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719286640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35568/0 (socket says 172.21.15.7:35568) 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 -- 172.21.15.7:0/674531222 learned_addr learned my addr 172.21.15.7:0/674531222 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471a288640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 -- 172.21.15.7:0/674531222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 msgr2=0x564824e8ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 -- 172.21.15.7:0/674531222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 msgr2=0x564824e8a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719a87640 1 -- 172.21.15.7:0/674531222 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564824d6d440 con 0x564824e7b360 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f4719286640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.831+0000 7f471a288640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f471a288640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 0x7f47000a50c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f470c009fd0 tx=0x7f470c009de0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f4719a87640 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f471009bb90 tx=0x7f471009b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e46640a2d8a592e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f46fffff640 1 -- 172.21.15.7:0/674531222 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471009bc00 con 0x564824e7b360 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f46fffff640 1 -- 172.21.15.7:0/674531222 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f471009ff00 con 0x564824e7b360 2024-09-10T07:48:06.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f46fffff640 1 -- 172.21.15.7:0/674531222 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471006bea0 con 0x564824e7b360 2024-09-10T07:48:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.832+0000 7f471e0c4740 1 -- 172.21.15.7:0/674531222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 msgr2=0x564824e7b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f471009bb90 tx=0x7f471009b690 comp rx=0 tx=0).stop 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 -- 172.21.15.7:0/674531222 shutdown_connections 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7bc80 0x564824e8a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 --2- 172.21.15.7:0/674531222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7b360 0x564824e7b740 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 -- 172.21.15.7:0/674531222 >> 172.21.15.7:0/674531222 conn(0x564824e77a30 msgr2=0x564824e77e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 -- 172.21.15.7:0/674531222 shutdown_connections 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 -- 172.21.15.7:0/674531222 wait complete. 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 -- start start 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.833+0000 7f471e0c4740 1 Processor -- start 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 0x564824e8a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564824e8d600 con 0x564824e7bc80 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564824d9c050 con 0x564824e8aa90 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564824e8d780 con 0x564824e7b360 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471e0c4740 10 client.0 _ll_register_callbacks cb 0x564824ddc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35584/0 (socket says 172.21.15.7:35584) 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35674/0 (socket says 172.21.15.7:35674) 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 -- 172.21.15.7:0/1758163861 learned_addr learned my addr 172.21.15.7:0/1758163861 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f4719a87640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 0x564824e8a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 -- 172.21.15.7:0/1758163861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 msgr2=0x564824e8a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 0x564824e8a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.834+0000 7f471a288640 1 -- 172.21.15.7:0/1758163861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 msgr2=0x564824e87730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471a288640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471a288640 1 -- 172.21.15.7:0/1758163861 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564824b523c0 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f4719a87640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 0x564824e8a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f4719286640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471a288640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f470c011ee0 tx=0x7f470c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31cb3ddc65686d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f46fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470c027070 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f471009ff00 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f470c0046d0 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f470c031050 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471e0c4740 10 client.25613 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.835+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564824e990f0 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f471009ff00 con 0x564824e8aa90 2024-09-10T07:48:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f470c020050 con 0x564824e8aa90 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 10 client.25613 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 10 client.25613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 20 client.25613 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824e9cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 4 client.25613 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564824dee850 con 0x564824e9a970 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.836+0000 7f4719a87640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824e9cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f46fd7fa640 10 client.25613 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f4719a87640 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824e9cdd0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72ca1d811b874847 server_cookie=d82e5e6e37bd45ae in_seq=0 out_seq=0 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f46fd7fa640 1 -- 172.21.15.7:0/1758163861 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564824dee850 con 0x564824e9a970 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f46fd7fa640 10 client.25613 handle_command_reply: tid=0 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f471e0c4740 1 client.25613 shutdown 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 msgr2=0x564824e87d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.837+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f470c011ee0 tx=0x7f470c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 shutdown_connections 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824e9cdd0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e8aa90 0x564824e87d20 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f46fd7fa640 0 client.25613 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e87730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 --2- 172.21.15.7:0/1758163861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7b360 0x564824e8a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 >> 172.21.15.7:0/1758163861 conn(0x564824e77a30 msgr2=0x564824e7d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 shutdown_connections 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 1 -- 172.21.15.7:0/1758163861 wait complete. 2024-09-10T07:48:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.838+0000 7f471e0c4740 20 client.25613 trim_cache size 0 max 16384 2024-09-10T07:48:06.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 Processor -- start 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 -- start start 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e968a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7bc80 0x564824ea26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47141af3c0 con 0x564824e8aa90 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f47141acc90 con 0x564824e7b360 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.857+0000 7f471e0c4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47141aab00 con 0x564824e7bc80 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35680/0 (socket says 172.21.15.7:35680) 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 -- 172.21.15.7:0/180590716 learned_addr learned my addr 172.21.15.7:0/180590716 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f4719a87640 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f4719286640 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7bc80 0x564824ea26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 -- 172.21.15.7:0/180590716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7bc80 msgr2=0x564824ea26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7bc80 0x564824ea26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 -- 172.21.15.7:0/180590716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 msgr2=0x564824e968a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e968a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 -- 172.21.15.7:0/180590716 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564824e8d770 con 0x564824e8aa90 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f471a288640 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f470c011fd0 tx=0x7f470c013670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b18f14320ab42fc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f46ff7fe640 1 -- 172.21.15.7:0/180590716 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470c03b070 con 0x564824e8aa90 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f46ff7fe640 1 -- 172.21.15.7:0/180590716 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f470c021070 con 0x564824e8aa90 2024-09-10T07:48:06.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.858+0000 7f46ff7fe640 1 -- 172.21.15.7:0/180590716 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470c027040 con 0x564824e8aa90 2024-09-10T07:48:06.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- 172.21.15.7:0/180590716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 msgr2=0x564824ea2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f470c011fd0 tx=0x7f470c013670 comp rx=0 tx=0).stop 2024-09-10T07:48:06.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- 172.21.15.7:0/180590716 shutdown_connections 2024-09-10T07:48:06.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e8aa90 0x564824ea2c20 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e7bc80 0x564824ea26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 --2- 172.21.15.7:0/180590716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e968a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- 172.21.15.7:0/180590716 >> 172.21.15.7:0/180590716 conn(0x564824e77a30 msgr2=0x564824e82d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- 172.21.15.7:0/180590716 shutdown_connections 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- 172.21.15.7:0/180590716 wait complete. 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.859+0000 7f471e0c4740 1 -- start start 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 Processor -- start 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e93020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47141ab150 con 0x564824e7bc80 2024-09-10T07:48:06.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f47141ac5c0 con 0x564824e7b360 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47141ab820 con 0x564824e8aa90 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471e0c4740 10 client.0 _ll_register_callbacks cb 0x7f470c013520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f471a288640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f4719286640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35690/0 (socket says 172.21.15.7:35690) 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f4719286640 1 -- 172.21.15.7:0/795825512 learned_addr learned my addr 172.21.15.7:0/795825512 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.860+0000 7f4719a87640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e93020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 -- 172.21.15.7:0/795825512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 msgr2=0x564824e8e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 -- 172.21.15.7:0/795825512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 msgr2=0x564824e8e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 -- 172.21.15.7:0/795825512 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564824e8ef80 con 0x564824e7b360 2024-09-10T07:48:06.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719286640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f471a288640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f4719a87640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e93020 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f471006bc90 tx=0x7f471000c7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a51d3fd0b21eda53 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f46fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471009ff00 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f4710099f00 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f470c021070 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4710082050 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f471e0c4740 10 client.25619 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564824f05580 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.861+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f470c021070 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f47100ba390 con 0x564824e7b360 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 10 client.25619 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:06.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 10 client.25619 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 20 client.25619 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824f07990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 4 client.25619 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564824de8d60 con 0x564824e9a970 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f4719286640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824f07990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f4719286640 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824f07990 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=664fb0105a25980 server_cookie=5ead26f478fdc7e3 in_seq=0 out_seq=0 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f46fd7fa640 10 client.25619 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f46fd7fa640 1 -- 172.21.15.7:0/795825512 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564824de8d60 con 0x564824e9a970 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.862+0000 7f46fd7fa640 10 client.25619 handle_command_reply: tid=0 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 client.25619 shutdown 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 msgr2=0x564824e93020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e93020 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f471006bc90 tx=0x7f471000c7d0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 shutdown_connections 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564824e9a970 0x564824f07990 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564824e8aa90 0x564824e8e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564824e7bc80 0x564824e8e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f46fd7fa640 0 client.25619 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 --2- 172.21.15.7:0/795825512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564824e7b360 0x564824e93020 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 >> 172.21.15.7:0/795825512 conn(0x564824e77a30 msgr2=0x564824e88f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 shutdown_connections 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 1 -- 172.21.15.7:0/795825512 wait complete. 2024-09-10T07:48:06.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471e0c4740 20 client.25619 trim_cache size 0 max 16384 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 msgr2=0x7f47000a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 0x7f47000a50c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f470c009fd0 tx=0x7f470c009de0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 msgr2=0x7f4714198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.863+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 0x7f4714198500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f471000e9f0 tx=0x7f471000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 shutdown_connections 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f47000a2c00 0x7f47000a50c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4714108290 0x7f471419cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4714103740 0x7f4714198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 --2- 172.21.15.7:0/271864068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4714102d90 0x7f4714198500 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 >> 172.21.15.7:0/271864068 conn(0x7f47140fc7d0 msgr2=0x7f4714105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 shutdown_connections 2024-09-10T07:48:06.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:06.864+0000 7f471bceb640 1 -- 172.21.15.7:0/271864068 wait complete. 2024-09-10T07:48:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:06 smithi007 ceph-mon[30879]: pgmap v443: 129 pgs: 129 active+clean; 26 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2024-09-10T07:48:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:06 smithi110 ceph-mon[34417]: pgmap v443: 129 pgs: 129 active+clean; 26 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2024-09-10T07:48:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:06 smithi145 ceph-mon[34766]: pgmap v443: 129 pgs: 129 active+clean; 26 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2024-09-10T07:48:07.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 32762 2.77 MB/sec warmup 70 sec latency 13.782 ms 2024-09-10T07:48:07.741 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:48:07.741 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:48:08.034 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:08.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 33352 2.79 MB/sec warmup 71 sec latency 12.842 ms 2024-09-10T07:48:08.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 -- 172.21.15.7:0/1023671325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 msgr2=0x7fb788101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 --2- 172.21.15.7:0/1023671325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788101200 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb77c009930 tx=0x7fb77c02a4d0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 -- 172.21.15.7:0/1023671325 shutdown_connections 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 --2- 172.21.15.7:0/1023671325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 --2- 172.21.15.7:0/1023671325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 --2- 172.21.15.7:0/1023671325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788101200 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 -- 172.21.15.7:0/1023671325 >> 172.21.15.7:0/1023671325 conn(0x7fb7880fc7d0 msgr2=0x7fb7880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 -- 172.21.15.7:0/1023671325 shutdown_connections 2024-09-10T07:48:08.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.549+0000 7fb78de0f640 1 -- 172.21.15.7:0/1023671325 wait complete. 2024-09-10T07:48:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 Processor -- start 2024-09-10T07:48:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 -- start start 2024-09-10T07:48:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:08.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb788110e50 con 0x7fb788102ef0 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb788110cd0 con 0x7fb788102570 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.550+0000 7fb78de0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb788110fd0 con 0x7fb788100e20 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb787fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb7877fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb787fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35714/0 (socket says 172.21.15.7:35714) 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb787fff640 1 -- 172.21.15.7:0/2226474613 learned_addr learned my addr 172.21.15.7:0/2226474613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 -- 172.21.15.7:0/2226474613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 msgr2=0x7fb788198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 -- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 msgr2=0x7fb78819cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 -- 172.21.15.7:0/2226474613 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78819d440 con 0x7fb788102570 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb787fff640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb786ffd640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881989d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb78000ec80 tx=0x7fb78000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780003b70 con 0x7fb788102570 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb78819d730 con 0x7fb788102570 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb780003d10 con 0x7fb788102570 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7800109c0 con 0x7fb788102570 2024-09-10T07:48:08.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.551+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7881a5010 con 0x7fb788102570 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.552+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb788101200 con 0x7fb788102570 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.554+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb780010b60 con 0x7fb788102570 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.554+0000 7fb784ff9640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 0x7fb7700a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.554+0000 7fb7877fe640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 0x7fb7700a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.555+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fb7800cfb30 con 0x7fb788102570 2024-09-10T07:48:08.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.555+0000 7fb7877fe640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 0x7fb7700a5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb77c031440 tx=0x7fb77c005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:08.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.558+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb78009c690 con 0x7fb788102570 2024-09-10T07:48:08.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.802+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7881997f0 con 0x7fb788102570 2024-09-10T07:48:08.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.803+0000 7fb784ff9640 1 -- 172.21.15.7:0/2226474613 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11918 (secure 0 0 0) 0x7fb7881997f0 con 0x7fb788102570 2024-09-10T07:48:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:48:08.803 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-10T07:47:29:751382+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:47:29.671224+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2104125813","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2104125813},{"type":"v1","addr":"172.21.15.145:6835","nonce":2104125813}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:48:08.803 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-10T07:48:08.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 msgr2=0x7fb7700a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:08.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 0x7fb7700a5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb77c031440 tx=0x7fb77c005a20 comp rx=0 tx=0).stop 2024-09-10T07:48:08.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 msgr2=0x7fb7881989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881989d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb78000ec80 tx=0x7fb78000c6a0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 shutdown_connections 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7700a2b80 0x7fb7700a5040 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb788102ef0 0x7fb78819cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb788102570 0x7fb7881989d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 --2- 172.21.15.7:0/2226474613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb788100e20 0x7fb788198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.805+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 >> 172.21.15.7:0/2226474613 conn(0x7fb7880fc7d0 msgr2=0x7fb78806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.806+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 shutdown_connections 2024-09-10T07:48:08.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:08.806+0000 7fb78de0f640 1 -- 172.21.15.7:0/2226474613 wait complete. 2024-09-10T07:48:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:08 smithi007 ceph-mon[30879]: pgmap v444: 129 pgs: 129 active+clean; 26 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:48:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2226474613' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:08 smithi110 ceph-mon[34417]: pgmap v444: 129 pgs: 129 active+clean; 26 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:48:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2226474613' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:08 smithi145 ceph-mon[34766]: pgmap v444: 129 pgs: 129 active+clean; 26 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:48:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2226474613' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:09.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 34001 2.76 MB/sec warmup 72 sec latency 12.196 ms 2024-09-10T07:48:09.551 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:48:09.827 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:10.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 34545 2.75 MB/sec warmup 73 sec latency 13.456 ms 2024-09-10T07:48:10.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3782577106 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 msgr2=0x7f6cac103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3782577106 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac103110 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c009930 tx=0x7f6c9c02a420 comp rx=0 tx=0).stop 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3782577106 shutdown_connections 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3782577106 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 0x7f6cac10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3782577106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3782577106 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac103110 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3782577106 >> 172.21.15.7:0/3782577106 conn(0x7f6cac0fc7d0 msgr2=0x7f6cac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3782577106 shutdown_connections 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.337+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3782577106 wait complete. 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.338+0000 7f6cb0caa640 1 Processor -- start 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.338+0000 7f6cb0caa640 1 -- start start 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.338+0000 7f6cb0caa640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.338+0000 7f6cb0caa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6cb0caa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 0x7f6cac19cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6cb0caa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac111f90 con 0x7f6cac1036e0 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6cb0caa640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac111e10 con 0x7f6cac102d30 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6cb0caa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac112110 con 0x7f6cac1082a0 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36508/0 (socket says 172.21.15.7:36508) 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 -- 172.21.15.7:0/3998279062 learned_addr learned my addr 172.21.15.7:0/3998279062 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 0x7f6cac19cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 -- 172.21.15.7:0/3998279062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 msgr2=0x7f6cac19cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 0x7f6cac19cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 -- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 msgr2=0x7f6cac198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 -- 172.21.15.7:0/3998279062 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cac19d4c0 con 0x7f6cac102d30 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c005ab0 tx=0x7f6c9c003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6ca37fe640 1 -- 172.21.15.7:0/3998279062 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c03f070 con 0x7f6cac102d30 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6ca37fe640 1 -- 172.21.15.7:0/3998279062 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c9c031b50 con 0x7f6cac102d30 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cac19d750 con 0x7f6cac102d30 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.339+0000 7f6ca37fe640 1 -- 172.21.15.7:0/3998279062 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c035030 con 0x7f6cac102d30 2024-09-10T07:48:10.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.340+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cac1a5090 con 0x7f6cac102d30 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.342+0000 7f6ca37fe640 1 -- 172.21.15.7:0/3998279062 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6c9c042070 con 0x7f6cac102d30 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 Processor -- start 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 -- start start 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 0x55ac93b9f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 0x55ac93b9fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac93b052f0 con 0x55ac93baa370 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ac93aaccf0 con 0x55ac93b9f5d0 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.343+0000 7f6cb3083740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ac93b012b0 con 0x55ac93ba0b40 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caa59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 0x55ac93b9fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 0x55ac93b9f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca37fe640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 0x7f6c980a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 0x55ac93b9f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40066/0 (socket says 172.21.15.7:40066) 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43540/0 (socket says 172.21.15.7:43540) 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caad9d640 1 -- 172.21.15.7:0/3961575787 learned_addr learned my addr 172.21.15.7:0/3961575787 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 -- 172.21.15.7:0/3961575787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 msgr2=0x55ac93b9f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 0x55ac93b9f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 -- 172.21.15.7:0/3961575787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 msgr2=0x55ac93b9fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 0x55ac93b9fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 0x7f6c980a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 -- 172.21.15.7:0/3961575787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac93a913a0 con 0x55ac93baa370 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 0x55ac93b9fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca37fe640 1 -- 172.21.15.7:0/3998279062 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f6c9c0ef8b0 con 0x7f6cac102d30 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.344+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6cac06a370 tx=0x7f6c940118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b19a7b4f63c76c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 0x7f6c980a50c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6ca4009fd0 tx=0x7f6ca4004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6ca0ff9640 1 -- 172.21.15.7:0/3961575787 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c94004020 con 0x55ac93baa370 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6ca0ff9640 1 -- 172.21.15.7:0/3961575787 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c940041c0 con 0x55ac93baa370 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6ca0ff9640 1 -- 172.21.15.7:0/3961575787 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9400f780 con 0x55ac93baa370 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 -- 172.21.15.7:0/3961575787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 msgr2=0x55ac93bac760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6cac06a370 tx=0x7f6c940118d0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 -- 172.21.15.7:0/3961575787 shutdown_connections 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bac760 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93b9f5d0 0x55ac93b9fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3961575787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93ba0b40 0x55ac93b9f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.345+0000 7f6cb3083740 1 -- 172.21.15.7:0/3961575787 >> 172.21.15.7:0/3961575787 conn(0x55ac93b68310 msgr2=0x55ac93b9bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- 172.21.15.7:0/3961575787 shutdown_connections 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- 172.21.15.7:0/3961575787 wait complete. 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- start start 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 Processor -- start 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93ba9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 0x55ac93ba6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac93bb1480 con 0x55ac93ba0b40 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ac93ac0060 con 0x55ac93baa370 2024-09-10T07:48:10.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.346+0000 7f6cb3083740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ac93bb1600 con 0x55ac93b9f5d0 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6cb3083740 10 client.0 _ll_register_callbacks cb 0x55ac938138c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 0x55ac93ba6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36524/0 (socket says 172.21.15.7:36524) 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 -- 172.21.15.7:0/3265375709 learned_addr learned my addr 172.21.15.7:0/3265375709 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93ba9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 -- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 msgr2=0x55ac93ba9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93ba9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 -- 172.21.15.7:0/3265375709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 msgr2=0x55ac93ba6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 0x55ac93ba6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 -- 172.21.15.7:0/3265375709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac938763c0 con 0x55ac93baa370 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93ba9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:10.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 0x55ac93ba6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6caad9d640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ca4009c40 tx=0x7f6ca4004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4db0a23558119a41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6c91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.347+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca4004d20 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f6ca4005020 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c940041c0 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6ca4033050 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 10 client.25637 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ac93bbcee0 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c940041c0 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f6ca4027030 con 0x55ac93baa370 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 10 client.25637 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 10 client.25637 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.348+0000 7f6cb3083740 20 client.25637 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93bbe3a0 0x55ac93bc0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6cb3083740 4 client.25637 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac93b12860 con 0x55ac93bbe3a0 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93bbe3a0 0x55ac93bc0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6c91ffb640 10 client.25637 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.349+0000 7f6caa59c640 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93bbe3a0 0x55ac93bc0810 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b08ea2ce068d3bd7 server_cookie=3f6294b0c496527b in_seq=0 out_seq=0 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6c91ffb640 1 -- 172.21.15.7:0/3265375709 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ac93b12860 con 0x55ac93bbe3a0 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6c91ffb640 10 client.25637 handle_command_reply: tid=0 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 client.25637 shutdown 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 msgr2=0x55ac93ba75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ca4009c40 tx=0x7f6ca4004a40 comp rx=0 tx=0).stop 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 shutdown_connections 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93bbe3a0 0x55ac93bc0810 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93baa370 0x55ac93ba75d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6c91ffb640 0 client.25637 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93ba0b40 0x55ac93ba6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 --2- 172.21.15.7:0/3265375709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93ba9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 >> 172.21.15.7:0/3265375709 conn(0x55ac93b68310 msgr2=0x55ac93ba1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 shutdown_connections 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 1 -- 172.21.15.7:0/3265375709 wait complete. 2024-09-10T07:48:10.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.350+0000 7f6cb3083740 20 client.25637 trim_cache size 0 max 16384 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.366+0000 7f6cb3083740 1 Processor -- start 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.366+0000 7f6cb3083740 1 -- start start 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.366+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.366+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93b9b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.366+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 0x55ac93bab760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6cb3083740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1af350 con 0x55ac93b9f5d0 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6cb3083740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1acc20 con 0x55ac93ba0b40 2024-09-10T07:48:10.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6cb3083740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1aaa90 con 0x55ac93baa370 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43558/0 (socket says 172.21.15.7:43558) 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caa59c640 1 -- 172.21.15.7:0/853716687 learned_addr learned my addr 172.21.15.7:0/853716687 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93b9b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caad9d640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 0x55ac93bab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 -- 172.21.15.7:0/853716687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 msgr2=0x55ac93bab760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 0x55ac93bab760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 -- 172.21.15.7:0/853716687 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 msgr2=0x55ac93bba720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 -- 172.21.15.7:0/853716687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac93b9bed0 con 0x55ac93ba0b40 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caad9d640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 0x55ac93bab760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6caa59c640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93b9b700 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6c94003ea0 tx=0x7f6c94005d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a46edb34424a187 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.367+0000 7f6c93fff640 1 -- 172.21.15.7:0/853716687 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9401d040 con 0x55ac93ba0b40 2024-09-10T07:48:10.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6c93fff640 1 -- 172.21.15.7:0/853716687 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c9401e040 con 0x55ac93ba0b40 2024-09-10T07:48:10.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6c93fff640 1 -- 172.21.15.7:0/853716687 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940054a0 con 0x55ac93ba0b40 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 -- 172.21.15.7:0/853716687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 msgr2=0x55ac93b9b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93b9b700 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6c94003ea0 tx=0x7f6c94005d70 comp rx=0 tx=0).stop 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 -- 172.21.15.7:0/853716687 shutdown_connections 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93baa370 0x55ac93bab760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93b9b700 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 --2- 172.21.15.7:0/853716687 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93b9f5d0 0x55ac93bba720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 -- 172.21.15.7:0/853716687 >> 172.21.15.7:0/853716687 conn(0x55ac93b68310 msgr2=0x55ac93ba58b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 -- 172.21.15.7:0/853716687 shutdown_connections 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.368+0000 7f6cb3083740 1 -- 172.21.15.7:0/853716687 wait complete. 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 -- start start 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 Processor -- start 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93bc5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bc6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1ab0e0 con 0x55ac93baa370 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1ac550 con 0x55ac93ba0b40 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cac1ab7b0 con 0x55ac93b9f5d0 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6cb3083740 10 client.0 _ll_register_callbacks cb 0x7f6ca400fc90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36536/0 (socket says 172.21.15.7:36536) 2024-09-10T07:48:10.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 -- 172.21.15.7:0/1643763068 learned_addr learned my addr 172.21.15.7:0/1643763068 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6caad9d640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bc6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6caa59c640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93bc5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 -- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 msgr2=0x55ac93bc5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93bc5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 -- 172.21.15.7:0/1643763068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 msgr2=0x55ac93bc6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bc6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.369+0000 7f6ca3fff640 1 -- 172.21.15.7:0/1643763068 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac93bb4d60 con 0x55ac93ba0b40 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6caa59c640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93bc5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6ca3fff640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6c9401b040 tx=0x7f6c940042c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc5755a8e217b05b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6c91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c94031070 con 0x55ac93ba0b40 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f6c940055f0 con 0x55ac93ba0b40 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c9401e040 con 0x55ac93ba0b40 2024-09-10T07:48:10.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6c9403d050 con 0x55ac93ba0b40 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6cb3083740 10 client.25643 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ac93c29330 con 0x55ac93ba0b40 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.370+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c9401e040 con 0x55ac93ba0b40 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f6c9400fac0 con 0x55ac93ba0b40 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 10 client.25643 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 10 client.25643 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 20 client.25643 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93c297b0 0x55ac93c2bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 4 client.25643 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ac93b0cd70 con 0x55ac93c297b0 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6caa59c640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93c297b0 0x55ac93c2bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6c91ffb640 10 client.25643 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:10.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.371+0000 7f6caa59c640 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93c297b0 0x55ac93c2bba0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d5aab01e1b79ae54 server_cookie=4831bdfcd29a7123 in_seq=0 out_seq=0 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6c91ffb640 1 -- 172.21.15.7:0/1643763068 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac93b0cd70 con 0x55ac93c297b0 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6c91ffb640 10 client.25643 handle_command_reply: tid=0 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 client.25643 shutdown 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 msgr2=0x55ac93bc6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6c9401b040 tx=0x7f6c940042c0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 shutdown_connections 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55ac93c297b0 0x55ac93c2bba0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac93baa370 0x55ac93bc6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac93ba0b40 0x55ac93bc6230 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6c91ffb640 0 client.25643 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 --2- 172.21.15.7:0/1643763068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac93b9f5d0 0x55ac93bc5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 >> 172.21.15.7:0/1643763068 conn(0x55ac93b68310 msgr2=0x55ac93ba8840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 shutdown_connections 2024-09-10T07:48:10.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 1 -- 172.21.15.7:0/1643763068 wait complete. 2024-09-10T07:48:10.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.372+0000 7f6cb3083740 20 client.25643 trim_cache size 0 max 16384 2024-09-10T07:48:10.377 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:10.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 msgr2=0x7f6c980a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 0x7f6c980a50c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6ca4009fd0 tx=0x7f6ca4004ab0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 msgr2=0x7f6cac198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c005ab0 tx=0x7f6c9c003b90 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 shutdown_connections 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c980a2c00 0x7f6c980a50c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cac1082a0 0x7f6cac19cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cac1036e0 0x7f6cac198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 --2- 172.21.15.7:0/3998279062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cac102d30 0x7f6cac198510 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 >> 172.21.15.7:0/3998279062 conn(0x7f6cac0fc7d0 msgr2=0x7f6cac105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 shutdown_connections 2024-09-10T07:48:10.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:10.373+0000 7f6cb0caa640 1 -- 172.21.15.7:0/3998279062 wait complete. 2024-09-10T07:48:11.074 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:10 smithi007 ceph-mon[30879]: pgmap v445: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:11.103 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:48:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:10 smithi110 ceph-mon[34417]: pgmap v445: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:10 smithi145 ceph-mon[34766]: pgmap v445: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:11.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 35277 2.80 MB/sec warmup 74 sec latency 13.553 ms 2024-09-10T07:48:11.397 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:11.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 -- 172.21.15.7:0/1267255915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 msgr2=0x7f2550103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:11.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 --2- 172.21.15.7:0/1267255915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550103110 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f2544009930 tx=0x7f254402a420 comp rx=0 tx=0).stop 2024-09-10T07:48:11.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 -- 172.21.15.7:0/1267255915 shutdown_connections 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 --2- 172.21.15.7:0/1267255915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 --2- 172.21.15.7:0/1267255915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 0x7f2550107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 --2- 172.21.15.7:0/1267255915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550103110 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 -- 172.21.15.7:0/1267255915 >> 172.21.15.7:0/1267255915 conn(0x7f25500fc7d0 msgr2=0x7f25500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 -- 172.21.15.7:0/1267255915 shutdown_connections 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.987+0000 7f255720e640 1 -- 172.21.15.7:0/1267255915 wait complete. 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 Processor -- start 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 -- start start 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 0x7f2550198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2550111f50 con 0x7f2550102d30 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2550111dd0 con 0x7f25501082a0 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f255720e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f25501120d0 con 0x7f25501036e0 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f2554faa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f25557ab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f2554faa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43590/0 (socket says 172.21.15.7:43590) 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f2554faa640 1 -- 172.21.15.7:0/3105102436 learned_addr learned my addr 172.21.15.7:0/3105102436 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.988+0000 7f254ffff640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 0x7f2550198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 -- 172.21.15.7:0/3105102436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 msgr2=0x7f2550198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 0x7f2550198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 -- 172.21.15.7:0/3105102436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 msgr2=0x7f255019ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255019ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 -- 172.21.15.7:0/3105102436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255019d4e0 con 0x7f2550102d30 2024-09-10T07:48:11.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f25557ab640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f2554faa640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f2544004770 tx=0x7f25440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f254dffb640 1 -- 172.21.15.7:0/3105102436 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254403f070 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f254dffb640 1 -- 172.21.15.7:0/3105102436 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f254403b460 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f254dffb640 1 -- 172.21.15.7:0/3105102436 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544035070 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f255019d770 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.989+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25501a50b0 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.992+0000 7f254dffb640 1 -- 172.21.15.7:0/3105102436 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f254403b610 con 0x7f2550102d30 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.992+0000 7f25595e7740 1 Processor -- start 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.992+0000 7f25595e7740 1 -- start start 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.992+0000 7f25595e7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e887882b40 0x55e887881090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25595e7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887881a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25595e7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25595e7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8877e72f0 con 0x55e88788c370 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25595e7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e88778ecf0 con 0x55e8878815d0 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25595e7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8877e32b0 con 0x55e887882b40 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43606/0 (socket says 172.21.15.7:43606) 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 -- 172.21.15.7:0/1329467869 learned_addr learned my addr 172.21.15.7:0/1329467869 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f2554faa640 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887881a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25557ab640 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e887882b40 0x55e887881090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254dffb640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 0x7f25400a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 -- 172.21.15.7:0/1329467869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e887882b40 msgr2=0x55e887881090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:11.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e887882b40 0x55e887881090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 -- 172.21.15.7:0/1329467869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 msgr2=0x55e887881a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887881a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 -- 172.21.15.7:0/1329467869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8877733a0 con 0x55e88788c370 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f25557ab640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 0x7f25400a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254dffb640 1 -- 172.21.15.7:0/3105102436 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f25440ef2d0 con 0x7f2550102d30 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.993+0000 7f254ffff640 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f253c00b690 tx=0x7f253c00bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316bcb2cf2217800 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f253affd640 1 -- 172.21.15.7:0/1329467869 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c003bd0 con 0x55e88788c370 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f253affd640 1 -- 172.21.15.7:0/1329467869 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f253c015070 con 0x55e88788c370 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f253affd640 1 -- 172.21.15.7:0/1329467869 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c004d60 con 0x55e88788c370 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f25595e7740 1 -- 172.21.15.7:0/1329467869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 msgr2=0x55e88788e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f25557ab640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 0x7f25400a50c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f254800afd0 tx=0x7f2548004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.994+0000 7f25595e7740 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f253c00b690 tx=0x7f253c00bb50 comp rx=0 tx=0).stop 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 -- 172.21.15.7:0/1329467869 shutdown_connections 2024-09-10T07:48:11.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e88788e760 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887881a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 --2- 172.21.15.7:0/1329467869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e887882b40 0x55e887881090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 -- 172.21.15.7:0/1329467869 >> 172.21.15.7:0/1329467869 conn(0x55e88784a310 msgr2=0x55e88787dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 -- 172.21.15.7:0/1329467869 shutdown_connections 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 -- 172.21.15.7:0/1329467869 wait complete. 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 -- start start 2024-09-10T07:48:12.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.995+0000 7f25595e7740 1 Processor -- start 2024-09-10T07:48:12.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e88788bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e887889050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878897e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e88788f070 con 0x55e887882b40 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e8877a2060 con 0x55e8878815d0 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e88788f1f0 con 0x55e88788c370 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25595e7740 10 client.0 _ll_register_callbacks cb 0x55e8874f58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e88788bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e887889050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e887889050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43610/0 (socket says 172.21.15.7:43610) 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f254ffff640 1 -- 172.21.15.7:0/1510199256 learned_addr learned my addr 172.21.15.7:0/1510199256 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25557ab640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878897e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 -- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 msgr2=0x55e8878897e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878897e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 -- 172.21.15.7:0/1510199256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 msgr2=0x55e887889050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e887889050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 -- 172.21.15.7:0/1510199256 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8875583c0 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f25557ab640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878897e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f2554faa640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e88788bda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f25440eca80 tx=0x7f25440092f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e83c36a171602f89 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.996+0000 7f252ffff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544048070 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f254403b940 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f253c015070 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f25440bb610 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 10 client.25652 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e88789ab50 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f253c015070 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f25440a60b0 con 0x55e8878815d0 2024-09-10T07:48:12.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 10 client.25652 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 10 client.25652 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 20 client.25652 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e88789bf60 0x55e88789e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 4 client.25652 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.997+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8877f4860 con 0x55e88789bf60 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.998+0000 7f254ffff640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e88789bf60 0x55e88789e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.998+0000 7f252ffff640 10 client.25652 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.998+0000 7f254ffff640 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e88789bf60 0x55e88789e3d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bd2221e2a337c3d0 server_cookie=2a0e35736d763c53 in_seq=0 out_seq=0 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.999+0000 7f252ffff640 1 -- 172.21.15.7:0/1510199256 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8877f4860 con 0x55e88789bf60 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.999+0000 7f252ffff640 10 client.25652 handle_command_reply: tid=0 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:11.999+0000 7f25595e7740 1 client.25652 shutdown 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 msgr2=0x55e88788bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:12.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e88788bda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f25440eca80 tx=0x7f25440092f0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 shutdown_connections 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e88789bf60 0x55e88789e3d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878897e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e887889050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 --2- 172.21.15.7:0/1510199256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e88788bda0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f252ffff640 0 client.25652 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 >> 172.21.15.7:0/1510199256 conn(0x55e88784a310 msgr2=0x55e887883960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 shutdown_connections 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 1 -- 172.21.15.7:0/1510199256 wait complete. 2024-09-10T07:48:12.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.000+0000 7f25595e7740 20 client.25652 trim_cache size 0 max 16384 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.014+0000 7f25595e7740 1 Processor -- start 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 -- start start 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 0x55e88787cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e887884120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25501b1540 con 0x55e88788c370 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f25501aee10 con 0x55e887882b40 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25595e7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f25501acc80 con 0x55e8878815d0 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f2554faa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f2554faa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40138/0 (socket says 172.21.15.7:40138) 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 0x55e88787cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f2554faa640 1 -- 172.21.15.7:0/2930090903 learned_addr learned my addr 172.21.15.7:0/2930090903 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25557ab640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e887884120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 -- 172.21.15.7:0/2930090903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 msgr2=0x55e887888910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 -- 172.21.15.7:0/2930090903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 msgr2=0x55e887884120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e887884120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 -- 172.21.15.7:0/2930090903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e88788b9c0 con 0x55e887882b40 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f2554faa640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f25557ab640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e887884120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:12.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.015+0000 7f254ffff640 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 0x55e88787cbf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55e88788a600 tx=0x7f253c004830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc5ccabb8e93eed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:12.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.016+0000 7f253a7fc640 1 -- 172.21.15.7:0/2930090903 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c003bd0 con 0x55e887882b40 2024-09-10T07:48:12.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.016+0000 7f253a7fc640 1 -- 172.21.15.7:0/2930090903 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f253c015040 con 0x55e887882b40 2024-09-10T07:48:12.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.016+0000 7f253a7fc640 1 -- 172.21.15.7:0/2930090903 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c019420 con 0x55e887882b40 2024-09-10T07:48:12.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.016+0000 7f25595e7740 1 -- 172.21.15.7:0/2930090903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 msgr2=0x55e88787cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:12.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.016+0000 7f25595e7740 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 0x55e88787cbf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55e88788a600 tx=0x7f253c004830 comp rx=0 tx=0).stop 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 -- 172.21.15.7:0/2930090903 shutdown_connections 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e88788c370 0x55e887884120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e887882b40 0x55e88787cbf0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 --2- 172.21.15.7:0/2930090903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8878815d0 0x55e887888910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 -- 172.21.15.7:0/2930090903 >> 172.21.15.7:0/2930090903 conn(0x55e88784a310 msgr2=0x55e88787c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 -- 172.21.15.7:0/2930090903 shutdown_connections 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 -- 172.21.15.7:0/2930090903 wait complete. 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 -- start start 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.017+0000 7f25595e7740 1 Processor -- start 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887894cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e88788fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878905e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25501ad2d0 con 0x55e887882b40 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f25501ae740 con 0x55e8878815d0 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f25501ad9a0 con 0x55e88788c370 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25595e7740 10 client.0 _ll_register_callbacks cb 0x7f25440f2aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e88788fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f2554faa640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887894cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f254ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e88788fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43620/0 (socket says 172.21.15.7:43620) 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f25557ab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878905e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.018+0000 7f254ffff640 1 -- 172.21.15.7:0/571225567 learned_addr learned my addr 172.21.15.7:0/571225567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 -- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 msgr2=0x55e8878905e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878905e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 -- 172.21.15.7:0/571225567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 msgr2=0x55e88788fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:12.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e88788fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 -- 172.21.15.7:0/571225567 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e887890de0 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f2554faa640 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887894cc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f25440b7ca0 tx=0x7f25440b80e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae11a37857c2aa13 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f252ffff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544048040 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f25440bae90 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f253c015040 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f25440a1050 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f25595e7740 10 client.25658 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.019+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e887906d50 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f253c015040 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f25440bcac0 con 0x55e8878815d0 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 10 client.25658 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:12.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 10 client.25658 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:48:12.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 20 client.25658 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:12.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e887907310 0x55e887909730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:12.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 4 client.25658 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:12.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8877eed70 con 0x55e887907310 2024-09-10T07:48:12.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f254ffff640 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e887907310 0x55e887909730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f252ffff640 10 client.25658 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.020+0000 7f254ffff640 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e887907310 0x55e887909730 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=db2075a9739b30c1 server_cookie=380416f148ecf311 in_seq=0 out_seq=0 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f252ffff640 1 -- 172.21.15.7:0/571225567 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8877eed70 con 0x55e887907310 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f252ffff640 10 client.25658 handle_command_reply: tid=0 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 client.25658 shutdown 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 msgr2=0x55e887894cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887894cc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f25440b7ca0 tx=0x7f25440b80e0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 shutdown_connections 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55e887907310 0x55e887909730 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e88788c370 0x55e8878905e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e887882b40 0x55e88788fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 --2- 172.21.15.7:0/571225567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8878815d0 0x55e887894cc0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f252ffff640 0 client.25658 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 >> 172.21.15.7:0/571225567 conn(0x55e88784a310 msgr2=0x55e88788b0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 shutdown_connections 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 1 -- 172.21.15.7:0/571225567 wait complete. 2024-09-10T07:48:12.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.021+0000 7f25595e7740 20 client.25658 trim_cache size 0 max 16384 2024-09-10T07:48:12.026 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:12.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 msgr2=0x7f25400a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 0x7f25400a50c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f254800afd0 tx=0x7f2548004a40 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 msgr2=0x7f2550198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f2544004770 tx=0x7f25440042f0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 shutdown_connections 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f25400a2c00 0x7f25400a50c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f25501082a0 0x7f255019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25501036e0 0x7f2550198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 --2- 172.21.15.7:0/3105102436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2550102d30 0x7f2550198530 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 >> 172.21.15.7:0/3105102436 conn(0x7f25500fc7d0 msgr2=0x7f2550105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 shutdown_connections 2024-09-10T07:48:12.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:12.022+0000 7f255720e640 1 -- 172.21.15.7:0/3105102436 wait complete. 2024-09-10T07:48:12.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 35740 2.83 MB/sec warmup 75 sec latency 17.905 ms 2024-09-10T07:48:12.811 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:48:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:13.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:12 smithi007 ceph-mon[30879]: pgmap v446: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:48:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:12 smithi110 ceph-mon[34417]: pgmap v446: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:48:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:12 smithi145 ceph-mon[34766]: pgmap v446: 129 pgs: 129 active+clean; 29 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:48:13.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 35989 2.79 MB/sec warmup 76 sec latency 13.431 ms 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 -- 172.21.15.7:0/1982325012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8106a80 msgr2=0x7fc7b8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/1982325012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8106a80 0x7fc7b8106e60 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fc7a8009930 tx=0x7fc7a802a420 comp rx=0 tx=0).stop 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 -- 172.21.15.7:0/1982325012 shutdown_connections 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/1982325012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8101420 0x7fc7b810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/1982325012 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8100a80 0x7fc7b8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/1982325012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8106a80 0x7fc7b8106e60 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 -- 172.21.15.7:0/1982325012 >> 172.21.15.7:0/1982325012 conn(0x7fc7b80fc7a0 msgr2=0x7fc7b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 -- 172.21.15.7:0/1982325012 shutdown_connections 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.603+0000 7fc7bdf35640 1 -- 172.21.15.7:0/1982325012 wait complete. 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 Processor -- start 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 -- start start 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8101420 0x7fc7b81977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8106a80 0x7fc7b819bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b8110cf0 con 0x7fc7b8100a80 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b8110b70 con 0x7fc7b8101420 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7bdf35640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b8110e70 con 0x7fc7b8106a80 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43646/0 (socket says 172.21.15.7:43646) 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 -- 172.21.15.7:0/259238094 learned_addr learned my addr 172.21.15.7:0/259238094 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7affff640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8101420 0x7fc7b81977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8106a80 0x7fc7b819bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 -- 172.21.15.7:0/259238094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8106a80 msgr2=0x7fc7b819bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8106a80 0x7fc7b819bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 -- 172.21.15.7:0/259238094 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8101420 msgr2=0x7fc7b81977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8101420 0x7fc7b81977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.604+0000 7fc7b77fe640 1 -- 172.21.15.7:0/259238094 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b819c220 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc7a8005940 tx=0x7fc7a80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7b57fa640 1 -- 172.21.15.7:0/259238094 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a803f030 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7b57fa640 1 -- 172.21.15.7:0/259238094 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7a80318a0 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7b57fa640 1 -- 172.21.15.7:0/259238094 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a8035070 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b819c4b0 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.605+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b806a790 con 0x7fc7b8100a80 2024-09-10T07:48:13.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.607+0000 7fc7b57fa640 1 -- 172.21.15.7:0/259238094 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc7a8042030 con 0x7fc7b8100a80 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.607+0000 7fc7c030e740 1 Processor -- start 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.607+0000 7fc7c030e740 1 -- start start 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14eb40 0x55ccbf14d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14d5d0 0x55ccbf14da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf0b32f0 con 0x55ccbf158370 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf05acf0 con 0x55ccbf14d5d0 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7c030e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf0af2b0 con 0x55ccbf14eb40 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7b77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14d5d0 0x55ccbf14da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43652/0 (socket says 172.21.15.7:43652) 2024-09-10T07:48:13.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 -- 172.21.15.7:0/3332095710 learned_addr learned my addr 172.21.15.7:0/3332095710 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14eb40 0x55ccbf14d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7b57fa640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 0x7fc7a40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 -- 172.21.15.7:0/3332095710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14eb40 msgr2=0x55ccbf14d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14eb40 0x55ccbf14d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 -- 172.21.15.7:0/3332095710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14d5d0 msgr2=0x55ccbf14da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14d5d0 0x55ccbf14da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7affff640 1 -- 172.21.15.7:0/3332095710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccbf03f3a0 con 0x55ccbf158370 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.608+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 0x7fc7a40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.609+0000 7fc7b57fa640 1 -- 172.21.15.7:0/259238094 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc7a80efb30 con 0x7fc7b8100a80 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.609+0000 7fc7affff640 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fc7a000bc90 tx=0x7fc7a000b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f60d7aaa05ae41aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.609+0000 7fc7adffb640 1 -- 172.21.15.7:0/3332095710 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0005220 con 0x55ccbf158370 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.609+0000 7fc7adffb640 1 -- 172.21.15.7:0/3332095710 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7a0004c50 con 0x55ccbf158370 2024-09-10T07:48:13.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.609+0000 7fc7adffb640 1 -- 172.21.15.7:0/3332095710 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a00197e0 con 0x55ccbf158370 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 0x7fc7a40a5040 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0005c40 tx=0x7fc7b0004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- 172.21.15.7:0/3332095710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 msgr2=0x55ccbf15a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fc7a000bc90 tx=0x7fc7a000b410 comp rx=0 tx=0).stop 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- 172.21.15.7:0/3332095710 shutdown_connections 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf15a760 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14d5d0 0x55ccbf14da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 --2- 172.21.15.7:0/3332095710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14eb40 0x55ccbf14d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- 172.21.15.7:0/3332095710 >> 172.21.15.7:0/3332095710 conn(0x55ccbf116310 msgr2=0x55ccbf149c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- 172.21.15.7:0/3332095710 shutdown_connections 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- 172.21.15.7:0/3332095710 wait complete. 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.610+0000 7fc7c030e740 1 -- start start 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 Processor -- start 2024-09-10T07:48:13.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf157d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf15b070 con 0x55ccbf158370 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf06e060 con 0x55ccbf14eb40 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ccbf15b1f0 con 0x55ccbf14d5d0 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7c030e740 10 client.0 _ll_register_callbacks cb 0x55ccbedc18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43662/0 (socket says 172.21.15.7:43662) 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b7fff640 1 -- 172.21.15.7:0/440573813 learned_addr learned my addr 172.21.15.7:0/440573813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 -- 172.21.15.7:0/440573813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 msgr2=0x55ccbf157d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf157d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 -- 172.21.15.7:0/440573813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 msgr2=0x55ccbf1555d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7affff640 1 -- 172.21.15.7:0/440573813 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccbee243c0 con 0x55ccbf14eb40 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf157d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.611+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7affff640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf154fe0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc7a001b040 tx=0x7fc7a00048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcfe6c1c52e1ab62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0027030 con 0x55ccbf14eb40 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc7a0004020 con 0x55ccbf14eb40 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7a0004c50 con 0x55ccbf14eb40 2024-09-10T07:48:13.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc7a0031050 con 0x55ccbf14eb40 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 10 client.25670 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ccbf166ad0 con 0x55ccbf14eb40 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7a0004c50 con 0x55ccbf14eb40 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc7a0019c20 con 0x55ccbf14eb40 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 10 client.25670 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 10 client.25670 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 20 client.25670 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf167ed0 0x55ccbf16a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 4 client.25670 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.612+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ccbf0c0860 con 0x55ccbf167ed0 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.613+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf167ed0 0x55ccbf16a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.613+0000 7fc796ffd640 10 client.25670 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:13.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.613+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf167ed0 0x55ccbf16a2c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d47b27aa710f56e server_cookie=a8b2dd8dcb162da2 in_seq=0 out_seq=0 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc796ffd640 1 -- 172.21.15.7:0/440573813 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ccbf0c0860 con 0x55ccbf167ed0 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc796ffd640 10 client.25670 handle_command_reply: tid=0 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 client.25670 shutdown 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 msgr2=0x55ccbf154fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf154fe0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc7a001b040 tx=0x7fc7a00048f0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 shutdown_connections 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf167ed0 0x55ccbf16a2c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf1555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf154fe0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc796ffd640 0 client.25670 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 --2- 172.21.15.7:0/440573813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf157d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 >> 172.21.15.7:0/440573813 conn(0x55ccbf116310 msgr2=0x55ccbf14f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 shutdown_connections 2024-09-10T07:48:13.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 1 -- 172.21.15.7:0/440573813 wait complete. 2024-09-10T07:48:13.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.614+0000 7fc7c030e740 20 client.25670 trim_cache size 0 max 16384 2024-09-10T07:48:13.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 Processor -- start 2024-09-10T07:48:13.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 -- start start 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf164310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf16fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81af250 con 0x55ccbf158370 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81acb20 con 0x55ccbf14eb40 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7c030e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81aa990 con 0x55ccbf14d5d0 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7affff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7affff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36622/0 (socket says 172.21.15.7:36622) 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7affff640 1 -- 172.21.15.7:0/1211866817 learned_addr learned my addr 172.21.15.7:0/1211866817 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf164310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.629+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf16fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 -- 172.21.15.7:0/1211866817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 msgr2=0x55ccbf164310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf164310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 -- 172.21.15.7:0/1211866817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 msgr2=0x55ccbf16fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf16fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 -- 172.21.15.7:0/1211866817 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccbf16a850 con 0x55ccbf14eb40 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf16fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf164310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7affff640 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0001eb0 tx=0x7fc7a000bae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8661f512f8bcaae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7ad7fa640 1 -- 172.21.15.7:0/1211866817 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0027040 con 0x55ccbf14eb40 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7ad7fa640 1 -- 172.21.15.7:0/1211866817 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7a000ed40 con 0x55ccbf14eb40 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.630+0000 7fc7ad7fa640 1 -- 172.21.15.7:0/1211866817 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a00199d0 con 0x55ccbf14eb40 2024-09-10T07:48:13.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- 172.21.15.7:0/1211866817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 msgr2=0x55ccbf153fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0001eb0 tx=0x7fc7a000bae0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- 172.21.15.7:0/1211866817 shutdown_connections 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf158370 0x55ccbf16fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf14eb40 0x55ccbf153fc0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 --2- 172.21.15.7:0/1211866817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf164310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- 172.21.15.7:0/1211866817 >> 172.21.15.7:0/1211866817 conn(0x55ccbf116310 msgr2=0x55ccbf1538b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- 172.21.15.7:0/1211866817 shutdown_connections 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- 172.21.15.7:0/1211866817 wait complete. 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.631+0000 7fc7c030e740 1 -- start start 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 Processor -- start 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf1cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 0x55ccbf1cb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81aafe0 con 0x55ccbf14eb40 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81ac450 con 0x55ccbf158370 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b81ab6b0 con 0x55ccbf14d5d0 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7c030e740 10 client.0 _ll_register_callbacks cb 0x7fc7a80b8360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43676/0 (socket says 172.21.15.7:43676) 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 -- 172.21.15.7:0/918086026 learned_addr learned my addr 172.21.15.7:0/918086026 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 0x55ccbf1cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf1cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 -- 172.21.15.7:0/918086026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 msgr2=0x55ccbf1cadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf1cadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 -- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 msgr2=0x55ccbf1cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 0x55ccbf1cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7affff640 1 -- 172.21.15.7:0/918086026 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccbf15f700 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.632+0000 7fc7b7fff640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 0x55ccbf1cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc7affff640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0004490 tx=0x7fc7a000ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee33a8a2ca3dee97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc796ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0027040 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7fc7a0005730 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7a000ed40 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc7a004a050 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc7c030e740 10 client.16149 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ccbf160a00 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.633+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7a000ed40 con 0x55ccbf14eb40 2024-09-10T07:48:13.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc7a0045030 con 0x55ccbf14eb40 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 10 client.16149 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 10 client.16149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 20 client.16149 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf1d6e60 0x55ccbf1d9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 4 client.16149 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ccbf0bad70 con 0x55ccbf1d6e60 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf1d6e60 0x55ccbf1d9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc7b77fe640 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf1d6e60 0x55ccbf1d9250 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c968bedb51f49b63 server_cookie=9298dd62197b863e in_seq=0 out_seq=0 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.634+0000 7fc796ffd640 10 client.16149 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.635+0000 7fc796ffd640 1 -- 172.21.15.7:0/918086026 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ccbf0bad70 con 0x55ccbf1d6e60 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.635+0000 7fc796ffd640 10 client.16149 handle_command_reply: tid=0 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.635+0000 7fc7c030e740 1 client.16149 shutdown 2024-09-10T07:48:13.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.635+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 msgr2=0x55ccbf1cb330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.635+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0004490 tx=0x7fc7a000ff60 comp rx=0 tx=0).stop 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 shutdown_connections 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ccbf1d6e60 0x55ccbf1d9250 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ccbf158370 0x55ccbf1cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ccbf14eb40 0x55ccbf1cb330 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 --2- 172.21.15.7:0/918086026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ccbf14d5d0 0x55ccbf1cadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 >> 172.21.15.7:0/918086026 conn(0x55ccbf116310 msgr2=0x55ccbf1540d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc796ffd640 0 client.16149 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 shutdown_connections 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 1 -- 172.21.15.7:0/918086026 wait complete. 2024-09-10T07:48:13.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7c030e740 20 client.16149 trim_cache size 0 max 16384 2024-09-10T07:48:13.649 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:13.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 msgr2=0x7fc7a40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 0x7fc7a40a5040 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0005c40 tx=0x7fc7b0004a40 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 msgr2=0x7fc7b8197270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.636+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc7a8005940 tx=0x7fc7a80042f0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 shutdown_connections 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7a40a2b80 0x7fc7a40a5040 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7b8106a80 0x7fc7b819bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7b8101420 0x7fc7b81977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 --2- 172.21.15.7:0/259238094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b8100a80 0x7fc7b8197270 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 >> 172.21.15.7:0/259238094 conn(0x7fc7b80fc7a0 msgr2=0x7fc7b80fd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 shutdown_connections 2024-09-10T07:48:13.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:13.637+0000 7fc7bdf35640 1 -- 172.21.15.7:0/259238094 wait complete. 2024-09-10T07:48:14.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 36449 2.77 MB/sec warmup 77 sec latency 18.442 ms 2024-09-10T07:48:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:14 smithi007 ceph-mon[30879]: pgmap v447: 129 pgs: 129 active+clean; 29 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 167 op/s 2024-09-10T07:48:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:14 smithi110 ceph-mon[34417]: pgmap v447: 129 pgs: 129 active+clean; 29 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 167 op/s 2024-09-10T07:48:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:14 smithi145 ceph-mon[34766]: pgmap v447: 129 pgs: 129 active+clean; 29 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 167 op/s 2024-09-10T07:48:15.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 37031 2.79 MB/sec warmup 78 sec latency 18.481 ms 2024-09-10T07:48:15.324 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:48:15.324 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:48:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 -- 172.21.15.7:0/2360948504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841036e0 msgr2=0x7f9784107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 --2- 172.21.15.7:0/2360948504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841036e0 0x7f9784107b90 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f9774009930 tx=0x7f977402a420 comp rx=0 tx=0).stop 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 -- 172.21.15.7:0/2360948504 shutdown_connections 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 --2- 172.21.15.7:0/2360948504 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841082a0 0x7f978410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 --2- 172.21.15.7:0/2360948504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841036e0 0x7f9784107b90 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 --2- 172.21.15.7:0/2360948504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 0x7f9784103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 -- 172.21.15.7:0/2360948504 >> 172.21.15.7:0/2360948504 conn(0x7f97840fc7d0 msgr2=0x7f97840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 -- 172.21.15.7:0/2360948504 shutdown_connections 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.151+0000 7f978b271640 1 -- 172.21.15.7:0/2360948504 wait complete. 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 Processor -- start 2024-09-10T07:48:16.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 -- start start 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 0x7f9784198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841036e0 0x7f9784198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9784111f50 con 0x7f97841082a0 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9784111dd0 con 0x7f9784102d30 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978b271640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97841120d0 con 0x7f97841036e0 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978980e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.152+0000 7f978980e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43698/0 (socket says 172.21.15.7:43698) 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 -- 172.21.15.7:0/1110613614 learned_addr learned my addr 172.21.15.7:0/1110613614 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978900d640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 0x7f9784198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978880c640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841036e0 0x7f9784198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 -- 172.21.15.7:0/1110613614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841036e0 msgr2=0x7f9784198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841036e0 0x7f9784198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 -- 172.21.15.7:0/1110613614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 msgr2=0x7f9784198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 0x7f9784198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 -- 172.21.15.7:0/1110613614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978419d4c0 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978980e640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f977c00cad0 tx=0x7f977c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f977a7fc640 1 -- 172.21.15.7:0/1110613614 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00ae20 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f977a7fc640 1 -- 172.21.15.7:0/1110613614 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f977c005020 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f978419d7b0 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f977a7fc640 1 -- 172.21.15.7:0/1110613614 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00f6b0 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.153+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97841a5090 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.156+0000 7f977a7fc640 1 -- 172.21.15.7:0/1110613614 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f977c0051d0 con 0x7f97841082a0 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 Processor -- start 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 -- start start 2024-09-10T07:48:16.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf0706c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf0709540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cbf065d280 con 0x55cbf06f7a60 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cbf0604b10 con 0x55cbf06f8380 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978d64a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cbf0659240 con 0x55cbf0707150 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978880c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f977a7fc640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 0x7f97700a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978880c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43704/0 (socket says 172.21.15.7:43704) 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978880c640 1 -- 172.21.15.7:0/2167395132 learned_addr learned my addr 172.21.15.7:0/2167395132 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.157+0000 7f978900d640 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf0706c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f977a7fc640 1 -- 172.21.15.7:0/1110613614 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f977c0cf260 con 0x7f97841082a0 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf0709540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978980e640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 0x7f97700a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 -- 172.21.15.7:0/2167395132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 msgr2=0x55cbf0709540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf0709540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 -- 172.21.15.7:0/2167395132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 msgr2=0x55cbf0706c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf0706c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 -- 172.21.15.7:0/2167395132 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbf06111f0 con 0x55cbf06f7a60 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978880c640 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9774005ec0 tx=0x7f9774005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab62768eed5902f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f978980e640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 0x7f97700a50c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f977c005cc0 tx=0x7f977c005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f976f7fe640 1 -- 172.21.15.7:0/2167395132 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9774044020 con 0x55cbf06f7a60 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f976f7fe640 1 -- 172.21.15.7:0/2167395132 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9774031820 con 0x55cbf06f7a60 2024-09-10T07:48:16.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.158+0000 7f976f7fe640 1 -- 172.21.15.7:0/2167395132 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9774035040 con 0x55cbf06f7a60 2024-09-10T07:48:16.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 -- 172.21.15.7:0/2167395132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 msgr2=0x55cbf06f7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9774005ec0 tx=0x7f9774005e50 comp rx=0 tx=0).stop 2024-09-10T07:48:16.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 -- 172.21.15.7:0/2167395132 shutdown_connections 2024-09-10T07:48:16.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf0709540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf0706c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 --2- 172.21.15.7:0/2167395132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf06f7e40 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 -- 172.21.15.7:0/2167395132 >> 172.21.15.7:0/2167395132 conn(0x55cbf06f40f0 msgr2=0x55cbf06f44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 -- 172.21.15.7:0/2167395132 shutdown_connections 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.159+0000 7f978d64a740 1 -- 172.21.15.7:0/2167395132 wait complete. 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.160+0000 7f978d64a740 1 -- start start 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.160+0000 7f978d64a740 1 Processor -- start 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.160+0000 7f978d64a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 0x55cbf07040f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.160+0000 7f978d64a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 0x55cbf0704630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.160+0000 7f978d64a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf0707150 0x55cbf0704b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978880c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 0x55cbf07040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978880c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 0x55cbf07040f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36654/0 (socket says 172.21.15.7:36654) 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978d64a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cbf0709d20 con 0x55cbf0707150 2024-09-10T07:48:16.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978d64a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cbf0617f10 con 0x55cbf06f7a60 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978d64a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cbf0709ea0 con 0x55cbf06f8380 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978880c640 1 -- 172.21.15.7:0/988555582 learned_addr learned my addr 172.21.15.7:0/988555582 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978d64a740 10 client.0 _ll_register_callbacks cb 0x55cbf05e0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 0x55cbf0704630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978880c640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf0707150 0x55cbf0704b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 -- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 msgr2=0x55cbf07040f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 0x55cbf07040f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 -- 172.21.15.7:0/988555582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf0707150 msgr2=0x55cbf0704b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf0707150 0x55cbf0704b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 -- 172.21.15.7:0/988555582 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbf03ce6a0 con 0x55cbf06f8380 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f978900d640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 0x55cbf0704630 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9780012700 tx=0x7f9780012bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd72642f6c58a775 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.161+0000 7f976cff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:48:16.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978000f8c0 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f978000fa60 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9774031820 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f978000fc60 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 10 client.25702 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55cbf0715a60 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9774031820 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f978001c420 con 0x55cbf06f8380 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 10 client.25702 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 10 client.25702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 20 client.25702 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.162+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0717440 0x55cbf0719860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.163+0000 7f978d64a740 4 client.25702 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.163+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbf066a7f0 con 0x55cbf0717440 2024-09-10T07:48:16.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.163+0000 7f978880c640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0717440 0x55cbf0719860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.163+0000 7f976cff9640 10 client.25702 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.163+0000 7f978880c640 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0717440 0x55cbf0719860 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=924d2d76c8956b03 server_cookie=baa75f931a4ce7ca in_seq=0 out_seq=0 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f976cff9640 1 -- 172.21.15.7:0/988555582 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbf066a7f0 con 0x55cbf0717440 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f976cff9640 10 client.25702 handle_command_reply: tid=0 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 client.25702 shutdown 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 msgr2=0x55cbf0704630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 0x55cbf0704630 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9780012700 tx=0x7f9780012bc0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 shutdown_connections 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0717440 0x55cbf0719860 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf0707150 0x55cbf0704b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf06f8380 0x55cbf0704630 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 --2- 172.21.15.7:0/988555582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f7a60 0x55cbf07040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 >> 172.21.15.7:0/988555582 conn(0x55cbf06f40f0 msgr2=0x55cbf06f9e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.164+0000 7f976cff9640 0 client.25702 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:16.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.165+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 shutdown_connections 2024-09-10T07:48:16.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.165+0000 7f978d64a740 1 -- 172.21.15.7:0/988555582 wait complete. 2024-09-10T07:48:16.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.166+0000 7f978d64a740 20 client.25702 trim_cache size 0 max 16384 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.187+0000 7f978d64a740 1 Processor -- start 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 -- start start 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf0705f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf071f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f97841af2e0 con 0x55cbf06f7a60 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97841acbb0 con 0x55cbf06f8380 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978d64a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97841aaa20 con 0x55cbf0707150 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf0705f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978900d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978900d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36656/0 (socket says 172.21.15.7:36656) 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978900d640 1 -- 172.21.15.7:0/1049594169 learned_addr learned my addr 172.21.15.7:0/1049594169 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf071f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 -- 172.21.15.7:0/1049594169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 msgr2=0x55cbf071f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf071f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 -- 172.21.15.7:0/1049594169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 msgr2=0x55cbf071f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978880c640 1 -- 172.21.15.7:0/1049594169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbf06ee680 con 0x55cbf06f7a60 2024-09-10T07:48:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.188+0000 7f978900d640 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.189+0000 7f978880c640 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf0705f50 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9774032fd0 tx=0x7f977403f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1812921876211eed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.189+0000 7f976effd640 1 -- 172.21.15.7:0/1049594169 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9774044040 con 0x55cbf06f7a60 2024-09-10T07:48:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.189+0000 7f976effd640 1 -- 172.21.15.7:0/1049594169 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9774031cd0 con 0x55cbf06f7a60 2024-09-10T07:48:16.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.189+0000 7f976effd640 1 -- 172.21.15.7:0/1049594169 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9774035040 con 0x55cbf06f7a60 2024-09-10T07:48:16.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- 172.21.15.7:0/1049594169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 msgr2=0x55cbf0705f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf0705f50 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9774032fd0 tx=0x7f977403f040 comp rx=0 tx=0).stop 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- 172.21.15.7:0/1049594169 shutdown_connections 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf071f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf071f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 --2- 172.21.15.7:0/1049594169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf0705f50 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- 172.21.15.7:0/1049594169 >> 172.21.15.7:0/1049594169 conn(0x55cbf06f40f0 msgr2=0x55cbf0705840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- 172.21.15.7:0/1049594169 shutdown_connections 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- 172.21.15.7:0/1049594169 wait complete. 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 -- start start 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.190+0000 7f978d64a740 1 Processor -- start 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf070f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf070aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f97841ab070 con 0x55cbf06f7a60 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97841ac4e0 con 0x55cbf06f8380 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97841ab740 con 0x55cbf0707150 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978d64a740 10 client.0 _ll_register_callbacks cb 0x7f9780009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978880c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf070f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36666/0 (socket says 172.21.15.7:36666) 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 -- 172.21.15.7:0/1471498617 learned_addr learned my addr 172.21.15.7:0/1471498617 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978880c640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf070aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 -- 172.21.15.7:0/1471498617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 msgr2=0x55cbf070aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf070aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 -- 172.21.15.7:0/1471498617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 msgr2=0x55cbf070f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:16.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf070f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 -- 172.21.15.7:0/1471498617 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbf0709e90 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978880c640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf070f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f978900d640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9780000c00 tx=0x7f978001c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df37ba168a59051b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.191+0000 7f976cff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978000f9a0 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f9780005110 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9774031cd0 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9780005330 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 10 client.25694 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55cbf0781c10 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9774031cd0 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f978002a430 con 0x55cbf06f8380 2024-09-10T07:48:16.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 10 client.25694 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 10 client.25694 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 20 client.25694 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0782470 0x55cbf0784890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 4 client.25694 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.192+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cbf0664d00 con 0x55cbf0782470 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.193+0000 7f978880c640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0782470 0x55cbf0784890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.193+0000 7f978880c640 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0782470 0x55cbf0784890 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccc6c77ae98cfd18 server_cookie=9e6fb0717395835e in_seq=0 out_seq=0 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.193+0000 7f976cff9640 10 client.25694 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f976cff9640 1 -- 172.21.15.7:0/1471498617 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cbf0664d00 con 0x55cbf0782470 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f976cff9640 10 client.25694 handle_command_reply: tid=0 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 client.25694 shutdown 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 msgr2=0x55cbf070f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9780000c00 tx=0x7f978001c650 comp rx=0 tx=0).stop 2024-09-10T07:48:16.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 shutdown_connections 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cbf0782470 0x55cbf0784890 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cbf0707150 0x55cbf070aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cbf06f8380 0x55cbf070f9e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 --2- 172.21.15.7:0/1471498617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbf06f7a60 0x55cbf070f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 >> 172.21.15.7:0/1471498617 conn(0x55cbf06f40f0 msgr2=0x55cbf06f9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f976cff9640 0 client.25694 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 shutdown_connections 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.194+0000 7f978d64a740 1 -- 172.21.15.7:0/1471498617 wait complete. 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978d64a740 20 client.25694 trim_cache size 0 max 16384 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:48:16.199 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:48:16.200 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "c5368ddc-6ec8-478e-a62d-90fda5c7e5a8", 2024-09-10T07:48:16.200 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:48:16.200 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 msgr2=0x7f97700a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 0x7f97700a50c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f977c005cc0 tx=0x7f977c005c50 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 msgr2=0x7f978419cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f977c00cad0 tx=0x7f977c00cf90 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 shutdown_connections 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97700a2c00 0x7f97700a50c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97841082a0 0x7f978419cde0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97841036e0 0x7f9784198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 --2- 172.21.15.7:0/1110613614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9784102d30 0x7f9784198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 >> 172.21.15.7:0/1110613614 conn(0x7f97840fc7d0 msgr2=0x7f9784105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.195+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 shutdown_connections 2024-09-10T07:48:16.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:16.196+0000 7f978b271640 1 -- 172.21.15.7:0/1110613614 wait complete. 2024-09-10T07:48:16.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1 37684 2.76 MB/sec warmup 79 sec latency 22.747 ms 2024-09-10T07:48:16.957 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: pgmap v448: 129 pgs: 129 active+clean; 31 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 157 op/s 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: pgmap v448: 129 pgs: 129 active+clean; 31 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 157 op/s 2024-09-10T07:48:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:48:17.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: pgmap v448: 129 pgs: 129 active+clean; 31 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 157 op/s 2024-09-10T07:48:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:48:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:48:17.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:48:17.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 38280 2.79 MB/sec warmup 80 sec latency 12.963 ms 2024-09-10T07:48:17.245 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:17.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.749+0000 7f309308e640 1 -- 172.21.15.7:0/3308973894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c100e20 msgr2=0x7f308c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.749+0000 7f309308e640 1 --2- 172.21.15.7:0/3308973894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c100e20 0x7f308c101200 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f3088009900 tx=0x7f308802a480 comp rx=0 tx=0).stop 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 -- 172.21.15.7:0/3308973894 shutdown_connections 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 --2- 172.21.15.7:0/3308973894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102ef0 0x7f308c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 --2- 172.21.15.7:0/3308973894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c102570 0x7f308c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 --2- 172.21.15.7:0/3308973894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c100e20 0x7f308c101200 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 -- 172.21.15.7:0/3308973894 >> 172.21.15.7:0/3308973894 conn(0x7f308c0fc7d0 msgr2=0x7f308c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 -- 172.21.15.7:0/3308973894 shutdown_connections 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 -- 172.21.15.7:0/3308973894 wait complete. 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 Processor -- start 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.750+0000 7f309308e640 1 -- start start 2024-09-10T07:48:17.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 0x7f308c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 0x7f308c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f308c110e30 con 0x7f308c102ef0 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f308c110cb0 con 0x7f308c100e20 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309308e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f308c110fb0 con 0x7f308c102570 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f3083fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 0x7f308c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 0x7f308c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 0x7f308c198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36682/0 (socket says 172.21.15.7:36682) 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43752/0 (socket says 172.21.15.7:43752) 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f3090e2a640 1 -- 172.21.15.7:0/1669006666 learned_addr learned my addr 172.21.15.7:0/1669006666 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f3083fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 0x7f308c1988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40272/0 (socket says 172.21.15.7:40272) 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 -- 172.21.15.7:0/1669006666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 msgr2=0x7f308c1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 0x7f308c1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 -- 172.21.15.7:0/1669006666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 msgr2=0x7f308c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 0x7f308c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 -- 172.21.15.7:0/1669006666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c19d340 con 0x7f308c102ef0 2024-09-10T07:48:17.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.751+0000 7f309162b640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3084007db0 tx=0x7f3084010420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.752+0000 7f3081ffb640 1 -- 172.21.15.7:0/1669006666 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084010d40 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.752+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308c19d630 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.752+0000 7f3081ffb640 1 -- 172.21.15.7:0/1669006666 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f308400c640 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.752+0000 7f3081ffb640 1 -- 172.21.15.7:0/1669006666 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084017650 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.752+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308c103680 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3081ffb640 1 -- 172.21.15.7:0/1669006666 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f308400c7f0 con 0x7f308c102ef0 2024-09-10T07:48:17.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 Processor -- start 2024-09-10T07:48:17.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 -- start start 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc44a0 0x56016bfc4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfcf140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56016bf2a2e0 con 0x56016bfc4dc0 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56016bed1ce0 con 0x56016bfcf680 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.755+0000 7f3095467740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56016bf262a0 con 0x56016bfc44a0 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfcf140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36688/0 (socket says 172.21.15.7:36688) 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 -- 172.21.15.7:0/2324076341 learned_addr learned my addr 172.21.15.7:0/2324076341 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:17.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3081ffb640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 0x7f30740a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc44a0 0x56016bfc4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 -- 172.21.15.7:0/2324076341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc44a0 msgr2=0x56016bfc4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc44a0 0x56016bfc4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 -- 172.21.15.7:0/2324076341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 msgr2=0x56016bfcf140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfcf140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 -- 172.21.15.7:0/2324076341 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56016beb6440 con 0x56016bfcf680 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f309162b640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 0x7f30740a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3083fff640 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f307c0125a0 tx=0x7f307c00b650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e92d534818bbac21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.756+0000 7f3081ffb640 1 -- 172.21.15.7:0/1669006666 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f30840d3070 con 0x7f308c102ef0 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3072ffd640 1 -- 172.21.15.7:0/2324076341 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c005020 con 0x56016bfcf680 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3072ffd640 1 -- 172.21.15.7:0/2324076341 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307c0047a0 con 0x56016bfcf680 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3072ffd640 1 -- 172.21.15.7:0/2324076341 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c00e770 con 0x56016bfcf680 2024-09-10T07:48:17.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 -- 172.21.15.7:0/2324076341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 msgr2=0x56016bfd1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f307c0125a0 tx=0x7f307c00b650 comp rx=0 tx=0).stop 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f309162b640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 0x7f30740a5040 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f308406f3b0 tx=0x7f3084070df0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 -- 172.21.15.7:0/2324076341 shutdown_connections 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfd1a70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfcf140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 --2- 172.21.15.7:0/2324076341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc44a0 0x56016bfc4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 -- 172.21.15.7:0/2324076341 >> 172.21.15.7:0/2324076341 conn(0x56016bfc0a30 msgr2=0x56016bfc0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 -- 172.21.15.7:0/2324076341 shutdown_connections 2024-09-10T07:48:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.757+0000 7f3095467740 1 -- 172.21.15.7:0/2324076341 wait complete. 2024-09-10T07:48:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 -- start start 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 Processor -- start 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc4dc0 0x56016bfcc360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfccaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56016bfd2250 con 0x56016bfc44a0 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56016bee5050 con 0x56016bfcf680 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56016bfd23d0 con 0x56016bfc4dc0 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.758+0000 7f3095467740 10 client.0 _ll_register_callbacks cb 0x56016bf25160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43766/0 (socket says 172.21.15.7:43766) 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 -- 172.21.15.7:0/2486617835 learned_addr learned my addr 172.21.15.7:0/2486617835 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfccaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3090e2a640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc4dc0 0x56016bfcc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 -- 172.21.15.7:0/2486617835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc4dc0 msgr2=0x56016bfcc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc4dc0 0x56016bfcc360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 -- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 msgr2=0x56016bfccaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfccaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 -- 172.21.15.7:0/2486617835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56016bc9b3c0 con 0x56016bfc44a0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3083fff640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f307c004770 tx=0x7f307c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=931dfde1df986bc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f306bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c027070 con 0x56016bfc44a0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f307c0053f0 con 0x56016bfc44a0 2024-09-10T07:48:17.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.759+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f307c0047a0 con 0x56016bfc44a0 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f307c035050 con 0x56016bfc44a0 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 10 client.16176 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56016bfddcf0 con 0x56016bfc44a0 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307c0047a0 con 0x56016bfc44a0 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f307c01c020 con 0x56016bfc44a0 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 10 client.16176 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 10 client.16176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 20 client.16176 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016bfe1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 4 client.16176 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:17.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.760+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56016bf37850 con 0x56016bfdf0a0 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.761+0000 7f3090e2a640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016bfe1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.761+0000 7f306bfff640 10 client.16176 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.761+0000 7f3090e2a640 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016bfe1490 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95c2aef5e9d42fc server_cookie=92954d21c5a313bb in_seq=0 out_seq=0 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f306bfff640 1 -- 172.21.15.7:0/2486617835 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56016bf37850 con 0x56016bfdf0a0 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f306bfff640 10 client.16176 handle_command_reply: tid=0 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 client.16176 shutdown 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 msgr2=0x56016bfcf0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f307c004770 tx=0x7f307c005850 comp rx=0 tx=0).stop 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 shutdown_connections 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016bfe1490 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f306bfff640 0 client.16176 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:17.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfcf680 0x56016bfccaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfc4dc0 0x56016bfcc360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 --2- 172.21.15.7:0/2486617835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc44a0 0x56016bfcf0b0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 >> 172.21.15.7:0/2486617835 conn(0x56016bfc0a30 msgr2=0x56016bfc6760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 shutdown_connections 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 1 -- 172.21.15.7:0/2486617835 wait complete. 2024-09-10T07:48:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.762+0000 7f3095467740 20 client.16176 trim_cache size 0 max 16384 2024-09-10T07:48:17.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 Processor -- start 2024-09-10T07:48:17.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 -- start start 2024-09-10T07:48:17.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfc78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfe6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfe7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1af2c0 con 0x56016bfc4dc0 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1acb90 con 0x56016bfc44a0 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3095467740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1aaa00 con 0x56016bfcf680 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfe6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3083fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfc78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfe6c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43778/0 (socket says 172.21.15.7:43778) 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3090e2a640 1 -- 172.21.15.7:0/2269914149 learned_addr learned my addr 172.21.15.7:0/2269914149 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.782+0000 7f3083fff640 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfe7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 -- 172.21.15.7:0/2269914149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 msgr2=0x56016bfe7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfe7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 -- 172.21.15.7:0/2269914149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 msgr2=0x56016bfe6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfe6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 -- 172.21.15.7:0/2269914149 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56016bfd1de0 con 0x56016bfc44a0 2024-09-10T07:48:17.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f3083fff640 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfc78b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f307c004e30 tx=0x7f307c00bf00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=603377fd2548d10e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f30727fc640 1 -- 172.21.15.7:0/2269914149 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c027040 con 0x56016bfc44a0 2024-09-10T07:48:17.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f30727fc640 1 -- 172.21.15.7:0/2269914149 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307c022020 con 0x56016bfc44a0 2024-09-10T07:48:17.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.783+0000 7f30727fc640 1 -- 172.21.15.7:0/2269914149 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c01e790 con 0x56016bfc44a0 2024-09-10T07:48:17.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- 172.21.15.7:0/2269914149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 msgr2=0x56016bfc78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfc78b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f307c004e30 tx=0x7f307c00bf00 comp rx=0 tx=0).stop 2024-09-10T07:48:17.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- 172.21.15.7:0/2269914149 shutdown_connections 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfe7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfe6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 --2- 172.21.15.7:0/2269914149 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfc78b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- 172.21.15.7:0/2269914149 >> 172.21.15.7:0/2269914149 conn(0x56016bfc0a30 msgr2=0x56016bfbfc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- 172.21.15.7:0/2269914149 shutdown_connections 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- 172.21.15.7:0/2269914149 wait complete. 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 -- start start 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.784+0000 7f3095467740 1 Processor -- start 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfd7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfc9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1ab050 con 0x56016bfc4dc0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1ac4c0 con 0x56016bfc44a0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f308c1ab720 con 0x56016bfcf680 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3095467740 10 client.0 _ll_register_callbacks cb 0x7f3088009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3090e2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43784/0 (socket says 172.21.15.7:43784) 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3090e2a640 1 -- 172.21.15.7:0/3384713040 learned_addr learned my addr 172.21.15.7:0/3384713040 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfd7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfc9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 -- 172.21.15.7:0/3384713040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 msgr2=0x56016bfc9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfc9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 -- 172.21.15.7:0/3384713040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 msgr2=0x56016bfc8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:17.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 -- 172.21.15.7:0/3384713040 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56016bfc9990 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3090e2a640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f3083fff640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfd7ab0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f307c012f70 tx=0x7f307c00b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de602a32fd67c055 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.785+0000 7f306bfff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c027070 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f307c0057f0 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f307c022020 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f307c00b410 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 10 client.25712 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56016c0499c0 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307c022020 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f307c038070 con 0x56016bfc44a0 2024-09-10T07:48:17.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 10 client.25712 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 10 client.25712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 20 client.25712 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016c04c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 4 client.25712 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56016bf31d60 con 0x56016bfdf0a0 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.786+0000 7f3090e2a640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016c04c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f3090e2a640 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016c04c080 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=472d02151b14a8ad server_cookie=b23cbbd019ac7e24 in_seq=0 out_seq=0 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f306bfff640 10 client.25712 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f306bfff640 1 -- 172.21.15.7:0/3384713040 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56016bf31d60 con 0x56016bfdf0a0 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f306bfff640 10 client.25712 handle_command_reply: tid=0 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f3095467740 1 client.25712 shutdown 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 msgr2=0x56016bfd7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.787+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfd7ab0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f307c012f70 tx=0x7f307c00b860 comp rx=0 tx=0).stop 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 shutdown_connections 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56016bfdf0a0 0x56016c04c080 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56016bfcf680 0x56016bfc9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56016bfc4dc0 0x56016bfc8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 --2- 172.21.15.7:0/3384713040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56016bfc44a0 0x56016bfd7ab0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 >> 172.21.15.7:0/3384713040 conn(0x56016bfc0a30 msgr2=0x56016bfc6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f306bfff640 0 client.25712 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 shutdown_connections 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 1 -- 172.21.15.7:0/3384713040 wait complete. 2024-09-10T07:48:17.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f3095467740 20 client.25712 trim_cache size 0 max 16384 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "c5368ddc-6ec8-478e-a62d-90fda5c7e5a8": { 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "c5368ddc-6ec8-478e-a62d-90fda5c7e5a8", 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:17.793 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 msgr2=0x7f30740a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 0x7f30740a5040 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f308406f3b0 tx=0x7f3084070df0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.788+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 msgr2=0x7f308c19cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3084007db0 tx=0x7f3084010420 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 shutdown_connections 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30740a2b80 0x7f30740a5040 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f308c102ef0 0x7f308c19cc60 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f308c102570 0x7f308c1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 --2- 172.21.15.7:0/1669006666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f308c100e20 0x7f308c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:17.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 >> 172.21.15.7:0/1669006666 conn(0x7f308c0fc7d0 msgr2=0x7f308c06a1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:17.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 shutdown_connections 2024-09-10T07:48:17.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:17.789+0000 7f309308e640 1 -- 172.21.15.7:0/1669006666 wait complete. 2024-09-10T07:48:18.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 38846 2.80 MB/sec warmup 81 sec latency 13.600 ms 2024-09-10T07:48:18.680 INFO:tasks.cephfs.filesystem:scrub status for tag:c5368ddc-6ec8-478e-a62d-90fda5c7e5a8 - {'path': '/', 'tag': 'c5368ddc-6ec8-478e-a62d-90fda5c7e5a8', 'options': 'recursive,force'} 2024-09-10T07:48:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:18 smithi007 ceph-mon[30879]: pgmap v449: 129 pgs: 129 active+clean; 30 MiB data, 520 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:48:19.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:18 smithi110 ceph-mon[34417]: pgmap v449: 129 pgs: 129 active+clean; 30 MiB data, 520 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:48:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:18 smithi145 ceph-mon[34766]: pgmap v449: 129 pgs: 129 active+clean; 30 MiB data, 520 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:48:19.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 39343 2.82 MB/sec warmup 82 sec latency 14.627 ms 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 -- 172.21.15.7:0/127266952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 msgr2=0x7f9200108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 --2- 172.21.15.7:0/127266952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f9200108e80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f91f8009ca0 tx=0x7f91f802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 -- 172.21.15.7:0/127266952 shutdown_connections 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 --2- 172.21.15.7:0/127266952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f9200108e80 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 --2- 172.21.15.7:0/127266952 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200101c30 0x7f92001020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 --2- 172.21.15.7:0/127266952 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200100a40 0x7f9200100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 -- 172.21.15.7:0/127266952 >> 172.21.15.7:0/127266952 conn(0x7f92000fc1e0 msgr2=0x7f92000fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 -- 172.21.15.7:0/127266952 shutdown_connections 2024-09-10T07:48:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.445+0000 7f9206123640 1 -- 172.21.15.7:0/127266952 wait complete. 2024-09-10T07:48:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 Processor -- start 2024-09-10T07:48:19.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 -- start start 2024-09-10T07:48:19.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200100a40 0x7f9200196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 0x7f92001970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f920019e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f920010c570 con 0x7f92001025f0 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f920010c3f0 con 0x7f9200101c30 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.446+0000 7f9206123640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f920010c6f0 con 0x7f9200100a40 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f920019e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200100a40 0x7f9200196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 0x7f92001970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f920019e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43792/0 (socket says 172.21.15.7:43792) 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fffff640 1 -- 172.21.15.7:0/3157427880 learned_addr learned my addr 172.21.15.7:0/3157427880 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 -- 172.21.15.7:0/3157427880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200100a40 msgr2=0x7f9200196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200100a40 0x7f9200196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 -- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 msgr2=0x7f920019e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f920019e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 -- 172.21.15.7:0/3157427880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920019e7c0 con 0x7f9200101c30 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91feffd640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 0x7f92001970e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f91f400e9f0 tx=0x7f91f400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fcff9640 1 -- 172.21.15.7:0/3157427880 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f400ccc0 con 0x7f9200101c30 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fcff9640 1 -- 172.21.15.7:0/3157427880 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f4005020 con 0x7f9200101c30 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920019eab0 con 0x7f9200101c30 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f91fcff9640 1 -- 172.21.15.7:0/3157427880 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f4004a00 con 0x7f9200101c30 2024-09-10T07:48:19.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.447+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9200069ae0 con 0x7f9200101c30 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f91fcff9640 1 -- 172.21.15.7:0/3157427880 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f91f4004ba0 con 0x7f9200101c30 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 Processor -- start 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 -- start start 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a038370 0x55e82a03a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e829f962f0 con 0x55e82a0332e0 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e829f3e270 con 0x55e82a0329a0 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.450+0000 7f9208ebb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e829f922b0 con 0x55e82a038370 2024-09-10T07:48:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43808/0 (socket says 172.21.15.7:43808) 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36762/0 (socket says 172.21.15.7:36762) 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 -- 172.21.15.7:0/161466166 learned_addr learned my addr 172.21.15.7:0/161466166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fcff9640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 0x7f91e80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91feffd640 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a038370 0x55e82a03a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fffff640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 0x7f91e80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fcff9640 1 -- 172.21.15.7:0/3157427880 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f91f40cf340 con 0x7f9200101c30 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 -- 172.21.15.7:0/161466166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a038370 msgr2=0x55e82a03a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a038370 0x55e82a03a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 -- 172.21.15.7:0/161466166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 msgr2=0x55e82a032da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 -- 172.21.15.7:0/161466166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e829f3d340 con 0x55e82a0332e0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fffff640 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f91f0009ca0 tx=0x7f91f0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5326fc697c704ee3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91e5ffb640 1 -- 172.21.15.7:0/161466166 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0004220 con 0x55e82a0332e0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91e5ffb640 1 -- 172.21.15.7:0/161466166 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f00043c0 con 0x55e82a0332e0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91e5ffb640 1 -- 172.21.15.7:0/161466166 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f00198b0 con 0x55e82a0332e0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.451+0000 7f91fffff640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 0x7f91e80a50f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f91f8005fe0 tx=0x7f91f802a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- 172.21.15.7:0/161466166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 msgr2=0x55e82a037da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f91f0009ca0 tx=0x7f91f0011810 comp rx=0 tx=0).stop 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- 172.21.15.7:0/161466166 shutdown_connections 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a038370 0x55e82a03a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a037da0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 --2- 172.21.15.7:0/161466166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0329a0 0x55e82a032da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- 172.21.15.7:0/161466166 >> 172.21.15.7:0/161466166 conn(0x55e82a02e010 msgr2=0x55e82a02e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- 172.21.15.7:0/161466166 shutdown_connections 2024-09-10T07:48:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- 172.21.15.7:0/161466166 wait complete. 2024-09-10T07:48:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.452+0000 7f9208ebb740 1 -- start start 2024-09-10T07:48:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 Processor -- start 2024-09-10T07:48:19.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 0x55e82a03d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a0440e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e82a03b340 con 0x55e82a0329a0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e829f1f290 con 0x55e82a038370 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e82a03b4c0 con 0x55e82a0332e0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f9208ebb740 10 client.0 _ll_register_callbacks cb 0x55e829f50140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43822/0 (socket says 172.21.15.7:43822) 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 -- 172.21.15.7:0/1778059547 learned_addr learned my addr 172.21.15.7:0/1778059547 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91fffff640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a0440e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91feffd640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 0x55e82a03d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 -- 172.21.15.7:0/1778059547 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 msgr2=0x55e82a03d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 0x55e82a03d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 -- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 msgr2=0x55e82a0440e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a0440e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91ff7fe640 1 -- 172.21.15.7:0/1778059547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e829ca9210 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.453+0000 7f91feffd640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 0x55e82a03d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f91f0000c00 tx=0x7f91f0003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a822ba22df4c2f20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0028070 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f91f0005040 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91f00043c0 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f91f0034050 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 10 client.16194 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e829d75620 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f00043c0 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f91f0004a30 con 0x55e82a0329a0 2024-09-10T07:48:19.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 10 client.16194 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 10 client.16194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 20 client.16194 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.454+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0485f0 0x55e82a04aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.455+0000 7f9208ebb740 4 client.16194 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.455+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e829fa3a20 con 0x55e82a0485f0 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.455+0000 7f91feffd640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0485f0 0x55e82a04aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.455+0000 7f91deffd640 10 client.16194 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.455+0000 7f91feffd640 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0485f0 0x55e82a04aa20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=deee9fb78cb8c85a server_cookie=eee6f7113f34e51a in_seq=0 out_seq=0 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f91deffd640 1 -- 172.21.15.7:0/1778059547 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e829fa3a20 con 0x55e82a0485f0 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f91deffd640 10 client.16194 handle_command_reply: tid=0 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 client.16194 shutdown 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 msgr2=0x55e82a03cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f91f0000c00 tx=0x7f91f0003820 comp rx=0 tx=0).stop 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 shutdown_connections 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0485f0 0x55e82a04aa20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a0440e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0332e0 0x55e82a03d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f91deffd640 0 client.16194 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 --2- 172.21.15.7:0/1778059547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0329a0 0x55e82a03cb60 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 >> 172.21.15.7:0/1778059547 conn(0x55e82a02e010 msgr2=0x55e82a02f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 shutdown_connections 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 1 -- 172.21.15.7:0/1778059547 wait complete. 2024-09-10T07:48:19.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.456+0000 7f9208ebb740 20 client.16194 trim_cache size 0 max 16384 2024-09-10T07:48:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.472+0000 7f9208ebb740 1 Processor -- start 2024-09-10T07:48:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 -- start start 2024-09-10T07:48:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a03d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0332e0 0x55e82a0440a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f92001acee0 con 0x55e82a038370 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f92001aa7b0 con 0x55e82a0332e0 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f9208ebb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f92001a8620 con 0x55e82a0329a0 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43826/0 (socket says 172.21.15.7:43826) 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 -- 172.21.15.7:0/294816235 learned_addr learned my addr 172.21.15.7:0/294816235 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a03d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91feffd640 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0332e0 0x55e82a0440a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 -- 172.21.15.7:0/294816235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 msgr2=0x55e82a03d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a03d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 -- 172.21.15.7:0/294816235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0332e0 msgr2=0x55e82a0440a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0332e0 0x55e82a0440a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 -- 172.21.15.7:0/294816235 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e82a0337c0 con 0x55e82a038370 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91fffff640 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f91f8031970 tx=0x7f91f8005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5677cda7ccdfc9db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.473+0000 7f91e57fa640 1 -- 172.21.15.7:0/294816235 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f8051070 con 0x55e82a038370 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f91e57fa640 1 -- 172.21.15.7:0/294816235 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f8036050 con 0x55e82a038370 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f91e57fa640 1 -- 172.21.15.7:0/294816235 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f8030c00 con 0x55e82a038370 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- 172.21.15.7:0/294816235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 msgr2=0x55e82a037a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f91f8031970 tx=0x7f91f8005da0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- 172.21.15.7:0/294816235 shutdown_connections 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a038370 0x55e82a037a90 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a0332e0 0x55e82a0440a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 --2- 172.21.15.7:0/294816235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a03d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- 172.21.15.7:0/294816235 >> 172.21.15.7:0/294816235 conn(0x55e82a02e010 msgr2=0x55e82a02c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- 172.21.15.7:0/294816235 shutdown_connections 2024-09-10T07:48:19.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- 172.21.15.7:0/294816235 wait complete. 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.474+0000 7f9208ebb740 1 -- start start 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 Processor -- start 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a0415e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a042b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f92001a8c70 con 0x55e82a0332e0 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f92001aa0e0 con 0x55e82a038370 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f92001a9340 con 0x55e82a0329a0 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f9208ebb740 10 client.0 _ll_register_callbacks cb 0x7f91f4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43840/0 (socket says 172.21.15.7:43840) 2024-09-10T07:48:19.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 -- 172.21.15.7:0/2727952212 learned_addr learned my addr 172.21.15.7:0/2727952212 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91ff7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a0415e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91fffff640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a042b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 -- 172.21.15.7:0/2727952212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 msgr2=0x55e82a0415e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a0415e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 -- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 msgr2=0x55e82a042b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a042b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 -- 172.21.15.7:0/2727952212 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e82a043140 con 0x55e82a0332e0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91fffff640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a042b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91feffd640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f91f40ccaa0 tx=0x7f91f4086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d9e601b9af782b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.475+0000 7f91deffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f401c040 con 0x55e82a0332e0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f91f4099b00 con 0x55e82a0332e0 2024-09-10T07:48:19.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91f8036050 con 0x55e82a0332e0 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f91f409b800 con 0x55e82a0332e0 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 10 client.16200 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e82a044520 con 0x55e82a0332e0 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f8036050 con 0x55e82a0332e0 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f91f40860b0 con 0x55e82a0332e0 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 10 client.16200 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 10 client.16200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 20 client.16200 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0b3ac0 0x55e82a0b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 4 client.16200 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:48:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e829f9dd70 con 0x55e82a0b3ac0 2024-09-10T07:48:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.476+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0b3ac0 0x55e82a0b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.477+0000 7f91ff7fe640 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0b3ac0 0x55e82a0b5ee0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5060ea0ed406b02 server_cookie=75641a322858e91c in_seq=0 out_seq=0 2024-09-10T07:48:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.477+0000 7f91deffd640 10 client.16200 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:19.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f91deffd640 1 -- 172.21.15.7:0/2727952212 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e829f9dd70 con 0x55e82a0b3ac0 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f91deffd640 10 client.16200 handle_command_reply: tid=0 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 client.16200 shutdown 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 msgr2=0x55e82a041b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f91f40ccaa0 tx=0x7f91f4086040 comp rx=0 tx=0).stop 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 shutdown_connections 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e82a0b3ac0 0x55e82a0b5ee0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e82a038370 0x55e82a042b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f91deffd640 0 client.16200 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e82a0332e0 0x55e82a041b20 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 --2- 172.21.15.7:0/2727952212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e82a0329a0 0x55e82a0415e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 >> 172.21.15.7:0/2727952212 conn(0x55e82a02e010 msgr2=0x55e82a02c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 shutdown_connections 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 1 -- 172.21.15.7:0/2727952212 wait complete. 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.493+0000 7f9208ebb740 20 client.16200 trim_cache size 0 max 16384 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:48:19.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 msgr2=0x7f91e80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 0x7f91e80a50f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f91f8005fe0 tx=0x7f91f802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 msgr2=0x7f92001970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 0x7f92001970e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f91f400e9f0 tx=0x7f91f400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 shutdown_connections 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2c30 0x7f91e80a50f0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f92001025f0 0x7f920019e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9200101c30 0x7f92001970e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 --2- 172.21.15.7:0/3157427880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9200100a40 0x7f9200196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:19.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 >> 172.21.15.7:0/3157427880 conn(0x7f92000fc1e0 msgr2=0x7f9200104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:19.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 shutdown_connections 2024-09-10T07:48:19.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:19.494+0000 7f9206123640 1 -- 172.21.15.7:0/3157427880 wait complete. 2024-09-10T07:48:20.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 39633 2.79 MB/sec warmup 83 sec latency 13.346 ms 2024-09-10T07:48:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:20 smithi007 ceph-mon[30879]: pgmap v450: 129 pgs: 129 active+clean; 32 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:48:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:20 smithi110 ceph-mon[34417]: pgmap v450: 129 pgs: 129 active+clean; 32 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:48:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:20 smithi145 ceph-mon[34766]: pgmap v450: 129 pgs: 129 active+clean; 32 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:48:21.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 40128 2.78 MB/sec warmup 84 sec latency 13.251 ms 2024-09-10T07:48:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 40708 2.78 MB/sec warmup 85 sec latency 18.254 ms 2024-09-10T07:48:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:22 smithi007 ceph-mon[30879]: pgmap v451: 129 pgs: 129 active+clean; 32 MiB data, 557 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:48:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:22 smithi110 ceph-mon[34417]: pgmap v451: 129 pgs: 129 active+clean; 32 MiB data, 557 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:48:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:22 smithi145 ceph-mon[34766]: pgmap v451: 129 pgs: 129 active+clean; 32 MiB data, 557 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:48:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 41417 2.77 MB/sec warmup 86 sec latency 14.844 ms 2024-09-10T07:48:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 42043 2.80 MB/sec warmup 87 sec latency 12.796 ms 2024-09-10T07:48:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:24 smithi007 ceph-mon[30879]: pgmap v452: 129 pgs: 129 active+clean; 32 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-09-10T07:48:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:24 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:48:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:24 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:48:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:24 smithi110 ceph-mon[34417]: pgmap v452: 129 pgs: 129 active+clean; 32 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-09-10T07:48:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:24 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:48:25.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:24 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:48:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:24 smithi145 ceph-mon[34766]: pgmap v452: 129 pgs: 129 active+clean; 32 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-09-10T07:48:25.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:24 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:48:25.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:24 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:48:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 42589 2.83 MB/sec warmup 88 sec latency 14.022 ms 2024-09-10T07:48:26.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:25 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:48:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:25 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:48:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:25 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:48:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 42956 2.81 MB/sec warmup 89 sec latency 14.725 ms 2024-09-10T07:48:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:26 smithi007 ceph-mon[30879]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:48:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:26 smithi110 ceph-mon[34417]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:48:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:26 smithi145 ceph-mon[34766]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:48:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 43255 2.78 MB/sec warmup 90 sec latency 12.589 ms 2024-09-10T07:48:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:27 smithi007 ceph-mon[30879]: pgmap v454: 129 pgs: 129 active+clean; 32 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:48:28.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:27 smithi110 ceph-mon[34417]: pgmap v454: 129 pgs: 129 active+clean; 32 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:48:28.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:27 smithi145 ceph-mon[34766]: pgmap v454: 129 pgs: 129 active+clean; 32 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:48:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 43777 2.77 MB/sec warmup 91 sec latency 13.625 ms 2024-09-10T07:48:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 44409 2.78 MB/sec warmup 92 sec latency 15.204 ms 2024-09-10T07:48:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:29 smithi145 ceph-mon[34766]: pgmap v455: 129 pgs: 129 active+clean; 35 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:48:30.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 45027 2.77 MB/sec warmup 93 sec latency 13.847 ms 2024-09-10T07:48:30.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:29 smithi007 ceph-mon[30879]: pgmap v455: 129 pgs: 129 active+clean; 35 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:48:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:29 smithi110 ceph-mon[34417]: pgmap v455: 129 pgs: 129 active+clean; 35 MiB data, 600 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:48:31.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 45799 2.81 MB/sec warmup 94 sec latency 12.824 ms 2024-09-10T07:48:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:31 smithi145 ceph-mon[34766]: pgmap v456: 129 pgs: 129 active+clean; 34 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:48:32.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 46264 2.82 MB/sec warmup 95 sec latency 13.693 ms 2024-09-10T07:48:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:31 smithi007 ceph-mon[30879]: pgmap v456: 129 pgs: 129 active+clean; 34 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:48:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:31 smithi110 ceph-mon[34417]: pgmap v456: 129 pgs: 129 active+clean; 34 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 220 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 -- 172.21.15.7:0/3105422860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 msgr2=0x7f7394101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 --2- 172.21.15.7:0/3105422860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394101f60 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f7384009900 tx=0x7f738402a410 comp rx=0 tx=0).stop 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 -- 172.21.15.7:0/3105422860 shutdown_connections 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 --2- 172.21.15.7:0/3105422860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 0x7f7394109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 --2- 172.21.15.7:0/3105422860 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f73941031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 --2- 172.21.15.7:0/3105422860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394101f60 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 -- 172.21.15.7:0/3105422860 >> 172.21.15.7:0/3105422860 conn(0x7f73940fd2e0 msgr2=0x7f73940ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 -- 172.21.15.7:0/3105422860 shutdown_connections 2024-09-10T07:48:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.588+0000 7f7399a1e640 1 -- 172.21.15.7:0/3105422860 wait complete. 2024-09-10T07:48:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 Processor -- start 2024-09-10T07:48:32.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 -- start start 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f7394198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 0x7f739419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f739410d670 con 0x7f7394101b60 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f739410d4f0 con 0x7f7394102d50 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7399a1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f739410d7f0 con 0x7f7394103710 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7392ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7392ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50348/0 (socket says 172.21.15.7:50348) 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f7392ffd640 1 -- 172.21.15.7:0/2991196282 learned_addr learned my addr 172.21.15.7:0/2991196282 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f7394198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.589+0000 7f73937fe640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 0x7f739419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 -- 172.21.15.7:0/2991196282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 msgr2=0x7f739419f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 0x7f739419f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 -- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 msgr2=0x7f7394197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 -- 172.21.15.7:0/2991196282 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739419f930 con 0x7f7394102d50 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f7394198260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f737c00e9f0 tx=0x7f737c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f7398a1c640 1 -- 172.21.15.7:0/2991196282 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c00ccc0 con 0x7f7394102d50 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f7398a1c640 1 -- 172.21.15.7:0/2991196282 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f737c0108e0 con 0x7f7394102d50 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739419fc20 con 0x7f7394102d50 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f7398a1c640 1 -- 172.21.15.7:0/2991196282 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c018880 con 0x7f7394102d50 2024-09-10T07:48:32.592 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.590+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73941a01c0 con 0x7f7394102d50 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.592+0000 7f7398a1c640 1 -- 172.21.15.7:0/2991196282 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f737c010a90 con 0x7f7394102d50 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.592+0000 7f739c88c740 1 Processor -- start 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 -- start start 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df47b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df482c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b5df3da2f0 con 0x55b5df47b6f0 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b5df382270 con 0x55b5df480780 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f739c88c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b5df3d62b0 con 0x55b5df47adb0 2024-09-10T07:48:32.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50354/0 (socket says 172.21.15.7:50354) 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 -- 172.21.15.7:0/1739934537 learned_addr learned my addr 172.21.15.7:0/1739934537 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f738a7fc640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df482c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f73937fe640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df47b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7398a1c640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 0x7f73800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 -- 172.21.15.7:0/1739934537 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 msgr2=0x55b5df47b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df47b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 -- 172.21.15.7:0/1739934537 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 msgr2=0x55b5df482c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df482c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f7392ffd640 1 -- 172.21.15.7:0/1739934537 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5df381340 con 0x55b5df47b6f0 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.593+0000 7f73937fe640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df47b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:32.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f73937fe640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 0x7f73800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f7398a1c640 1 -- 172.21.15.7:0/2991196282 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f737c0cf720 con 0x7f7394102d50 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f7392ffd640 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7384006010 tx=0x7f7384031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf4486b0fabee742 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f7389ffb640 1 -- 172.21.15.7:0/1739934537 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7384035030 con 0x55b5df47b6f0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f7389ffb640 1 -- 172.21.15.7:0/1739934537 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7384040070 con 0x55b5df47b6f0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.594+0000 7f7389ffb640 1 -- 172.21.15.7:0/1739934537 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73840038d0 con 0x55b5df47b6f0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- 172.21.15.7:0/1739934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 msgr2=0x55b5df4801b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f73937fe640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 0x7f73800a5170 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f738c005fd0 tx=0x7f738c014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7384006010 tx=0x7f7384031af0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- 172.21.15.7:0/1739934537 shutdown_connections 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df482c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df4801b0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 --2- 172.21.15.7:0/1739934537 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df47b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- 172.21.15.7:0/1739934537 >> 172.21.15.7:0/1739934537 conn(0x55b5df472010 msgr2=0x55b5df472410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- 172.21.15.7:0/1739934537 shutdown_connections 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- 172.21.15.7:0/1739934537 wait complete. 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 -- start start 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.595+0000 7f739c88c740 1 Processor -- start 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df484f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b5df4836f0 con 0x55b5df480780 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b5df363290 con 0x55b5df47b6f0 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b5df483870 con 0x55b5df47adb0 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f739c88c740 10 client.0 _ll_register_callbacks cb 0x55b5df394140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f73937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:49044/0 (socket says 172.21.15.7:49044) 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f73937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50364/0 (socket says 172.21.15.7:50364) 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 -- 172.21.15.7:0/2493947923 learned_addr learned my addr 172.21.15.7:0/2493947923 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f7392ffd640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df484f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 -- 172.21.15.7:0/2493947923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 msgr2=0x55b5df484f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df484f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 -- 172.21.15.7:0/2493947923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 msgr2=0x55b5df48c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 -- 172.21.15.7:0/2493947923 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5df0ed210 con 0x55b5df47b6f0 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f7392ffd640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df484f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f73937fe640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f738a7fc640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f737c0985d0 tx=0x7f737c099ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcfa3ccc2d760e3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f7372ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c09b5f0 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.596+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f737c0cfda0 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7384040070 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f737c099dd0 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 10 client.25742 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b5df1b9620 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7384040070 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f737c09b270 con 0x55b5df47b6f0 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 10 client.25742 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 10 client.25742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 20 client.25742 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df490c70 0x55b5df493080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 4 client.25742 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5df3e7a20 con 0x55b5df490c70 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.597+0000 7f7392ffd640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df490c70 0x55b5df493080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.598+0000 7f7392ffd640 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df490c70 0x55b5df493080 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5b6b5cda5ef4ce server_cookie=c7b083c50c774344 in_seq=0 out_seq=0 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.598+0000 7f7372ffd640 10 client.25742 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.598+0000 7f7372ffd640 1 -- 172.21.15.7:0/2493947923 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b5df3e7a20 con 0x55b5df490c70 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.598+0000 7f7372ffd640 10 client.25742 handle_command_reply: tid=0 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.598+0000 7f739c88c740 1 client.25742 shutdown 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 msgr2=0x55b5df485480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f737c0985d0 tx=0x7f737c099ca0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 shutdown_connections 2024-09-10T07:48:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df490c70 0x55b5df493080 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df480780 0x55b5df48c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47b6f0 0x55b5df485480 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 --2- 172.21.15.7:0/2493947923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df484f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f7372ffd640 0 client.25742 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 >> 172.21.15.7:0/2493947923 conn(0x55b5df472010 msgr2=0x55b5df473820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 shutdown_connections 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 1 -- 172.21.15.7:0/2493947923 wait complete. 2024-09-10T07:48:32.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.599+0000 7f739c88c740 20 client.25742 trim_cache size 0 max 16384 2024-09-10T07:48:32.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 Processor -- start 2024-09-10T07:48:32.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 -- start start 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 0x55b5df4710b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df480780 0x55b5df497980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73941aacb0 con 0x55b5df47b6f0 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73941a8580 con 0x55b5df47adb0 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f739c88c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73941a63f0 con 0x55b5df480780 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50378/0 (socket says 172.21.15.7:50378) 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 -- 172.21.15.7:0/1779802359 learned_addr learned my addr 172.21.15.7:0/1779802359 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f7392ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 0x55b5df4710b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f73937fe640 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df480780 0x55b5df497980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 -- 172.21.15.7:0/1779802359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df480780 msgr2=0x55b5df497980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df480780 0x55b5df497980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 -- 172.21.15.7:0/1779802359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 msgr2=0x55b5df4710b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 0x55b5df4710b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 -- 172.21.15.7:0/1779802359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5df483930 con 0x55b5df47b6f0 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f7392ffd640 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 0x55b5df4710b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.615+0000 7f738a7fc640 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f737c09bc20 tx=0x7f737c097af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=179aa17df3568249 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f73897fa640 1 -- 172.21.15.7:0/1779802359 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c0b8070 con 0x55b5df47b6f0 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f73897fa640 1 -- 172.21.15.7:0/1779802359 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f737c0d5030 con 0x55b5df47b6f0 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f73897fa640 1 -- 172.21.15.7:0/1779802359 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c09b340 con 0x55b5df47b6f0 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 -- 172.21.15.7:0/1779802359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 msgr2=0x55b5df48c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f737c09bc20 tx=0x7f737c097af0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 -- 172.21.15.7:0/1779802359 shutdown_connections 2024-09-10T07:48:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df480780 0x55b5df497980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48c480 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 --2- 172.21.15.7:0/1779802359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df47adb0 0x55b5df4710b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 -- 172.21.15.7:0/1779802359 >> 172.21.15.7:0/1779802359 conn(0x55b5df472010 msgr2=0x55b5df4709a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 -- 172.21.15.7:0/1779802359 shutdown_connections 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.616+0000 7f739c88c740 1 -- 172.21.15.7:0/1779802359 wait complete. 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 -- start start 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 Processor -- start 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df489eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df48b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73941a6a40 con 0x55b5df47b6f0 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73941a7eb0 con 0x55b5df480780 2024-09-10T07:48:32.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73941a7110 con 0x55b5df47adb0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f739c88c740 10 client.0 _ll_register_callbacks cb 0x7f737c00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f738a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50386/0 (socket says 172.21.15.7:50386) 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f738a7fc640 1 -- 172.21.15.7:0/724132962 learned_addr learned my addr 172.21.15.7:0/724132962 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f73937fe640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df48b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.617+0000 7f7392ffd640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df489eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 -- 172.21.15.7:0/724132962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 msgr2=0x55b5df489eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df489eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 -- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 msgr2=0x55b5df48b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df48b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 -- 172.21.15.7:0/724132962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5df47c380 con 0x55b5df47b6f0 2024-09-10T07:48:32.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f738a7fc640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f737c09b990 tx=0x7f737c0ccf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4275fabd156a7c67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c0b8050 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9158+0+0 (secure 0 0 0) 0x7f737c09abd0 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f737c0d5030 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f737c09ba60 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 10 client.16218 fetch_fsmap learned FSMap version 27 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b5df4fba80 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f737c0d5030 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f737c0cfaf0 con 0x55b5df47b6f0 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 10 client.16218 fetch_fsmap finished waiting for FSMap version 27 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 10 client.16218 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 20 client.16218 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.618+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df4fc2f0 0x55b5df4fe710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:32.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.619+0000 7f739c88c740 4 client.16218 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:48:32.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.619+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b5df3e1d70 con 0x55b5df4fc2f0 2024-09-10T07:48:32.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.619+0000 7f7392ffd640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df4fc2f0 0x55b5df4fe710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:32.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.619+0000 7f7392ffd640 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df4fc2f0 0x55b5df4fe710 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79ccde7d8b144df5 server_cookie=a9745d1187459691 in_seq=0 out_seq=0 2024-09-10T07:48:32.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.619+0000 7f7372ffd640 10 client.16218 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.632+0000 7f7372ffd640 1 -- 172.21.15.7:0/724132962 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b5df3e1d70 con 0x55b5df4fc2f0 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.632+0000 7f7372ffd640 10 client.16218 handle_command_reply: tid=0 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 client.16218 shutdown 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 msgr2=0x55b5df48a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f737c09b990 tx=0x7f737c0ccf00 comp rx=0 tx=0).stop 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 shutdown_connections 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b5df4fc2f0 0x55b5df4fe710 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b5df480780 0x55b5df48b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b5df47b6f0 0x55b5df48a3f0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 --2- 172.21.15.7:0/724132962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b5df47adb0 0x55b5df489eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f7372ffd640 0 client.16218 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 >> 172.21.15.7:0/724132962 conn(0x55b5df472010 msgr2=0x55b5df4711c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 shutdown_connections 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 1 -- 172.21.15.7:0/724132962 wait complete. 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.633+0000 7f739c88c740 20 client.16218 trim_cache size 0 max 16384 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:48:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:48:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:48:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:48:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 msgr2=0x7f73800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 0x7f73800a5170 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f738c005fd0 tx=0x7f738c014040 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 msgr2=0x7f7394198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f7394198260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f737c00e9f0 tx=0x7f737c00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 shutdown_connections 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73800a2cb0 0x7f73800a5170 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7394103710 0x7f739419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7394102d50 0x7f7394198260 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 --2- 172.21.15.7:0/2991196282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7394101b60 0x7f7394197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 >> 172.21.15.7:0/2991196282 conn(0x7f73940fd2e0 msgr2=0x7f7394106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 shutdown_connections 2024-09-10T07:48:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:32.634+0000 7f7399a1e640 1 -- 172.21.15.7:0/2991196282 wait complete. 2024-09-10T07:48:32.983 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:48:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: ignoring --setuser ceph since I am not root 2024-09-10T07:48:32.983 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:48:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: ignoring --setgroup ceph since I am not root 2024-09-10T07:48:32.983 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:48:32 smithi145 ceph-mds[64820]: -- 172.21.15.145:0/1625058539 <== mon.1 v2:172.21.15.145:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dffc619c20 con 0x55dffc5f7000 2024-09-10T07:48:32.983 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 07:48:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: starting mds.f at 2024-09-10T07:48:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:32 smithi145 ceph-mon[34766]: daemon mds.f restarted 2024-09-10T07:48:33.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 46575 2.81 MB/sec warmup 96 sec latency 13.694 ms 2024-09-10T07:48:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:32 smithi007 ceph-mon[30879]: daemon mds.f restarted 2024-09-10T07:48:33.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:32 smithi110 ceph-mon[34417]: daemon mds.f restarted 2024-09-10T07:48:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: pgmap v457: 129 pgs: 129 active+clean; 35 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:48:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T07:48:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6834/2413805510,v1:172.21.15.145:6835/2413805510] up:boot 2024-09-10T07:48:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 2 up:standby-replay 7 up:standby 2024-09-10T07:48:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:48:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:33 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:48:34.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 46971 2.78 MB/sec warmup 97 sec latency 17.451 ms 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: pgmap v457: 129 pgs: 129 active+clean; 35 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6834/2413805510,v1:172.21.15.145:6835/2413805510] up:boot 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 2 up:standby-replay 7 up:standby 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:48:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:33 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: pgmap v457: 129 pgs: 129 active+clean; 35 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6834/2413805510,v1:172.21.15.145:6835/2413805510] up:boot 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 2 up:standby-replay 7 up:standby 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T07:48:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:33 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:48:35.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 47571 2.80 MB/sec warmup 98 sec latency 18.747 ms 2024-09-10T07:48:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:35 smithi145 ceph-mon[34766]: pgmap v459: 129 pgs: 129 active+clean; 31 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:48:36.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 48213 2.78 MB/sec warmup 99 sec latency 13.367 ms 2024-09-10T07:48:36.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:35 smithi007 ceph-mon[30879]: pgmap v459: 129 pgs: 129 active+clean; 31 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:48:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:35 smithi110 ceph-mon[34417]: pgmap v459: 129 pgs: 129 active+clean; 31 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:48:37.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 48755 2.78 MB/sec warmup 100 sec latency 13.762 ms 2024-09-10T07:48:38.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:37 smithi145 ceph-mon[34766]: pgmap v460: 129 pgs: 129 active+clean; 31 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:48:38.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 49472 2.81 MB/sec warmup 101 sec latency 12.841 ms 2024-09-10T07:48:38.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:37 smithi007 ceph-mon[30879]: pgmap v460: 129 pgs: 129 active+clean; 31 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:48:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:37 smithi110 ceph-mon[34417]: pgmap v460: 129 pgs: 129 active+clean; 31 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:48:39.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 49962 2.83 MB/sec warmup 102 sec latency 12.973 ms 2024-09-10T07:48:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:39 smithi145 ceph-mon[34766]: pgmap v461: 129 pgs: 129 active+clean; 31 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:48:40.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 50249 2.80 MB/sec warmup 103 sec latency 11.209 ms 2024-09-10T07:48:40.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:39 smithi007 ceph-mon[30879]: pgmap v461: 129 pgs: 129 active+clean; 31 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:48:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:39 smithi110 ceph-mon[34417]: pgmap v461: 129 pgs: 129 active+clean; 31 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:48:41.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 50761 2.79 MB/sec warmup 104 sec latency 13.327 ms 2024-09-10T07:48:42.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 51362 2.80 MB/sec warmup 105 sec latency 13.598 ms 2024-09-10T07:48:42.315 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:41 smithi145 ceph-mon[34766]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 582 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:48:42.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:41 smithi007 ceph-mon[30879]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 582 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:48:42.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:41 smithi110 ceph-mon[34417]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 582 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:48:43.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 52059 2.79 MB/sec warmup 106 sec latency 12.883 ms 2024-09-10T07:48:44.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 52710 2.82 MB/sec warmup 107 sec latency 11.099 ms 2024-09-10T07:48:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:43 smithi007 ceph-mon[30879]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2024-09-10T07:48:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:43 smithi110 ceph-mon[34417]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2024-09-10T07:48:44.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:43 smithi145 ceph-mon[34766]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2024-09-10T07:48:45.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 53318 2.84 MB/sec warmup 108 sec latency 13.575 ms 2024-09-10T07:48:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3772757215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 msgr2=0x7efd441020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3772757215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441020b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7efd38009900 tx=0x7efd3802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3772757215 shutdown_connections 2024-09-10T07:48:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3772757215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd441025f0 0x7efd44108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3772757215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441020b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3772757215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd44100a40 0x7efd44100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3772757215 >> 172.21.15.7:0/3772757215 conn(0x7efd440fc1e0 msgr2=0x7efd440fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3772757215 shutdown_connections 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.727+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3772757215 wait complete. 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 Processor -- start 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 -- start start 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 0x7efd44104b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd441025f0 0x7efd441036f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410c550 con 0x7efd44101c30 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410c3d0 con 0x7efd44100a40 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd4a1cf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410c6d0 con 0x7efd441025f0 2024-09-10T07:48:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441031b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33324/0 (socket says 172.21.15.7:33324) 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd437fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 0x7efd44104b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd42ffd640 1 -- 172.21.15.7:0/3060672591 learned_addr learned my addr 172.21.15.7:0/3060672591 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.728+0000 7efd43fff640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd441025f0 0x7efd441036f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 -- 172.21.15.7:0/3060672591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd441025f0 msgr2=0x7efd441036f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd441025f0 0x7efd441036f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 -- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 msgr2=0x7efd441031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 -- 172.21.15.7:0/3060672591 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd44103f80 con 0x7efd44100a40 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd437fe640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 0x7efd44104b70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7efd3400d6a0 tx=0x7efd3400db60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd40ff9640 1 -- 172.21.15.7:0/3060672591 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd34017070 con 0x7efd44100a40 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd40ff9640 1 -- 172.21.15.7:0/3060672591 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd34009cd0 con 0x7efd44100a40 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd441a1e10 con 0x7efd44100a40 2024-09-10T07:48:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd40ff9640 1 -- 172.21.15.7:0/3060672591 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd34003bf0 con 0x7efd44100a40 2024-09-10T07:48:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.729+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd441a2210 con 0x7efd44100a40 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.731+0000 7efd40ff9640 1 -- 172.21.15.7:0/3060672591 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7efd34009820 con 0x7efd44100a40 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 Processor -- start 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 -- start start 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf202e0 0x5637dcf24da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5637dce832f0 con 0x5637dcf25370 2024-09-10T07:48:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5637dce2b270 con 0x5637dcf1f9a0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd4d046740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5637dce7f2b0 con 0x5637dcf202e0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd43fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33336/0 (socket says 172.21.15.7:33336) 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd43fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33588/0 (socket says 172.21.15.7:33588) 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd42ffd640 1 -- 172.21.15.7:0/3274915959 learned_addr learned my addr 172.21.15.7:0/3274915959 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd437fe640 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf202e0 0x5637dcf24da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.732+0000 7efd40ff9640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 0x7efd2c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd43fff640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 0x7efd2c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 -- 172.21.15.7:0/3274915959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf202e0 msgr2=0x5637dcf24da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf202e0 0x5637dcf24da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 -- 172.21.15.7:0/3274915959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 msgr2=0x5637dcf1fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 -- 172.21.15.7:0/3274915959 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637dce2a340 con 0x5637dcf25370 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd40ff9640 1 -- 172.21.15.7:0/3060672591 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efd340cf080 con 0x7efd44100a40 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd42ffd640 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7efd38009230 tx=0x7efd38031c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a19a43d82751d764 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd43fff640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 0x7efd2c0a50f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7efd3c005fd0 tx=0x7efd3c004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd29ffb640 1 -- 172.21.15.7:0/3274915959 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd38035030 con 0x5637dcf25370 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd29ffb640 1 -- 172.21.15.7:0/3274915959 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd38040070 con 0x5637dcf25370 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.733+0000 7efd29ffb640 1 -- 172.21.15.7:0/3274915959 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd38003a50 con 0x5637dcf25370 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- 172.21.15.7:0/3274915959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 msgr2=0x5637dcf27830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7efd38009230 tx=0x7efd38031c30 comp rx=0 tx=0).stop 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- 172.21.15.7:0/3274915959 shutdown_connections 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf27830 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf202e0 0x5637dcf24da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 --2- 172.21.15.7:0/3274915959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- 172.21.15.7:0/3274915959 >> 172.21.15.7:0/3274915959 conn(0x5637dcf1b010 msgr2=0x5637dcf1b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- 172.21.15.7:0/3274915959 shutdown_connections 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- 172.21.15.7:0/3274915959 wait complete. 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 -- start start 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.734+0000 7efd4d046740 1 Processor -- start 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf29c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf202e0 0x5637dcf2a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5637dcf282e0 con 0x5637dcf25370 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5637dce0c290 con 0x5637dcf202e0 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5637dcf28460 con 0x5637dcf1f9a0 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd4d046740 10 client.0 _ll_register_callbacks cb 0x5637dce3d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33340/0 (socket says 172.21.15.7:33340) 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd437fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf29c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 -- 172.21.15.7:0/59638627 learned_addr learned my addr 172.21.15.7:0/59638627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd42ffd640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf202e0 0x5637dcf2a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 -- 172.21.15.7:0/59638627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 msgr2=0x5637dcf29c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf29c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 -- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf202e0 msgr2=0x5637dcf2a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf202e0 0x5637dcf2a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 -- 172.21.15.7:0/59638627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637dcb96210 con 0x5637dcf25370 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd43fff640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7efd3c003cc0 tx=0x7efd3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bfd1a5d5ba93ef4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.735+0000 7efd22ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd3c025060 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efd3c013030 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd38040070 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efd3c02c050 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 10 client.16236 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5637dcc62620 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd38040070 con 0x5637dcf25370 2024-09-10T07:48:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efd3c01f070 con 0x5637dcf25370 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 10 client.16236 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 10 client.16236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 20 client.16236 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcf358f0 0x5637dcf37d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 4 client.16236 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637dce90a20 con 0x5637dcf358f0 2024-09-10T07:48:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.736+0000 7efd437fe640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcf358f0 0x5637dcf37d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.737+0000 7efd22ffd640 10 client.16236 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.737+0000 7efd437fe640 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcf358f0 0x5637dcf37d50 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6640088e5321179 server_cookie=ac9648364a673fd4 in_seq=0 out_seq=0 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.737+0000 7efd22ffd640 1 -- 172.21.15.7:0/59638627 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5637dce90a20 con 0x5637dcf358f0 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.737+0000 7efd22ffd640 10 client.16236 handle_command_reply: tid=0 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.737+0000 7efd4d046740 1 client.16236 shutdown 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 msgr2=0x5637dcf31180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7efd3c003cc0 tx=0x7efd3c004a40 comp rx=0 tx=0).stop 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 shutdown_connections 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcf358f0 0x5637dcf37d50 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf25370 0x5637dcf31180 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf202e0 0x5637dcf2a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd22ffd640 0 client.16236 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 --2- 172.21.15.7:0/59638627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf29c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 >> 172.21.15.7:0/59638627 conn(0x5637dcf1b010 msgr2=0x5637dcf1c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 shutdown_connections 2024-09-10T07:48:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 1 -- 172.21.15.7:0/59638627 wait complete. 2024-09-10T07:48:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.738+0000 7efd4d046740 20 client.16236 trim_cache size 0 max 16384 2024-09-10T07:48:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 Processor -- start 2024-09-10T07:48:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 -- start start 2024-09-10T07:48:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf25370 0x5637dcf1c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efd441af0a0 con 0x5637dcf202e0 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efd441ac910 con 0x5637dcf1f9a0 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd4d046740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd441aa780 con 0x5637dcf25370 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33344/0 (socket says 172.21.15.7:33344) 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 -- 172.21.15.7:0/839945060 learned_addr learned my addr 172.21.15.7:0/839945060 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd437fe640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd43fff640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf25370 0x5637dcf1c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 -- 172.21.15.7:0/839945060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf25370 msgr2=0x5637dcf1c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf25370 0x5637dcf1c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 -- 172.21.15.7:0/839945060 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 msgr2=0x5637dcf1bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd42ffd640 1 -- 172.21.15.7:0/839945060 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637dcf1ae30 con 0x5637dcf202e0 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.755+0000 7efd437fe640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.756+0000 7efd42ffd640 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7efd38005bc0 tx=0x7efd38005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d6fd2b1bb2563e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.756+0000 7efd297fa640 1 -- 172.21.15.7:0/839945060 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd38035040 con 0x5637dcf202e0 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.756+0000 7efd297fa640 1 -- 172.21.15.7:0/839945060 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd38040050 con 0x5637dcf202e0 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.756+0000 7efd297fa640 1 -- 172.21.15.7:0/839945060 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd38044670 con 0x5637dcf202e0 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- 172.21.15.7:0/839945060 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 msgr2=0x5637dcf31140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7efd38005bc0 tx=0x7efd38005b50 comp rx=0 tx=0).stop 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- 172.21.15.7:0/839945060 shutdown_connections 2024-09-10T07:48:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf25370 0x5637dcf1c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf31140 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 --2- 172.21.15.7:0/839945060 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf1f9a0 0x5637dcf1bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- 172.21.15.7:0/839945060 >> 172.21.15.7:0/839945060 conn(0x5637dcf1b010 msgr2=0x5637dcf29c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- 172.21.15.7:0/839945060 shutdown_connections 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- 172.21.15.7:0/839945060 wait complete. 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 -- start start 2024-09-10T07:48:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 Processor -- start 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.757+0000 7efd4d046740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf2ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 0x5637dcf30170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efd441aadd0 con 0x5637dcf202e0 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efd441ac240 con 0x5637dcf25370 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd441ab4a0 con 0x5637dcf1f9a0 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 10 client.0 _ll_register_callbacks cb 0x7efd3c009b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33360/0 (socket says 172.21.15.7:33360) 2024-09-10T07:48:45.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd43fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 0x5637dcf30170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 -- 172.21.15.7:0/2525904359 learned_addr learned my addr 172.21.15.7:0/2525904359 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd437fe640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf2ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 -- 172.21.15.7:0/2525904359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 msgr2=0x5637dcf2ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf2ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 -- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 msgr2=0x5637dcf30170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 0x5637dcf30170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 -- 172.21.15.7:0/2525904359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637dcf30780 con 0x5637dcf202e0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd43fff640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 0x5637dcf30170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd42ffd640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7efd38009a20 tx=0x7efd380318b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633b7ec4a112e055 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd22ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd38035070 con 0x5637dcf202e0 2024-09-10T07:48:45.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efd3803c910 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.758+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd38040050 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efd38004030 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 10 client.16242 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5637dcfa09c0 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd38040050 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efd38003c20 con 0x5637dcf202e0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 10 client.16242 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 10 client.16242 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 20 client.16242 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcfa0f20 0x5637dcfa3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 4 client.16242 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5637dce8ad70 con 0x5637dcfa0f20 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.759+0000 7efd437fe640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcfa0f20 0x5637dcfa3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:45.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.760+0000 7efd437fe640 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcfa0f20 0x5637dcfa3340 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25e91bfe3eb5bb9b server_cookie=a7c88f3b21475159 in_seq=0 out_seq=0 2024-09-10T07:48:45.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.760+0000 7efd22ffd640 10 client.16242 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.774+0000 7efd22ffd640 1 -- 172.21.15.7:0/2525904359 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5637dce8ad70 con 0x5637dcfa0f20 2024-09-10T07:48:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.774+0000 7efd22ffd640 10 client.16242 handle_command_reply: tid=0 2024-09-10T07:48:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.774+0000 7efd4d046740 1 client.16242 shutdown 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 msgr2=0x5637dcf2f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7efd38009a20 tx=0x7efd380318b0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 shutdown_connections 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637dcfa0f20 0x5637dcfa3340 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637dcf25370 0x5637dcf30170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637dcf202e0 0x5637dcf2f160 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd22ffd640 0 client.16242 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 --2- 172.21.15.7:0/2525904359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637dcf1f9a0 0x5637dcf2ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 >> 172.21.15.7:0/2525904359 conn(0x5637dcf1b010 msgr2=0x5637dcf199a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 shutdown_connections 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 1 -- 172.21.15.7:0/2525904359 wait complete. 2024-09-10T07:48:45.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4d046740 20 client.16242 trim_cache size 0 max 16384 2024-09-10T07:48:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:48:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:48:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:48:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 msgr2=0x7efd2c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 0x7efd2c0a50f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7efd3c005fd0 tx=0x7efd3c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 msgr2=0x7efd44104b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 0x7efd44104b70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7efd3400d6a0 tx=0x7efd3400db60 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.775+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 shutdown_connections 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efd2c0a2c30 0x7efd2c0a50f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd441025f0 0x7efd441036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efd44101c30 0x7efd441031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 --2- 172.21.15.7:0/3060672591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd44100a40 0x7efd44104b70 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 >> 172.21.15.7:0/3060672591 conn(0x7efd440fc1e0 msgr2=0x7efd440698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 shutdown_connections 2024-09-10T07:48:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:45.776+0000 7efd4a1cf640 1 -- 172.21.15.7:0/3060672591 wait complete. 2024-09-10T07:48:46.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 53657 2.82 MB/sec warmup 109 sec latency 10.593 ms 2024-09-10T07:48:46.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:45 smithi007 ceph-mon[30879]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.3 MiB/s wr, 160 op/s 2024-09-10T07:48:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:45 smithi110 ceph-mon[34417]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.3 MiB/s wr, 160 op/s 2024-09-10T07:48:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:45 smithi145 ceph-mon[34766]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.3 MiB/s wr, 160 op/s 2024-09-10T07:48:47.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 54059 2.80 MB/sec warmup 110 sec latency 14.122 ms 2024-09-10T07:48:48.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 54639 2.82 MB/sec warmup 111 sec latency 16.501 ms 2024-09-10T07:48:48.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:47 smithi007 ceph-mon[30879]: pgmap v465: 129 pgs: 129 active+clean; 32 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.1 MiB/s wr, 135 op/s 2024-09-10T07:48:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:47 smithi110 ceph-mon[34417]: pgmap v465: 129 pgs: 129 active+clean; 32 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.1 MiB/s wr, 135 op/s 2024-09-10T07:48:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:47 smithi145 ceph-mon[34766]: pgmap v465: 129 pgs: 129 active+clean; 32 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.1 MiB/s wr, 135 op/s 2024-09-10T07:48:48.681 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:48:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:49.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 55252 2.80 MB/sec warmup 112 sec latency 14.085 ms 2024-09-10T07:48:49.301 INFO:tasks.quiescer.fs.[cephfs]:Total duration (45.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T07:48:49.301 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.75 2024-09-10T07:48:49.301 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:48:49.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 -- 172.21.15.7:0/1728224585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce8101df0 msgr2=0x7f5ce81021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/1728224585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce8101df0 0x7f5ce81021d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009900 tx=0x7f5cd802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 -- 172.21.15.7:0/1728224585 shutdown_connections 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/1728224585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8106f20 0x7f5ce810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/1728224585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce81027a0 0x7f5ce81067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/1728224585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce8101df0 0x7f5ce81021d0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 -- 172.21.15.7:0/1728224585 >> 172.21.15.7:0/1728224585 conn(0x7f5ce80fd8f0 msgr2=0x7f5ce80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 -- 172.21.15.7:0/1728224585 shutdown_connections 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.483+0000 7f5cecb8e640 1 -- 172.21.15.7:0/1728224585 wait complete. 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 Processor -- start 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 -- start start 2024-09-10T07:48:49.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce81027a0 0x7f5ce81a4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 0x7f5ce810de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.484+0000 7f5cecb8e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8111e30 con 0x7f5ce81027a0 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5cecb8e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8111cb0 con 0x7f5ce8106f20 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5cecb8e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8111fb0 con 0x7f5ce8101df0 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:59550/0 (socket says 172.21.15.7:59550) 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 0x7f5ce810de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 -- 172.21.15.7:0/3836982187 learned_addr learned my addr 172.21.15.7:0/3836982187 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce81027a0 0x7f5ce81a4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 -- 172.21.15.7:0/3836982187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 msgr2=0x7f5ce810de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 0x7f5ce810de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 -- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce81027a0 msgr2=0x7f5ce81a4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce81027a0 0x7f5ce81a4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 -- 172.21.15.7:0/3836982187 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce810e630 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 0x7f5ce810de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5ce659c640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8005940 tx=0x7f5cd80040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.485+0000 7f5cd77fe640 1 -- 172.21.15.7:0/3836982187 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd803f030 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.486+0000 7f5cd77fe640 1 -- 172.21.15.7:0/3836982187 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cd80044c0 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.486+0000 7f5cd77fe640 1 -- 172.21.15.7:0/3836982187 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd8035070 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.486+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ce810e8c0 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.486+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ce81ab580 con 0x7f5ce8101df0 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.488+0000 7f5ceef67740 1 Processor -- start 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.488+0000 7f5ceef67740 1 -- start start 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 0x55cef1364140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1366a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cef12bf2e0 con 0x55cef13594a0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cef1266ce0 con 0x55cef1359dc0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ceef67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cef12bb2a0 con 0x55cef1364680 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33378/0 (socket says 172.21.15.7:33378) 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2236206792 learned_addr learned my addr 172.21.15.7:0/2236206792 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5cd77fe640 1 -- 172.21.15.7:0/3836982187 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5cd8042030 con 0x7f5ce8101df0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1366a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce659c640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 0x55cef1364140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2236206792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 msgr2=0x55cef1366a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.489+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1366a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2236206792 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 msgr2=0x55cef1364140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 0x55cef1364140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2236206792 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cef124b440 con 0x55cef13594a0 2024-09-10T07:48:49.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1366a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce659c640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 0x55cef1364140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011790 tx=0x7f5ce0011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77ff417bce4d252d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5cd4ff9640 1 -- 172.21.15.7:0/2236206792 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0003c30 con 0x55cef13594a0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5cd4ff9640 1 -- 172.21.15.7:0/2236206792 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ce000fe50 con 0x55cef13594a0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.490+0000 7f5cd4ff9640 1 -- 172.21.15.7:0/2236206792 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce00193e0 con 0x55cef13594a0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5cd77fe640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 0x7f5cd00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5ce659c640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 0x7f5cd00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5cd77fe640 1 -- 172.21.15.7:0/3836982187 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5cd80ef6a0 con 0x7f5ce8101df0 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5ceef67740 1 -- 172.21.15.7:0/2236206792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 msgr2=0x55cef1359880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5ce659c640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 0x7f5cd00a50c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5cd80ed170 tx=0x7f5cd8090250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.491+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011790 tx=0x7f5ce0011c50 comp rx=0 tx=0).stop 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 -- 172.21.15.7:0/2236206792 shutdown_connections 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1366a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1359dc0 0x55cef1364140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2236206792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1359880 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 -- 172.21.15.7:0/2236206792 >> 172.21.15.7:0/2236206792 conn(0x55cef1355a30 msgr2=0x55cef1355e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 -- 172.21.15.7:0/2236206792 shutdown_connections 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 -- 172.21.15.7:0/2236206792 wait complete. 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 -- start start 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 Processor -- start 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.492+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef1359dc0 0x55cef13611f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1361730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ceef67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cef1367250 con 0x55cef1359dc0 2024-09-10T07:48:49.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ceef67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cef127a050 con 0x55cef13594a0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ceef67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cef13673d0 con 0x55cef1364680 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ceef67740 10 client.0 _ll_register_callbacks cb 0x55cef12ba160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33658/0 (socket says 172.21.15.7:33658) 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/853470117 learned_addr learned my addr 172.21.15.7:0/853470117 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef1359dc0 0x55cef13611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1361730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/853470117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 msgr2=0x55cef1361730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1361730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/853470117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef1359dc0 msgr2=0x55cef13611f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef1359dc0 0x55cef13611f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/853470117 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cef10303c0 con 0x55cef13594a0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00115a0 tx=0x7f5ce0004470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c06b587b8d521c10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ccdffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:49.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0011260 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.493+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5ce0004a40 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ce000fe50 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5ce0004c40 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 10 client.25784 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cef1372ba0 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ce000fe50 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5ce0018070 con 0x55cef13594a0 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 10 client.25784 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 10 client.25784 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 20 client.25784 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1373f50 0x55cef1376340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 4 client.25784 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cef12cc850 con 0x55cef1373f50 2024-09-10T07:48:49.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.494+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1373f50 0x55cef1376340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.495+0000 7f5ccdffb640 10 client.25784 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.495+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1373f50 0x55cef1376340 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d4292ff667998cc server_cookie=fe0fef1e17fb910f in_seq=0 out_seq=0 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ccdffb640 1 -- 172.21.15.7:0/853470117 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cef12cc850 con 0x55cef1373f50 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ccdffb640 10 client.25784 handle_command_reply: tid=0 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 client.25784 shutdown 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 msgr2=0x55cef1363f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00115a0 tx=0x7f5ce0004470 comp rx=0 tx=0).stop 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 shutdown_connections 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1373f50 0x55cef1376340 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ccdffb640 0 client.25784 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1364680 0x55cef1361730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef1359dc0 0x55cef13611f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 --2- 172.21.15.7:0/853470117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef13594a0 0x55cef1363f40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 >> 172.21.15.7:0/853470117 conn(0x55cef1355a30 msgr2=0x55cef1354b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 shutdown_connections 2024-09-10T07:48:49.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 1 -- 172.21.15.7:0/853470117 wait complete. 2024-09-10T07:48:49.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.496+0000 7f5ceef67740 20 client.25784 trim_cache size 0 max 16384 2024-09-10T07:48:49.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 Processor -- start 2024-09-10T07:48:49.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 -- start start 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1355e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef135b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b7b60 con 0x55cef13594a0 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b53d0 con 0x55cef1355a30 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ceef67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b3240 con 0x55cef1359dc0 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1355e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33670/0 (socket says 172.21.15.7:33670) 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1355e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33392/0 (socket says 172.21.15.7:33392) 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/442351090 learned_addr learned my addr 172.21.15.7:0/442351090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.517+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef135b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/442351090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 msgr2=0x55cef135b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef135b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/442351090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 msgr2=0x55cef1355e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1355e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/442351090 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cef13601a0 con 0x55cef1355a30 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011790 tx=0x7f5ce0014040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c85f5aa5b6f6425c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ccffff640 1 -- 172.21.15.7:0/442351090 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0038070 con 0x55cef1355a30 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ccffff640 1 -- 172.21.15.7:0/442351090 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ce000f790 con 0x55cef1355a30 2024-09-10T07:48:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.518+0000 7f5ccffff640 1 -- 172.21.15.7:0/442351090 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce00048b0 con 0x55cef1355a30 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 -- 172.21.15.7:0/442351090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 msgr2=0x55cef13704b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011790 tx=0x7f5ce0014040 comp rx=0 tx=0).stop 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 -- 172.21.15.7:0/442351090 shutdown_connections 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef135b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1355e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 --2- 172.21.15.7:0/442351090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef13704b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 -- 172.21.15.7:0/442351090 >> 172.21.15.7:0/442351090 conn(0x55cef135cbe0 msgr2=0x55cef135aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 -- 172.21.15.7:0/442351090 shutdown_connections 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.519+0000 7f5ceef67740 1 -- 172.21.15.7:0/442351090 wait complete. 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 -- start start 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 Processor -- start 2024-09-10T07:48:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1368a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef1368f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b3890 con 0x55cef13594a0 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b4d00 con 0x55cef1355a30 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce81b3f60 con 0x55cef1359dc0 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ceef67740 10 client.0 _ll_register_callbacks cb 0x7f5cdc0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ce5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1368a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ce6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33676/0 (socket says 172.21.15.7:33676) 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.520+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2276128562 learned_addr learned my addr 172.21.15.7:0/2276128562 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2276128562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 msgr2=0x55cef1368f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef1368f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2276128562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 msgr2=0x55cef1368a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1368a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 -- 172.21.15.7:0/2276128562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cef1359bf0 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1368a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ce6d9d640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011470 tx=0x7f5ce0009ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12570ed259c054d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ccdffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0038040 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5ce0005b00 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ce000f790 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5ce00043a0 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ceef67740 10 client.25790 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.521+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cef13dee10 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ce00048b0 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5ce0018070 con 0x55cef1355a30 2024-09-10T07:48:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 10 client.25790 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 10 client.25790 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 20 client.25790 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1364680 0x55cef13e12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 4 client.25790 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f5ce000f790 con 0x55cef1364680 2024-09-10T07:48:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1364680 0x55cef13e12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ce5d9b640 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1364680 0x55cef13e12a0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=923f7de2c3c7ee2d server_cookie=42e26aba321152f8 in_seq=0 out_seq=0 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.522+0000 7f5ccdffb640 10 client.25790 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ccdffb640 1 -- 172.21.15.7:0/2276128562 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f5ce000f790 con 0x55cef1364680 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ccdffb640 10 client.25790 handle_command_reply: tid=0 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 client.25790 shutdown 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 msgr2=0x55cef1368500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0011470 tx=0x7f5ce0009ee0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 shutdown_connections 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cef1364680 0x55cef13e12a0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cef1359dc0 0x55cef1368f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cef13594a0 0x55cef1368a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 --2- 172.21.15.7:0/2276128562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cef1355a30 0x55cef1368500 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ccdffb640 0 client.25790 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 >> 172.21.15.7:0/2276128562 conn(0x55cef135cbe0 msgr2=0x55cef135b680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 shutdown_connections 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.523+0000 7f5ceef67740 1 -- 172.21.15.7:0/2276128562 wait complete. 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5ceef67740 20 client.25790 trim_cache size 0 max 16384 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:48:49.530 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 msgr2=0x7f5cd00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 0x7f5cd00a50c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5cd80ed170 tx=0x7f5cd8090250 comp rx=0 tx=0).stop 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 msgr2=0x7f5ce81a4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8005940 tx=0x7f5cd80040c0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 shutdown_connections 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cd00a2c00 0x7f5cd00a50c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ce8106f20 0x7f5ce810de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ce81027a0 0x7f5ce81a4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 --2- 172.21.15.7:0/3836982187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ce8101df0 0x7f5ce81a4790 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.524+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 >> 172.21.15.7:0/3836982187 conn(0x7f5ce80fd8f0 msgr2=0x7f5ce80fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.525+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 shutdown_connections 2024-09-10T07:48:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:49.525+0000 7f5cecb8e640 1 -- 172.21.15.7:0/3836982187 wait complete. 2024-09-10T07:48:50.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:50 smithi007 ceph-mon[30879]: pgmap v466: 129 pgs: 129 active+clean; 35 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:50.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 55786 2.79 MB/sec warmup 113 sec latency 32.693 ms 2024-09-10T07:48:50.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:50 smithi110 ceph-mon[34417]: pgmap v466: 129 pgs: 129 active+clean; 35 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:50 smithi145 ceph-mon[34766]: pgmap v466: 129 pgs: 129 active+clean; 35 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-09-10T07:48:50.525 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:48:50.525 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:48:50.531 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 -- 172.21.15.7:0/1578519463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c106f40 msgr2=0x7ffa8c10eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 --2- 172.21.15.7:0/1578519463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c106f40 0x7ffa8c10eac0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7ffa84009ca0 tx=0x7ffa8402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 -- 172.21.15.7:0/1578519463 shutdown_connections 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 --2- 172.21.15.7:0/1578519463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c106f40 0x7ffa8c10eac0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 --2- 172.21.15.7:0/1578519463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 --2- 172.21.15.7:0/1578519463 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c101e10 0x7ffa8c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 -- 172.21.15.7:0/1578519463 >> 172.21.15.7:0/1578519463 conn(0x7ffa8c0fd8d0 msgr2=0x7ffa8c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 -- 172.21.15.7:0/1578519463 shutdown_connections 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.059+0000 7ffa941e9640 1 -- 172.21.15.7:0/1578519463 wait complete. 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.060+0000 7ffa941e9640 1 Processor -- start 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.060+0000 7ffa941e9640 1 -- start start 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c101e10 0x7ffa8c19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c111ea0 con 0x7ffa8c101e10 2024-09-10T07:48:51.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c111d20 con 0x7ffa8c106f40 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa941e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c112020 con 0x7ffa8c1027c0 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa92786640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa92786640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42222/0 (socket says 172.21.15.7:42222) 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa92786640 1 -- 172.21.15.7:0/3978796127 learned_addr learned my addr 172.21.15.7:0/3978796127 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa91f85640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c101e10 0x7ffa8c19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.061+0000 7ffa91784640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 -- 172.21.15.7:0/3978796127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 msgr2=0x7ffa8c19aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c19aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 -- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c101e10 msgr2=0x7ffa8c19a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c101e10 0x7ffa8c19a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 -- 172.21.15.7:0/3978796127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c19f4d0 con 0x7ffa8c106f40 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa91784640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa92786640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ffa84031040 tx=0x7ffa84032f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:51.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa84003b70 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa84003d10 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa84030b60 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c19f760 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.062+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c19fb90 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.064+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c1021f0 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.064+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ffa84030d00 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.065+0000 7ffa82ffd640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 0x7ffa780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.065+0000 7ffa91f85640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 0x7ffa780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.065+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ffa840f0760 con 0x7ffa8c106f40 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.066+0000 7ffa91f85640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 0x7ffa780a5040 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ffa88009bd0 tx=0x7ffa88005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.069+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffa840bd320 con 0x7ffa8c106f40 2024-09-10T07:48:51.137 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:51.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 56521 2.83 MB/sec warmup 114 sec latency 14.192 ms 2024-09-10T07:48:51.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.324+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa8c1a7270 con 0x7ffa8c106f40 2024-09-10T07:48:51.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.325+0000 7ffa82ffd640 1 -- 172.21.15.7:0/3978796127 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7ffa840a7090 con 0x7ffa8c106f40 2024-09-10T07:48:51.326 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:48:51.326 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:48:51.326 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 msgr2=0x7ffa780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 0x7ffa780a5040 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ffa88009bd0 tx=0x7ffa88005f90 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 msgr2=0x7ffa8c19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ffa84031040 tx=0x7ffa84032f80 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 shutdown_connections 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ffa780a2b80 0x7ffa780a5040 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa8c106f40 0x7ffa8c19edf0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8c1027c0 0x7ffa8c19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 --2- 172.21.15.7:0/3978796127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa8c101e10 0x7ffa8c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 >> 172.21.15.7:0/3978796127 conn(0x7ffa8c0fd8d0 msgr2=0x7ffa8c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:51.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 shutdown_connections 2024-09-10T07:48:51.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.327+0000 7ffa941e9640 1 -- 172.21.15.7:0/3978796127 wait complete. 2024-09-10T07:48:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 -- 172.21.15.7:0/3610670064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac8103ff0 msgr2=0x7f6ac81043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 --2- 172.21.15.7:0/3610670064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac8103ff0 0x7f6ac81043d0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8009900 tx=0x7f6ab802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 -- 172.21.15.7:0/3610670064 shutdown_connections 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 --2- 172.21.15.7:0/3610670064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8109120 0x7f6ac8110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 --2- 172.21.15.7:0/3610670064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac81049a0 0x7f6ac81089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 --2- 172.21.15.7:0/3610670064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac8103ff0 0x7f6ac81043d0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 -- 172.21.15.7:0/3610670064 >> 172.21.15.7:0/3610670064 conn(0x7f6ac80ffab0 msgr2=0x7f6ac8101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 -- 172.21.15.7:0/3610670064 shutdown_connections 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 -- 172.21.15.7:0/3610670064 wait complete. 2024-09-10T07:48:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.820+0000 7f6acdc86640 1 Processor -- start 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 -- start start 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8103ff0 0x7f6ac819a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac8109120 0x7f6ac819ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac8114020 con 0x7f6ac81049a0 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac8113ea0 con 0x7f6ac8109120 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6acdc86640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac81141a0 con 0x7f6ac8103ff0 2024-09-10T07:48:51.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6ac6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6ac6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40580/0 (socket says 172.21.15.7:40580) 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6ac6ffd640 1 -- 172.21.15.7:0/155518379 learned_addr learned my addr 172.21.15.7:0/155518379 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6ac77fe640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8103ff0 0x7f6ac819a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.821+0000 7f6ac7fff640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac8109120 0x7f6ac819ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 -- 172.21.15.7:0/155518379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8103ff0 msgr2=0x7f6ac819a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8103ff0 0x7f6ac819a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 -- 172.21.15.7:0/155518379 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac8109120 msgr2=0x7f6ac819ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac8109120 0x7f6ac819ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 -- 172.21.15.7:0/155518379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac819f510 con 0x7f6ac81049a0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac6ffd640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e9f0 tx=0x7f6abc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc00cd80 con 0x7f6ac81049a0 2024-09-10T07:48:51.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ac819f800 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6abc0108e0 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc018920 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.822+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ac81a70e0 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.823+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ac81043d0 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.824+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6abc010a90 con 0x7f6ac81049a0 2024-09-10T07:48:51.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.825+0000 7f6ac4ff9640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 0x7f6ab00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:51.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.825+0000 7f6ac77fe640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 0x7f6ab00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:51.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.825+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6abc0cf660 con 0x7f6ac81049a0 2024-09-10T07:48:51.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.826+0000 7f6ac77fe640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 0x7f6ab00a50c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8005ab0 tx=0x7f6ab8005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:51.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:51.830+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6abc09bbd0 con 0x7f6ac81049a0 2024-09-10T07:48:52.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.088+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ac802d7c0 con 0x7f6ac81049a0 2024-09-10T07:48:52.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.088+0000 7f6ac4ff9640 1 -- 172.21.15.7:0/155518379 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7f6abc09fed0 con 0x7f6ac81049a0 2024-09-10T07:48:52.089 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:48:52.089 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:48:52.090 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 msgr2=0x7f6ab00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 0x7f6ab00a50c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8005ab0 tx=0x7f6ab8005a20 comp rx=0 tx=0).stop 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 msgr2=0x7f6ac819aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e9f0 tx=0x7f6abc00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 shutdown_connections 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ab00a2c00 0x7f6ab00a50c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ac8109120 0x7f6ac819ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:52.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ac81049a0 0x7f6ac819aaa0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:52.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 --2- 172.21.15.7:0/155518379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ac8103ff0 0x7f6ac819a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:52.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.091+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 >> 172.21.15.7:0/155518379 conn(0x7f6ac80ffab0 msgr2=0x7f6ac8100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:52.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.092+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 shutdown_connections 2024-09-10T07:48:52.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:52.092+0000 7f6acdc86640 1 -- 172.21.15.7:0/155518379 wait complete. 2024-09-10T07:48:52.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 56932 2.83 MB/sec warmup 115 sec latency 44.953 ms 2024-09-10T07:48:52.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:52 smithi007 ceph-mon[30879]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 646 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.3 MiB/s wr, 141 op/s 2024-09-10T07:48:52.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3978796127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:52 smithi110 ceph-mon[34417]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 646 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.3 MiB/s wr, 141 op/s 2024-09-10T07:48:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3978796127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:52 smithi145 ceph-mon[34766]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 646 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.3 MiB/s wr, 141 op/s 2024-09-10T07:48:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3978796127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:52.924 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0' 2024-09-10T07:48:52.924 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0 2024-09-10T07:48:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:53 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/155518379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:53.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57238 2.82 MB/sec warmup 116 sec latency 13.840 ms 2024-09-10T07:48:53.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:53 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/155518379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:53.395 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:48:53.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:53 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/155518379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:48:53.435 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:54.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 -- 172.21.15.7:0/2232180989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 msgr2=0x7f9b3c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/2232180989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c10eaa0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9b34009be0 tx=0x7f9b3402a6c0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 -- 172.21.15.7:0/2232180989 shutdown_connections 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/2232180989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c10eaa0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/2232180989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c1027a0 0x7f9b3c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/2232180989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c101df0 0x7f9b3c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.074+0000 7f9b40f5d640 1 -- 172.21.15.7:0/2232180989 >> 172.21.15.7:0/2232180989 conn(0x7f9b3c0fd8f0 msgr2=0x7f9b3c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.075+0000 7f9b40f5d640 1 -- 172.21.15.7:0/2232180989 shutdown_connections 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.075+0000 7f9b40f5d640 1 -- 172.21.15.7:0/2232180989 wait complete. 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.075+0000 7f9b40f5d640 1 Processor -- start 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 -- start start 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c1027a0 0x7f9b3c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c111e30 con 0x7f9b3c101df0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c111cb0 con 0x7f9b3c106f20 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b40f5d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c111fb0 con 0x7f9b3c1027a0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40600/0 (socket says 172.21.15.7:40600) 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 -- 172.21.15.7:0/1792976401 learned_addr learned my addr 172.21.15.7:0/1792976401 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c1027a0 0x7f9b3c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 -- 172.21.15.7:0/1792976401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c1027a0 msgr2=0x7f9b3c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c1027a0 0x7f9b3c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 -- 172.21.15.7:0/1792976401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 msgr2=0x7f9b3c19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3a59c640 1 -- 172.21.15.7:0/1792976401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c19d320 con 0x7f9b3c101df0 2024-09-10T07:48:54.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.076+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c00ea60 tx=0x7f9b2c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b2b7fe640 1 -- 172.21.15.7:0/1792976401 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c00cde0 con 0x7f9b3c101df0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3c19d610 con 0x7f9b3c101df0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b2b7fe640 1 -- 172.21.15.7:0/1792976401 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b2c0035f0 con 0x7f9b3c101df0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b2b7fe640 1 -- 172.21.15.7:0/1792976401 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c010690 con 0x7f9b3c101df0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.077+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b3c1a4ef0 con 0x7f9b3c101df0 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.080+0000 7f9b43336740 1 Processor -- start 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.080+0000 7f9b43336740 1 -- start start 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054740b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0546a5160 con 0x55d054740770 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d05464c720 con 0x55d05474fe40 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b43336740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d0546a1120 con 0x55d054741090 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b2b7fe640 1 -- 172.21.15.7:0/1792976401 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9b2c0037a0 con 0x7f9b3c101df0 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b39d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054740b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b39d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42264/0 (socket says 172.21.15.7:42264) 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b39d9b640 1 -- 172.21.15.7:0/2452821326 learned_addr learned my addr 172.21.15.7:0/2452821326 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2452821326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 msgr2=0x55d05474f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2452821326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 msgr2=0x55d054752230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.081+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2452821326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d054416ba0 con 0x55d054740770 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054740b50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9b3402abe0 tx=0x7f9b340307d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d6054f0c951470b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b28ff9640 1 -- 172.21.15.7:0/2452821326 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34041030 con 0x55d054740770 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b28ff9640 1 -- 172.21.15.7:0/2452821326 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b34037040 con 0x55d054740770 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b28ff9640 1 -- 172.21.15.7:0/2452821326 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34036040 con 0x55d054740770 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.082+0000 7f9b2b7fe640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 0x7f9b240a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 0x7f9b240a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b2b7fe640 1 -- 172.21.15.7:0/1792976401 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b2c0cf600 con 0x7f9b3c101df0 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 -- 172.21.15.7:0/2452821326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 msgr2=0x55d054740b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054740b50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9b3402abe0 tx=0x7f9b340307d0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b3a59c640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 0x7f9b240a50c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c009920 tx=0x7f9b2c00ef90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 -- 172.21.15.7:0/2452821326 shutdown_connections 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054752230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 --2- 172.21.15.7:0/2452821326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054740b50 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 -- 172.21.15.7:0/2452821326 >> 172.21.15.7:0/2452821326 conn(0x55d05473cde0 msgr2=0x55d05473d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 -- 172.21.15.7:0/2452821326 shutdown_connections 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.083+0000 7f9b43336740 1 -- 172.21.15.7:0/2452821326 wait complete. 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 -- start start 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 Processor -- start 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d05474ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d05474d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d054752950 con 0x55d054740770 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d05462d900 con 0x55d05474fe40 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d054752ad0 con 0x55d054741090 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b43336740 10 client.0 _ll_register_callbacks cb 0x55d05462b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d05474ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d05474ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40620/0 (socket says 172.21.15.7:40620) 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b39d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.084+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2405980567 learned_addr learned my addr 172.21.15.7:0/2405980567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d05474d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 -- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 msgr2=0x55d05474d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d05474d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 -- 172.21.15.7:0/2405980567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 msgr2=0x55d05474ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d05474ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 -- 172.21.15.7:0/2405980567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d05466dc50 con 0x55d054741090 2024-09-10T07:48:54.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d05474d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474d340 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9b300116a0 tx=0x7f9b30011b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0f7f8e30c0cdd55 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.085+0000 7f9b21ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3000fb30 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b34037040 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b3000fcd0 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9b30027050 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b43336740 10 client.25819 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d05475e7b0 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.086+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b34037040 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9b30022030 con 0x55d054741090 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 10 client.25819 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 10 client.25819 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 20 client.25819 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d05475fcc0 0x55d054762100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 4 client.25819 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0546b2890 con 0x55d05475fcc0 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d05475fcc0 0x55d054762100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d05475fcc0 0x55d054762100 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6753a2ccaa7d66d8 server_cookie=1090936ec53cbdbb in_seq=0 out_seq=0 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.087+0000 7f9b21ffb640 10 client.25819 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.088+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2405980567 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d0546b2890 con 0x55d05475fcc0 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.088+0000 7f9b21ffb640 10 client.25819 handle_command_reply: tid=0 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.088+0000 7f9b43336740 1 client.25819 shutdown 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.088+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 msgr2=0x55d05474d340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.088+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474d340 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9b300116a0 tx=0x7f9b30011b60 comp rx=0 tx=0).stop 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 shutdown_connections 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d05475fcc0 0x55d054762100 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d05474d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054741090 0x55d05474d340 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b21ffb640 0 client.25819 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 --2- 172.21.15.7:0/2405980567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d05474ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 >> 172.21.15.7:0/2405980567 conn(0x55d05473cde0 msgr2=0x55d054742a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 shutdown_connections 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 1 -- 172.21.15.7:0/2405980567 wait complete. 2024-09-10T07:48:54.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.089+0000 7f9b43336740 20 client.25819 trim_cache size 0 max 16384 2024-09-10T07:48:54.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.115+0000 7f9b43336740 1 Processor -- start 2024-09-10T07:48:54.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.115+0000 7f9b43336740 1 -- start start 2024-09-10T07:48:54.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 0x55d054767a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054767f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41410/0 (socket says 172.21.15.7:41410) 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/4224037009 learned_addr learned my addr 172.21.15.7:0/4224037009 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1af2b0 con 0x55d054741090 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1acb20 con 0x55d05474fe40 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1aa990 con 0x55d054740770 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054767f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 0x55d054767a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/4224037009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 msgr2=0x55d054767f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054767f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/4224037009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 msgr2=0x55d054767a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 0x55d054767a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/4224037009 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0547525a0 con 0x55d054740770 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.116+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 0x55d054767a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.117+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9b340308c0 tx=0x7f9b3402ae40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0751d780ff24297 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.117+0000 7f9b23fff640 1 -- 172.21.15.7:0/4224037009 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34041040 con 0x55d054740770 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.117+0000 7f9b23fff640 1 -- 172.21.15.7:0/4224037009 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b34042040 con 0x55d054740770 2024-09-10T07:48:54.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.117+0000 7f9b23fff640 1 -- 172.21.15.7:0/4224037009 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34036040 con 0x55d054740770 2024-09-10T07:48:54.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:54 smithi007 ceph-mon[30879]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.6 MiB/s wr, 168 op/s 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 msgr2=0x55d05474bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9b340308c0 tx=0x7f9b3402ae40 comp rx=0 tx=0).stop 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 shutdown_connections 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d05474fe40 0x55d054767f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054741090 0x55d054767a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 --2- 172.21.15.7:0/4224037009 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d054740770 0x55d05474bd40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.118+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 >> 172.21.15.7:0/4224037009 conn(0x55d05473cde0 msgr2=0x55d05474ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.119+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 shutdown_connections 2024-09-10T07:48:54.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.119+0000 7f9b43336740 1 -- 172.21.15.7:0/4224037009 wait complete. 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.119+0000 7f9b43336740 1 -- start start 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.119+0000 7f9b43336740 1 Processor -- start 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d054741090 0x55d0547582a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d05474fe40 0x55d054745240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1aafe0 con 0x55d054740770 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1ac450 con 0x55d054741090 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1ab6b0 con 0x55d05474fe40 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b43336740 10 client.0 _ll_register_callbacks cb 0x7f9b30009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40634/0 (socket says 172.21.15.7:40634) 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2323417551 learned_addr learned my addr 172.21.15.7:0/2323417551 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d05474fe40 0x55d054745240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2323417551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d05474fe40 msgr2=0x55d054745240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d05474fe40 0x55d054745240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d054741090 msgr2=0x55d0547582a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d054741090 0x55d0547582a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.120+0000 7f9b3ad9d640 1 -- 172.21.15.7:0/2323417551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0547474c0 con 0x55d054740770 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.121+0000 7f9b3ad9d640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9b34048f10 tx=0x7f9b34048e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddad688650a07e41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.121+0000 7f9b21ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.121+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34036070 con 0x55d054740770 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.121+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b34048310 con 0x55d054740770 2024-09-10T07:48:54.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.121+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b34042040 con 0x55d054740770 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9b34052040 con 0x55d054740770 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 10 client.16290 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d0547cf5c0 con 0x55d054740770 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b34042040 con 0x55d054740770 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9b3403c040 con 0x55d054740770 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 10 client.16290 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 10 client.16290 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 20 client.16290 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d0547cf960 0x55d0547d1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 4 client.16290 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}] 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.122+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}) -- 0x55d0546acbe0 con 0x55d0547cf960 2024-09-10T07:48:54.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.123+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d0547cf960 0x55d0547d1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.123+0000 7f9b39d9b640 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d0547cf960 0x55d0547d1d50 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0461bf6d4963c67 server_cookie=6ed49724d2cd59a0 in_seq=0 out_seq=0 2024-09-10T07:48:54.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.123+0000 7f9b21ffb640 10 client.16290 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:54.159 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:54.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.185+0000 7f9b21ffb640 1 -- 172.21.15.7:0/2323417551 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d0546acbe0 con 0x55d0547cf960 2024-09-10T07:48:54.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.185+0000 7f9b21ffb640 10 client.16290 handle_command_reply: tid=0 2024-09-10T07:48:54.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.185+0000 7f9b43336740 1 client.16290 shutdown 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 msgr2=0x55d054757d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9b34048f10 tx=0x7f9b34048e10 comp rx=0 tx=0).stop 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 shutdown_connections 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d0547cf960 0x55d0547d1d50 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b21ffb640 0 client.16290 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d05474fe40 0x55d054745240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d054741090 0x55d0547582a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 --2- 172.21.15.7:0/2323417551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d054740770 0x55d054757d60 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 >> 172.21.15.7:0/2323417551 conn(0x55d05473cde0 msgr2=0x55d05474cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 shutdown_connections 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 1 -- 172.21.15.7:0/2323417551 wait complete. 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.186+0000 7f9b43336740 20 client.16290 trim_cache size 0 max 16384 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 10, 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "edfb3de3": { 2024-09-10T07:48:54.187 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 10, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 142.8, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:54.188 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:54.189 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:54.189 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:54.189 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:48:54.189 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:48:54.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 msgr2=0x7f9b240a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 0x7f9b240a50c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c009920 tx=0x7f9b2c00ef90 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 msgr2=0x7f9b3c198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c00ea60 tx=0x7f9b2c00ef20 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 shutdown_connections 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b240a2c00 0x7f9b240a50c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b3c106f20 0x7f9b3c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b3c1027a0 0x7f9b3c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 --2- 172.21.15.7:0/1792976401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b3c101df0 0x7f9b3c198370 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 >> 172.21.15.7:0/1792976401 conn(0x7f9b3c0fd8f0 msgr2=0x7f9b3c0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 shutdown_connections 2024-09-10T07:48:54.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.187+0000 7f9b40f5d640 1 -- 172.21.15.7:0/1792976401 wait complete. 2024-09-10T07:48:54.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 2.80 MB/sec warmup 117 sec latency 61.365 ms 2024-09-10T07:48:54.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:54 smithi110 ceph-mon[34417]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.6 MiB/s wr, 168 op/s 2024-09-10T07:48:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:54 smithi145 ceph-mon[34766]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.6 MiB/s wr, 168 op/s 2024-09-10T07:48:54.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- 172.21.15.7:0/272244427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100e30 msgr2=0x7f1060104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 --2- 172.21.15.7:0/272244427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100e30 0x7f1060104e80 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f1048009900 tx=0x7f104802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- 172.21.15.7:0/272244427 shutdown_connections 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 --2- 172.21.15.7:0/272244427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10601055b0 0x7f106010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 --2- 172.21.15.7:0/272244427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100e30 0x7f1060104e80 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 --2- 172.21.15.7:0/272244427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1060100480 0x7f1060100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- 172.21.15.7:0/272244427 >> 172.21.15.7:0/272244427 conn(0x7f1060077210 msgr2=0x7f10600fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- 172.21.15.7:0/272244427 shutdown_connections 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- 172.21.15.7:0/272244427 wait complete. 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 Processor -- start 2024-09-10T07:48:54.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.731+0000 7f1065c12640 1 -- start start 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1060100e30 0x7f1060198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10601055b0 0x7f106019cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f106010fc40 con 0x7f1060100480 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f106010fac0 con 0x7f1060100e30 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1065c12640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f106010fdc0 con 0x7f10601055b0 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40642/0 (socket says 172.21.15.7:40642) 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 -- 172.21.15.7:0/2531216015 learned_addr learned my addr 172.21.15.7:0/2531216015 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1060100e30 0x7f1060198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105ffff640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10601055b0 0x7f106019cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 -- 172.21.15.7:0/2531216015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10601055b0 msgr2=0x7f106019cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10601055b0 0x7f106019cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 -- 172.21.15.7:0/2531216015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1060100e30 msgr2=0x7f1060198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1060100e30 0x7f1060198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.732+0000 7f105f7fe640 1 -- 172.21.15.7:0/2531216015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f106019d3f0 con 0x7f1060100480 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f105000ea40 tx=0x7f105000ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f105d7fa640 1 -- 172.21.15.7:0/2531216015 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105000cd40 con 0x7f1060100480 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f105d7fa640 1 -- 172.21.15.7:0/2531216015 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10500054d0 con 0x7f1060100480 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f105d7fa640 1 -- 172.21.15.7:0/2531216015 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1050016670 con 0x7f1060100480 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f106019d6e0 con 0x7f1060100480 2024-09-10T07:48:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.733+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10601a4fc0 con 0x7f1060100480 2024-09-10T07:48:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.735+0000 7f105d7fa640 1 -- 172.21.15.7:0/2531216015 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1050004e80 con 0x7f1060100480 2024-09-10T07:48:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.735+0000 7f1067feb740 1 Processor -- start 2024-09-10T07:48:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.735+0000 7f1067feb740 1 -- start start 2024-09-10T07:48:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b245d0 0x55aef5b24a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5b31760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aef5a8a2f0 con 0x55aef5b2f370 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aef5a31cf0 con 0x55aef5b245d0 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1067feb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aef5a862b0 con 0x55aef5b25b40 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41452/0 (socket says 172.21.15.7:41452) 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 -- 172.21.15.7:0/1916925175 learned_addr learned my addr 172.21.15.7:0/1916925175 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1056ffd640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5b31760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105f7fe640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b245d0 0x55aef5b24a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105d7fa640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 0x7f104c0a9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 -- 172.21.15.7:0/1916925175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b245d0 msgr2=0x55aef5b24a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b245d0 0x55aef5b24a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 -- 172.21.15.7:0/1916925175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 msgr2=0x55aef5b31760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5b31760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105d7fa640 1 -- 172.21.15.7:0/2531216015 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f10500cf1c0 con 0x7f1060100480 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f105ffff640 1 -- 172.21.15.7:0/1916925175 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aef5a163a0 con 0x55aef5b25b40 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.736+0000 7f1056ffd640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5b31760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.737+0000 7f105ffff640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 0x7f104c0a9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.737+0000 7f105ffff640 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1058009f50 tx=0x7f10580118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90b667c12bd420c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.737+0000 7f1055ffb640 1 -- 172.21.15.7:0/1916925175 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1058004250 con 0x55aef5b25b40 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.737+0000 7f1055ffb640 1 -- 172.21.15.7:0/1916925175 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f105800fe50 con 0x55aef5b25b40 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.737+0000 7f1055ffb640 1 -- 172.21.15.7:0/1916925175 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105801ba80 con 0x55aef5b25b40 2024-09-10T07:48:54.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- 172.21.15.7:0/1916925175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 msgr2=0x55aef5b24090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1058009f50 tx=0x7f10580118d0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f105ffff640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 0x7f104c0a9450 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1058012fd0 tx=0x7f1058021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- 172.21.15.7:0/1916925175 shutdown_connections 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5b31760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b245d0 0x55aef5b24a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 --2- 172.21.15.7:0/1916925175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b24090 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- 172.21.15.7:0/1916925175 >> 172.21.15.7:0/1916925175 conn(0x55aef5aed310 msgr2=0x55aef5b20c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- 172.21.15.7:0/1916925175 shutdown_connections 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- 172.21.15.7:0/1916925175 wait complete. 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.738+0000 7f1067feb740 1 -- start start 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 Processor -- start 2024-09-10T07:48:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b2ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b2f370 0x55aef5b2c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aef5b32070 con 0x55aef5b245d0 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aef5a45060 con 0x55aef5b25b40 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aef5b321f0 con 0x55aef5b2f370 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b2ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1056ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1056ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42338/0 (socket says 172.21.15.7:42338) 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1056ffd640 1 -- 172.21.15.7:0/2321898775 learned_addr learned my addr 172.21.15.7:0/2321898775 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b2ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40668/0 (socket says 172.21.15.7:40668) 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f1067feb740 10 client.0 _ll_register_callbacks cb 0x55aef57988c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.739+0000 7f105ffff640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b2f370 0x55aef5b2c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 -- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b2f370 msgr2=0x55aef5b2c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b2f370 0x55aef5b2c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 -- 172.21.15.7:0/2321898775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 msgr2=0x55aef5b2ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b2ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 -- 172.21.15.7:0/2321898775 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aef57fb3c0 con 0x55aef5b25b40 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1048009900 tx=0x7f10480314a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8027f26b7cd2456 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f103effd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1048035040 con 0x55aef5b25b40 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1048031810 con 0x55aef5b25b40 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f105800fe50 con 0x55aef5b25b40 2024-09-10T07:48:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1048004040 con 0x55aef5b25b40 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1067feb740 10 client.25829 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.740+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aef5b3daa0 con 0x55aef5b25b40 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f105800fe50 con 0x55aef5b25b40 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f10480047e0 con 0x55aef5b25b40 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 10 client.25829 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 10 client.25829 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 20 client.25829 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5b3efb0 0x55aef5b413a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 4 client.25829 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aef5a97860 con 0x55aef5b3efb0 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5b3efb0 0x55aef5b413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5b3efb0 0x55aef5b413a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2e13e5097ff4c3cf server_cookie=154b71d3c30ebac7 in_seq=0 out_seq=0 2024-09-10T07:48:54.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.741+0000 7f103effd640 10 client.25829 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f103effd640 1 -- 172.21.15.7:0/2321898775 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aef5a97860 con 0x55aef5b3efb0 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f103effd640 10 client.25829 handle_command_reply: tid=0 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f1067feb740 1 client.25829 shutdown 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 msgr2=0x55aef5b2bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1048009900 tx=0x7f10480314a0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.742+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 shutdown_connections 2024-09-10T07:48:54.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5b3efb0 0x55aef5b413a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b2f370 0x55aef5b2c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b2bfe0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 --2- 172.21.15.7:0/2321898775 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b2ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f103effd640 0 client.25829 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 >> 172.21.15.7:0/2321898775 conn(0x55aef5aed310 msgr2=0x55aef5b26960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 shutdown_connections 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 1 -- 172.21.15.7:0/2321898775 wait complete. 2024-09-10T07:48:54.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.743+0000 7f1067feb740 20 client.25829 trim_cache size 0 max 16384 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.755+0000 7f1067feb740 1 Processor -- start 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 -- start start 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b23bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b2f370 0x55aef5b46c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f10601af320 con 0x55aef5b245d0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f10601acb90 con 0x55aef5b2f370 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1067feb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f10601aaa00 con 0x55aef5b25b40 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40672/0 (socket says 172.21.15.7:40672) 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 -- 172.21.15.7:0/3075357091 learned_addr learned my addr 172.21.15.7:0/3075357091 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105ffff640 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b2f370 0x55aef5b46c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f1056ffd640 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b23bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 -- 172.21.15.7:0/3075357091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 msgr2=0x55aef5b23bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b23bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 -- 172.21.15.7:0/3075357091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b2f370 msgr2=0x55aef5b46c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b2f370 0x55aef5b46c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.756+0000 7f105f7fe640 1 -- 172.21.15.7:0/3075357091 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aef5b27120 con 0x55aef5b245d0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f105f7fe640 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1050097b90 tx=0x7f10500cc7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eebb2fb4cba39a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f10557fa640 1 -- 172.21.15.7:0/3075357091 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105009b730 con 0x55aef5b245d0 2024-09-10T07:48:54.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f10557fa640 1 -- 172.21.15.7:0/3075357091 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f105009fa30 con 0x55aef5b245d0 2024-09-10T07:48:54.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f10557fa640 1 -- 172.21.15.7:0/3075357091 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1050099ac0 con 0x55aef5b245d0 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f1067feb740 1 -- 172.21.15.7:0/3075357091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 msgr2=0x55aef5b3b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f1067feb740 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1050097b90 tx=0x7f10500cc7f0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.757+0000 7f1067feb740 1 -- 172.21.15.7:0/3075357091 shutdown_connections 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b2f370 0x55aef5b46c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b25b40 0x55aef5b23bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- 172.21.15.7:0/3075357091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b245d0 0x55aef5b3b310 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 -- 172.21.15.7:0/3075357091 >> 172.21.15.7:0/3075357091 conn(0x55aef5aed310 msgr2=0x55aef5b2b0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 -- 172.21.15.7:0/3075357091 shutdown_connections 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 -- 172.21.15.7:0/3075357091 wait complete. 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 -- start start 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 Processor -- start 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b33db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.758+0000 7f1067feb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1067feb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f10601ab050 con 0x55aef5b2f370 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1067feb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f10601ac4c0 con 0x55aef5b25b40 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1067feb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f10601ab720 con 0x55aef5b245d0 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1067feb740 10 client.0 _ll_register_callbacks cb 0x7f1048009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40688/0 (socket says 172.21.15.7:40688) 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41470/0 (socket says 172.21.15.7:41470) 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 -- 172.21.15.7:0/2835962323 learned_addr learned my addr 172.21.15.7:0/2835962323 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b33db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 -- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 msgr2=0x55aef5b33870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 -- 172.21.15.7:0/2835962323 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 msgr2=0x55aef5b33db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b33db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 -- 172.21.15.7:0/2835962323 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aef5ba91a0 con 0x55aef5b2f370 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f1056ffd640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b33db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f105ffff640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1058009f50 tx=0x7f1058009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eaf57e358a995dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f103effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:54.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.759+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1058034030 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1058003ee0 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f105009fa30 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1058041050 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 10 client.16308 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aef5baa400 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f105009fa30 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f105803b4d0 con 0x55aef5b2f370 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 10 client.16308 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 10 client.16308 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 20 client.16308 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5baa9b0 0x55aef5bacdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 4 client.16308 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.760+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aef5a91d70 con 0x55aef5baa9b0 2024-09-10T07:48:54.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5baa9b0 0x55aef5bacdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:54.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f103effd640 10 client.16308 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:54.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f105f7fe640 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5baa9b0 0x55aef5bacdd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e85fdda23a3fab0 server_cookie=5c6ce71b71bf45da in_seq=0 out_seq=0 2024-09-10T07:48:54.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f103effd640 1 -- 172.21.15.7:0/2835962323 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aef5a91d70 con 0x55aef5baa9b0 2024-09-10T07:48:54.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f103effd640 10 client.16308 handle_command_reply: tid=0 2024-09-10T07:48:54.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 client.16308 shutdown 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 msgr2=0x55aef5ba8c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1058009f50 tx=0x7f1058009780 comp rx=0 tx=0).stop 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 shutdown_connections 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55aef5baa9b0 0x55aef5bacdd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aef5b2f370 0x55aef5ba8c60 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f103effd640 0 client.16308 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aef5b25b40 0x55aef5b33db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 --2- 172.21.15.7:0/2835962323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aef5b245d0 0x55aef5b33870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 >> 172.21.15.7:0/2835962323 conn(0x55aef5aed310 msgr2=0x55aef5b2d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 shutdown_connections 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.761+0000 7f1067feb740 1 -- 172.21.15.7:0/2835962323 wait complete. 2024-09-10T07:48:54.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1067feb740 20 client.16308 trim_cache size 0 max 16384 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 msgr2=0x7f104c0a9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 0x7f104c0a9450 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1058012fd0 tx=0x7f1058021000 comp rx=0 tx=0).stop 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 msgr2=0x7f1060198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f105000ea40 tx=0x7f105000ef00 comp rx=0 tx=0).stop 2024-09-10T07:48:54.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 shutdown_connections 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f104c0a6f90 0x7f104c0a9450 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10601055b0 0x7f106019cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1060100e30 0x7f1060198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 --2- 172.21.15.7:0/2531216015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1060100480 0x7f1060198440 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 >> 172.21.15.7:0/2531216015 conn(0x7f1060077210 msgr2=0x7f1060103e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 shutdown_connections 2024-09-10T07:48:54.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:54.762+0000 7f1065c12640 1 -- 172.21.15.7:0/2531216015 wait complete. 2024-09-10T07:48:55.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 2.78 MB/sec warmup 118 sec latency 1050.345 ms 2024-09-10T07:48:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:48:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:48:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:48:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:48:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:48:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:48:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:48:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:48:55.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:48:55.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:48:55.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:48:55.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:48:55.830 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'edfb3de3', quiesce took 6.5 seconds. Will release after: 16.25 2024-09-10T07:48:56.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 2.75 MB/sec warmup 119 sec latency 2050.400 ms 2024-09-10T07:48:56.436 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:48:56.700 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:56.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:56 smithi007 ceph-mon[30879]: pgmap v469: 129 pgs: 129 active+clean; 37 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2024-09-10T07:48:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:56 smithi110 ceph-mon[34417]: pgmap v469: 129 pgs: 129 active+clean; 37 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2024-09-10T07:48:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:56 smithi145 ceph-mon[34766]: pgmap v469: 129 pgs: 129 active+clean; 37 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2024-09-10T07:48:57.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 -- 172.21.15.7:0/2929740584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 msgr2=0x7feeb01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2929740584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb01067e0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fee98009900 tx=0x7fee9802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 -- 172.21.15.7:0/2929740584 shutdown_connections 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2929740584 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 0x7feeb010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2929740584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb01067e0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2929740584 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 -- 172.21.15.7:0/2929740584 >> 172.21.15.7:0/2929740584 conn(0x7feeb00fd8c0 msgr2=0x7feeb00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 -- 172.21.15.7:0/2929740584 shutdown_connections 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.393+0000 7feeb4e31640 1 -- 172.21.15.7:0/2929740584 wait complete. 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 Processor -- start 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 -- start start 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 0x7feeb0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeb0111e20 con 0x7feeb0102790 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeb0111ca0 con 0x7feeb0106f10 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeb4e31640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeb0111fa0 con 0x7feeb0101de0 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40708/0 (socket says 172.21.15.7:40708) 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 -- 172.21.15.7:0/2979747120 learned_addr learned my addr 172.21.15.7:0/2979747120 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeaed9d640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 0x7feeb0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeae59c640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 -- 172.21.15.7:0/2979747120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 msgr2=0x7feeb00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 -- 172.21.15.7:0/2979747120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 msgr2=0x7feeb0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 0x7feeb0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feea7fff640 1 -- 172.21.15.7:0/2979747120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeb01a68b0 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.394+0000 7feeae59c640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feea7fff640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fee98005940 tx=0x7fee98004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feea77fe640 1 -- 172.21.15.7:0/2979747120 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9803f030 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feea77fe640 1 -- 172.21.15.7:0/2979747120 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee98003aa0 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeb01a6b40 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feea77fe640 1 -- 172.21.15.7:0/2979747120 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee98035070 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.395+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeb01a7020 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.397+0000 7feea77fe640 1 -- 172.21.15.7:0/2979747120 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fee98042030 con 0x7feeb0102790 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.397+0000 7feeb720a740 1 Processor -- start 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 -- start start 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f2171090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2171a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567f20d72f0 con 0x5567f217c370 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567f207ecf0 con 0x5567f2172b40 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeb720a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567f20d32b0 con 0x5567f21715d0 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40720/0 (socket says 172.21.15.7:40720) 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 -- 172.21.15.7:0/4092037692 learned_addr learned my addr 172.21.15.7:0/4092037692 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea77fe640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 0x7fee9c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeae59c640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2171a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeaed9d640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f2171090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeaed9d640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 0x7fee9c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea77fe640 1 -- 172.21.15.7:0/2979747120 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee980efbf0 con 0x7feeb0102790 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 -- 172.21.15.7:0/4092037692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 msgr2=0x5567f2171a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2171a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 -- 172.21.15.7:0/4092037692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 msgr2=0x5567f2171090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f2171090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feea7fff640 1 -- 172.21.15.7:0/4092037692 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567f20633a0 con 0x5567f217c370 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.398+0000 7feeaed9d640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f2171090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feeae59c640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2171a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feea7fff640 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fee980ed2f0 tx=0x7fee9802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a111d4e92f1d78c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feea4ff9640 1 -- 172.21.15.7:0/4092037692 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee98049070 con 0x5567f217c370 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feeaed9d640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 0x7fee9c0a5040 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7feea800afd0 tx=0x7feea800a4d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feea4ff9640 1 -- 172.21.15.7:0/4092037692 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee9803b460 con 0x5567f217c370 2024-09-10T07:48:57.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.399+0000 7feea4ff9640 1 -- 172.21.15.7:0/4092037692 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee980c0400 con 0x5567f217c370 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- 172.21.15.7:0/4092037692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 msgr2=0x5567f217e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fee980ed2f0 tx=0x7fee9802a410 comp rx=0 tx=0).stop 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- 172.21.15.7:0/4092037692 shutdown_connections 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f217e760 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2171a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 --2- 172.21.15.7:0/4092037692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f2171090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- 172.21.15.7:0/4092037692 >> 172.21.15.7:0/4092037692 conn(0x5567f213a310 msgr2=0x5567f216dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- 172.21.15.7:0/4092037692 shutdown_connections 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- 172.21.15.7:0/4092037692 wait complete. 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 -- start start 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.400+0000 7feeb720a740 1 Processor -- start 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f2178fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f21795d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567f20d72f0 con 0x5567f21715d0 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567f2092060 con 0x5567f217c370 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567f217ee30 con 0x5567f2172b40 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeb720a740 10 client.0 _ll_register_callbacks cb 0x5567f1de58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40730/0 (socket says 172.21.15.7:40730) 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 -- 172.21.15.7:0/3062396028 learned_addr learned my addr 172.21.15.7:0/3062396028 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feea7fff640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f2178fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeaed9d640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f21795d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 -- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 msgr2=0x5567f2178fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f2178fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 -- 172.21.15.7:0/3062396028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 msgr2=0x5567f21795d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f21795d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 -- 172.21.15.7:0/3062396028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567f1e483c0 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7feeae59c640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7feea000bf80 tx=0x7feea0011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=126aa479e501200 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7fee95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.401+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea0012710 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feea00128b0 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5567f20e4860 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feea0012ab0 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 10 client.16320 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5567f218a7a0 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5567f20e4860 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7feea001a3d0 con 0x5567f21715d0 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 10 client.16320 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 10 client.16320 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 20 client.16320 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f218bc60 0x5567f218e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 4 client.16320 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:57.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567f20ded70 con 0x5567f218bc60 2024-09-10T07:48:57.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.402+0000 7feea7fff640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f218bc60 0x5567f218e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.403+0000 7feea7fff640 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f218bc60 0x5567f218e0b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5212b1dd4a6d1d50 server_cookie=3c8f5440598c1d90 in_seq=0 out_seq=0 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.403+0000 7fee95ffb640 10 client.16320 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.403+0000 7fee95ffb640 1 -- 172.21.15.7:0/3062396028 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567f20ded70 con 0x5567f218bc60 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.403+0000 7fee95ffb640 10 client.16320 handle_command_reply: tid=0 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 client.16320 shutdown 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 msgr2=0x5567f217bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7feea000bf80 tx=0x7feea0011870 comp rx=0 tx=0).stop 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 shutdown_connections 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f218bc60 0x5567f218e0b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f21795d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f2178fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7fee95ffb640 0 client.16320 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:57.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 --2- 172.21.15.7:0/3062396028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f217bd30 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 >> 172.21.15.7:0/3062396028 conn(0x5567f213a310 msgr2=0x5567f2173960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 shutdown_connections 2024-09-10T07:48:57.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 1 -- 172.21.15.7:0/3062396028 wait complete. 2024-09-10T07:48:57.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.404+0000 7feeb720a740 20 client.16320 trim_cache size 0 max 16384 2024-09-10T07:48:57.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 Processor -- start 2024-09-10T07:48:57.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 -- start start 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f21788a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f2193980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01b37a0 con 0x5567f21715d0 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01b1010 con 0x5567f217c370 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeb720a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01aee80 con 0x5567f2172b40 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40734/0 (socket says 172.21.15.7:40734) 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 -- 172.21.15.7:0/1520528939 learned_addr learned my addr 172.21.15.7:0/1520528939 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 -- 172.21.15.7:0/1520528939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 msgr2=0x5567f21788a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f21788a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 -- 172.21.15.7:0/1520528939 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 msgr2=0x5567f2193980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f2193980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.417+0000 7feeae59c640 1 -- 172.21.15.7:0/1520528939 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567f216dde0 con 0x5567f21715d0 2024-09-10T07:48:57.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeae59c640 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7feea0000c00 tx=0x7feea0011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f126dd4018777dff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7fee97fff640 1 -- 172.21.15.7:0/1520528939 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea002d070 con 0x5567f21715d0 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7fee97fff640 1 -- 172.21.15.7:0/1520528939 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feea0012e50 con 0x5567f21715d0 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7fee97fff640 1 -- 172.21.15.7:0/1520528939 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea00052a0 con 0x5567f21715d0 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 -- 172.21.15.7:0/1520528939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 msgr2=0x5567f2187f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7feea0000c00 tx=0x7feea0011d70 comp rx=0 tx=0).stop 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 -- 172.21.15.7:0/1520528939 shutdown_connections 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f217c370 0x5567f2193980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f2172b40 0x5567f21788a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 --2- 172.21.15.7:0/1520528939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f21715d0 0x5567f2187f80 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 -- 172.21.15.7:0/1520528939 >> 172.21.15.7:0/1520528939 conn(0x5567f213a310 msgr2=0x5567f21780d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 -- 172.21.15.7:0/1520528939 shutdown_connections 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.418+0000 7feeb720a740 1 -- 172.21.15.7:0/1520528939 wait complete. 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 -- start start 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 Processor -- start 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2184940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f217fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01af4d0 con 0x5567f217c370 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01b0940 con 0x5567f2172b40 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeb01afba0 con 0x5567f21715d0 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeb720a740 10 client.0 _ll_register_callbacks cb 0x7feea000b4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeaed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeaed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40746/0 (socket says 172.21.15.7:40746) 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeaed9d640 1 -- 172.21.15.7:0/1951234560 learned_addr learned my addr 172.21.15.7:0/1951234560 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feea7fff640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f217fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.419+0000 7feeae59c640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2184940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 -- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 msgr2=0x5567f2184940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2184940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 -- 172.21.15.7:0/1951234560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 msgr2=0x5567f217fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f217fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 -- 172.21.15.7:0/1951234560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567f2180a70 con 0x5567f217c370 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeaed9d640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7feea8011f90 tx=0x7feea800a9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c19475f6eecea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7fee95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea8024070 con 0x5567f217c370 2024-09-10T07:48:57.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feea8004d20 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feea0012e50 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feea802e050 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeb720a740 10 client.16326 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5567f21f6ab0 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.420+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feea0012e50 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7feea801f070 con 0x5567f217c370 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 10 client.16326 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 10 client.16326 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 20 client.16326 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f21f7280 0x5567f21f96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 4 client.16326 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5567f205b170 con 0x5567f21f7280 2024-09-10T07:48:57.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeae59c640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f21f7280 0x5567f21f96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7fee95ffb640 10 client.16326 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.421+0000 7feeae59c640 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f21f7280 0x5567f21f96a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3981f3129ef3bac8 server_cookie=1aaf5367ee5cb116 in_seq=0 out_seq=0 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7fee95ffb640 1 -- 172.21.15.7:0/1951234560 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5567f205b170 con 0x5567f21f7280 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7fee95ffb640 10 client.16326 handle_command_reply: tid=0 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 client.16326 shutdown 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 msgr2=0x5567f2180240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7feea8011f90 tx=0x7feea800a9e0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 shutdown_connections 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5567f21f7280 0x5567f21f96a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567f217c370 0x5567f2180240 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7fee95ffb640 0 client.16326 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567f2172b40 0x5567f217fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 --2- 172.21.15.7:0/1951234560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567f21715d0 0x5567f2184940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 >> 172.21.15.7:0/1951234560 conn(0x5567f213a310 msgr2=0x5567f2173110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 shutdown_connections 2024-09-10T07:48:57.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 1 -- 172.21.15.7:0/1951234560 wait complete. 2024-09-10T07:48:57.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.422+0000 7feeb720a740 20 client.16326 trim_cache size 0 max 16384 2024-09-10T07:48:57.427 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 msgr2=0x7fee9c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 0x7fee9c0a5040 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7feea800afd0 tx=0x7feea800a4d0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 msgr2=0x7feeb0074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fee98005940 tx=0x7fee98004270 comp rx=0 tx=0).stop 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 shutdown_connections 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee9c0a2b80 0x7fee9c0a5040 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeb0106f10 0x7feeb0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeb0102790 0x7feeb0074a30 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 --2- 172.21.15.7:0/2979747120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeb0101de0 0x7feeb00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:57.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 >> 172.21.15.7:0/2979747120 conn(0x7feeb00fd8c0 msgr2=0x7feeb00fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:57.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 shutdown_connections 2024-09-10T07:48:57.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:57.423+0000 7feeb4e31640 1 -- 172.21.15.7:0/2979747120 wait complete. 2024-09-10T07:48:58.193 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:48:58.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 1 sec latency 4050.518 ms 2024-09-10T07:48:58.451 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:48:58.825 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:48:58 smithi007 ceph-mon[30879]: pgmap v470: 129 pgs: 129 active+clean; 36 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:48:58.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- 172.21.15.7:0/1651783002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c107820 msgr2=0x7f334c109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 --2- 172.21.15.7:0/1651783002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c107820 0x7f334c109c90 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f3344009ca0 tx=0x7f334402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- 172.21.15.7:0/1651783002 shutdown_connections 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 --2- 172.21.15.7:0/1651783002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c107820 0x7f334c109c90 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 --2- 172.21.15.7:0/1651783002 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c104ef0 0x7f334c1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 --2- 172.21.15.7:0/1651783002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c1025c0 0x7f334c1049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- 172.21.15.7:0/1651783002 >> 172.21.15.7:0/1651783002 conn(0x7f334c0fc1e0 msgr2=0x7f334c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- 172.21.15.7:0/1651783002 shutdown_connections 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- 172.21.15.7:0/1651783002 wait complete. 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 Processor -- start 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.885+0000 7f3352152640 1 -- start start 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 0x7f334c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c107820 0x7f334c19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f334c10d700 con 0x7f334c1025c0 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f334c10d580 con 0x7f334c107820 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f334c10d880 con 0x7f334c104ef0 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40764/0 (socket says 172.21.15.7:40764) 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 -- 172.21.15.7:0/4056290133 learned_addr learned my addr 172.21.15.7:0/4056290133 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3342ffd640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 0x7f334c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334bfff640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c107820 0x7f334c19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 -- 172.21.15.7:0/4056290133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 msgr2=0x7f334c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 0x7f334c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 -- 172.21.15.7:0/4056290133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c107820 msgr2=0x7f334c19f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c107820 0x7f334c19f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 -- 172.21.15.7:0/4056290133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f334c19f9b0 con 0x7f334c1025c0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3342ffd640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 0x7f334c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f334b7fe640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f333c00c920 tx=0x7f333c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f33497fa640 1 -- 172.21.15.7:0/4056290133 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c007c70 con 0x7f334c1025c0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f33497fa640 1 -- 172.21.15.7:0/4056290133 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f333c007e10 con 0x7f334c1025c0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f334c19fca0 con 0x7f334c1025c0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.886+0000 7f33497fa640 1 -- 172.21.15.7:0/4056290133 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c018820 con 0x7f334c1025c0 2024-09-10T07:48:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.887+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f334c1a01a0 con 0x7f334c1025c0 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f33497fa640 1 -- 172.21.15.7:0/4056290133 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f333c0189c0 con 0x7f334c1025c0 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 Processor -- start 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 -- start start 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f41eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f421830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56017f37d2f0 con 0x56017f4199a0 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56017f325270 con 0x56017f41a2e0 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f3354fcc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56017f3792b0 con 0x56017f41f370 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f334bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f334bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40776/0 (socket says 172.21.15.7:40776) 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.889+0000 7f334bfff640 1 -- 172.21.15.7:0/1858576461 learned_addr learned my addr 172.21.15.7:0/1858576461 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334b7fe640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f41eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f421830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f33497fa640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 0x7f33380a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 -- 172.21.15.7:0/1858576461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 msgr2=0x56017f421830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f421830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 -- 172.21.15.7:0/1858576461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 msgr2=0x56017f41eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f41eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 -- 172.21.15.7:0/1858576461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56017f324340 con 0x56017f4199a0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f421830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f33497fa640 1 -- 172.21.15.7:0/4056290133 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f333c0cf690 con 0x7f334c1025c0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f3344035000 tx=0x7f3344005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6783855fb9461e87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f334bfff640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 0x7f33380a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f3341ffb640 1 -- 172.21.15.7:0/1858576461 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334404a040 con 0x56017f4199a0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f3341ffb640 1 -- 172.21.15.7:0/1858576461 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3344036040 con 0x56017f4199a0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.890+0000 7f3341ffb640 1 -- 172.21.15.7:0/1858576461 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33440305c0 con 0x56017f4199a0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f334bfff640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 0x7f33380a50f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f3344005fe0 tx=0x7f33440308c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- 172.21.15.7:0/1858576461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 msgr2=0x56017f419da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f3344035000 tx=0x7f3344005ef0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- 172.21.15.7:0/1858576461 shutdown_connections 2024-09-10T07:48:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f421830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f41eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1858576461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f419da0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- 172.21.15.7:0/1858576461 >> 172.21.15.7:0/1858576461 conn(0x56017f415010 msgr2=0x56017f415410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- 172.21.15.7:0/1858576461 shutdown_connections 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- 172.21.15.7:0/1858576461 wait complete. 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.891+0000 7f3354fcc740 1 -- start start 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 Processor -- start 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f423b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41a2e0 0x56017f424040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56017f4222e0 con 0x56017f41f370 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56017f306290 con 0x56017f4199a0 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56017f422460 con 0x56017f41a2e0 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3354fcc740 10 client.0 _ll_register_callbacks cb 0x56017f337140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40792/0 (socket says 172.21.15.7:40792) 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 -- 172.21.15.7:0/2944615931 learned_addr learned my addr 172.21.15.7:0/2944615931 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334b7fe640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f423b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f3342ffd640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41a2e0 0x56017f424040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 -- 172.21.15.7:0/2944615931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41a2e0 msgr2=0x56017f424040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41a2e0 0x56017f424040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 -- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 msgr2=0x56017f423b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f423b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.892+0000 7f334bfff640 1 -- 172.21.15.7:0/2944615931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56017f090210 con 0x56017f41f370 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f334bfff640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f3344006010 tx=0x7f334404e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4bf8d1384b3be4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3344061060 con 0x56017f41f370 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3344004670 con 0x56017f41f370 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3344036040 con 0x56017f41f370 2024-09-10T07:48:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f334404a040 con 0x56017f41f370 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 10 client.16338 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56017f15c620 con 0x56017f41f370 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3344036040 con 0x56017f41f370 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f334402f600 con 0x56017f41f370 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 10 client.16338 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 10 client.16338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 20 client.16338 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f42f3d0 0x56017f4317c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 4 client.16338 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.893+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56017f38aa20 con 0x56017f42f3d0 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.894+0000 7f334b7fe640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f42f3d0 0x56017f4317c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.894+0000 7f334b7fe640 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f42f3d0 0x56017f4317c0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e9975b25f96be23 server_cookie=b8bda56df27be67c in_seq=0 out_seq=0 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.894+0000 7f332affd640 10 client.16338 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f332affd640 1 -- 172.21.15.7:0/2944615931 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56017f38aa20 con 0x56017f42f3d0 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f332affd640 10 client.16338 handle_command_reply: tid=0 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 client.16338 shutdown 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 msgr2=0x56017f42b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f3344006010 tx=0x7f334404e000 comp rx=0 tx=0).stop 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 shutdown_connections 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f42f3d0 0x56017f4317c0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41f370 0x56017f42b080 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41a2e0 0x56017f424040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 --2- 172.21.15.7:0/2944615931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f423b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f332affd640 0 client.16338 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 >> 172.21.15.7:0/2944615931 conn(0x56017f415010 msgr2=0x56017f416820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 shutdown_connections 2024-09-10T07:48:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 1 -- 172.21.15.7:0/2944615931 wait complete. 2024-09-10T07:48:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.895+0000 7f3354fcc740 20 client.16338 trim_cache size 0 max 16384 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.910+0000 7f3354fcc740 1 Processor -- start 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.910+0000 7f3354fcc740 1 -- start start 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.910+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f4140b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.910+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f4360a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3354fcc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1ad000 con 0x56017f41a2e0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3354fcc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1aa870 con 0x56017f4199a0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3354fcc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1a86e0 con 0x56017f41f370 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40796/0 (socket says 172.21.15.7:40796) 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 -- 172.21.15.7:0/4235319190 learned_addr learned my addr 172.21.15.7:0/4235319190 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f334bfff640 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f4360a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f334b7fe640 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f4140b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 -- 172.21.15.7:0/4235319190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 msgr2=0x56017f4360a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f4360a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 -- 172.21.15.7:0/4235319190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 msgr2=0x56017f4140b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f4140b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 -- 172.21.15.7:0/4235319190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56017f431b30 con 0x56017f41a2e0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f3342ffd640 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f3334007850 tx=0x7f3334007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35399b4add1efe93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f33417fa640 1 -- 172.21.15.7:0/4235319190 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3334019070 con 0x56017f41a2e0 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f33417fa640 1 -- 172.21.15.7:0/4235319190 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3334011cf0 con 0x56017f41a2e0 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.911+0000 7f33417fa640 1 -- 172.21.15.7:0/4235319190 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33340143e0 con 0x56017f41a2e0 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- 172.21.15.7:0/4235319190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 msgr2=0x56017f42b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f3334007850 tx=0x7f3334007d10 comp rx=0 tx=0).stop 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- 172.21.15.7:0/4235319190 shutdown_connections 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f4360a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f41a2e0 0x56017f42b040 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 --2- 172.21.15.7:0/4235319190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f4199a0 0x56017f4140b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- 172.21.15.7:0/4235319190 >> 172.21.15.7:0/4235319190 conn(0x56017f415010 msgr2=0x56017f4139a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- 172.21.15.7:0/4235319190 shutdown_connections 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- 172.21.15.7:0/4235319190 wait complete. 2024-09-10T07:48:58.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 -- start start 2024-09-10T07:48:58.914 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:48:58 smithi110 ceph-mon[34417]: pgmap v470: 129 pgs: 129 active+clean; 36 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:48:58.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.912+0000 7f3354fcc740 1 Processor -- start 2024-09-10T07:48:58.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f4295e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f42a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1a8d30 con 0x56017f4199a0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1aa1a0 con 0x56017f41a2e0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f334c1a9400 con 0x56017f41f370 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 10 client.0 _ll_register_callbacks cb 0x7f333c097de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40800/0 (socket says 172.21.15.7:40800) 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 -- 172.21.15.7:0/1915429119 learned_addr learned my addr 172.21.15.7:0/1915429119 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f4295e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 -- 172.21.15.7:0/1915429119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 msgr2=0x56017f42a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334bfff640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f42a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f42a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 -- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 msgr2=0x56017f4295e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f4295e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 -- 172.21.15.7:0/1915429119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56017f42ab90 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f4295e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f334b7fe640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f333c09b850 tx=0x7f333c09b750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30397109559e115 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f332affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c0d5040 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f333c0cf390 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.913+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3334011cf0 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f333c018cb0 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 10 client.16344 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56017f49aa20 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3334011cf0 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f333c09bdb0 con 0x56017f4199a0 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 10 client.16344 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 20 client.16344 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:58.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f49b390 0x56017f49d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:58.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 4 client.16344 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:48:58.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56017f384d70 con 0x56017f49b390 2024-09-10T07:48:58.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.914+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f49b390 0x56017f49d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:58.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.915+0000 7f332affd640 10 client.16344 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:58.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.915+0000 7f3342ffd640 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f49b390 0x56017f49d7b0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3db7481f20e3ba36 server_cookie=d3ff2a4c5a6ac98f in_seq=0 out_seq=0 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f332affd640 1 -- 172.21.15.7:0/1915429119 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56017f384d70 con 0x56017f49b390 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f332affd640 10 client.16344 handle_command_reply: tid=0 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 client.16344 shutdown 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 msgr2=0x56017f4290a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f333c09b850 tx=0x7f333c09b750 comp rx=0 tx=0).stop 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 shutdown_connections 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56017f49b390 0x56017f49d7b0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56017f41f370 0x56017f42a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56017f41a2e0 0x56017f4295e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f332affd640 0 client.16344 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:58.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 --2- 172.21.15.7:0/1915429119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56017f4199a0 0x56017f4290a0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 >> 172.21.15.7:0/1915429119 conn(0x56017f415010 msgr2=0x56017f4141c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 shutdown_connections 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 1 -- 172.21.15.7:0/1915429119 wait complete. 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.930+0000 7f3354fcc740 20 client.16344 trim_cache size 0 max 16384 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:48:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 msgr2=0x7f33380a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 0x7f33380a50f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f3344005fe0 tx=0x7f33440308c0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 msgr2=0x7f334c197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f333c00c920 tx=0x7f333c00cde0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 shutdown_connections 2024-09-10T07:48:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f33380a2c30 0x7f33380a50f0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f334c107820 0x7f334c19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c104ef0 0x7f334c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 --2- 172.21.15.7:0/4056290133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f334c1025c0 0x7f334c197da0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 >> 172.21.15.7:0/4056290133 conn(0x7f334c0fc1e0 msgr2=0x7f334c102f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 shutdown_connections 2024-09-10T07:48:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:48:58.931+0000 7f3352152640 1 -- 172.21.15.7:0/4056290133 wait complete. 2024-09-10T07:48:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:48:58 smithi145 ceph-mon[34766]: pgmap v470: 129 pgs: 129 active+clean; 36 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 -- 172.21.15.7:0/3542269421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 msgr2=0x7f1cbc10d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/3542269421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc10d130 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4009ca0 tx=0x7f1cb402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 -- 172.21.15.7:0/3542269421 shutdown_connections 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/3542269421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc10d130 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/3542269421 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100e30 0x7f1cbc104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/3542269421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100480 0x7f1cbc100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 -- 172.21.15.7:0/3542269421 >> 172.21.15.7:0/3542269421 conn(0x7f1cbc077210 msgr2=0x7f1cbc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 -- 172.21.15.7:0/3542269421 shutdown_connections 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.019+0000 7f1cc3eda640 1 -- 172.21.15.7:0/3542269421 wait complete. 2024-09-10T07:48:59.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 Processor -- start 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 -- start start 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100480 0x7f1cbc1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 0x7f1cbc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1104e0 con 0x7f1cbc1055b0 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc110360 con 0x7f1cbc100480 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc3eda640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc110660 con 0x7f1cbc100e30 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc2477640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc2477640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40818/0 (socket says 172.21.15.7:40818) 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc2477640 1 -- 172.21.15.7:0/4009527097 learned_addr learned my addr 172.21.15.7:0/4009527097 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100480 0x7f1cbc1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.020+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 0x7f1cbc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 -- 172.21.15.7:0/4009527097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 msgr2=0x7f1cbc1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 0x7f1cbc1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 -- 172.21.15.7:0/4009527097 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100480 msgr2=0x7f1cbc1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100480 0x7f1cbc1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 -- 172.21.15.7:0/4009527097 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cbc19d360 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 0x7f1cbc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc2477640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4009dc0 tx=0x7f1cb4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cb2ffd640 1 -- 172.21.15.7:0/4009527097 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb4004040 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cb2ffd640 1 -- 172.21.15.7:0/4009527097 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cb4004690 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cbc19d5f0 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cb2ffd640 1 -- 172.21.15.7:0/4009527097 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb4030c90 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.021+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cbc1a4f30 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.023+0000 7f1cb2ffd640 1 -- 172.21.15.7:0/4009527097 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1cb40041e0 con 0x7f1cbc1055b0 2024-09-10T07:48:59.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 Processor -- start 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 -- start start 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc404090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc404a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc36a2f0 con 0x55a1fc40f370 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc311cf0 con 0x55a1fc405b40 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc3662b0 con 0x55a1fc4045d0 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cb2ffd640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 0x7f1ca80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40828/0 (socket says 172.21.15.7:40828) 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc1475640 1 -- 172.21.15.7:0/848957180 learned_addr learned my addr 172.21.15.7:0/848957180 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc1475640 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc404090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc404a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.024+0000 7f1cb2ffd640 1 -- 172.21.15.7:0/4009527097 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cb40f0ba0 con 0x7f1cbc1055b0 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc2477640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 0x7f1ca80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 -- 172.21.15.7:0/848957180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 msgr2=0x55a1fc404a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc404a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 -- 172.21.15.7:0/848957180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 msgr2=0x55a1fc404090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc404090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 -- 172.21.15.7:0/848957180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1fc2f63a0 con 0x55a1fc40f370 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc1475640 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f1cac013930 tx=0x7f1cac00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c5690a37d09d87b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1cc2477640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 0x7f1ca80a5040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1cb402f3b0 tx=0x7f1cb40095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1ca7fff640 1 -- 172.21.15.7:0/848957180 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac004020 con 0x55a1fc40f370 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1ca7fff640 1 -- 172.21.15.7:0/848957180 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cac00ee10 con 0x55a1fc40f370 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.025+0000 7f1ca7fff640 1 -- 172.21.15.7:0/848957180 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac003850 con 0x55a1fc40f370 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- 172.21.15.7:0/848957180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 msgr2=0x55a1fc411760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f1cac013930 tx=0x7f1cac00b480 comp rx=0 tx=0).stop 2024-09-10T07:48:59.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- 172.21.15.7:0/848957180 shutdown_connections 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc411760 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc404a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/848957180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc404090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- 172.21.15.7:0/848957180 >> 172.21.15.7:0/848957180 conn(0x55a1fc3cd310 msgr2=0x55a1fc400c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- 172.21.15.7:0/848957180 shutdown_connections 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- 172.21.15.7:0/848957180 wait complete. 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 -- start start 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.026+0000 7f1cc62b3740 1 Processor -- start 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc40ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc412070 con 0x55a1fc40f370 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc325060 con 0x55a1fc405b40 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a1fc4121f0 con 0x55a1fc4045d0 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc62b3740 10 client.0 _ll_register_callbacks cb 0x55a1fc0788c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40844/0 (socket says 172.21.15.7:40844) 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 -- 172.21.15.7:0/4177311636 learned_addr learned my addr 172.21.15.7:0/4177311636 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc40ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 -- 172.21.15.7:0/4177311636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 msgr2=0x55a1fc40ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc40ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 -- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 msgr2=0x55a1fc40bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 -- 172.21.15.7:0/4177311636 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1fc0db3c0 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1cc1475640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f1cac0057a0 tx=0x7f1cac0044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ea24f5b09b59ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.027+0000 7f1ca57fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac00e960 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cac00eb00 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cac00ee10 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1cac011440 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 10 client.16356 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a1fc41db00 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cac00ee10 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1cac01e440 con 0x55a1fc40f370 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 10 client.16356 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 20 client.16356 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:59.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc41eea0 0x55a1fc421290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 4 client.16356 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.028+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1fc377860 con 0x55a1fc41eea0 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.029+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc41eea0 0x55a1fc421290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.029+0000 7f1ca57fa640 10 client.16356 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.029+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc41eea0 0x55a1fc421290 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d548a6a05447b729 server_cookie=3f5f25fa01f0ac91 in_seq=0 out_seq=0 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1ca57fa640 1 -- 172.21.15.7:0/4177311636 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a1fc377860 con 0x55a1fc41eea0 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1ca57fa640 10 client.16356 handle_command_reply: tid=0 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 client.16356 shutdown 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 msgr2=0x55a1fc40c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f1cac0057a0 tx=0x7f1cac0044e0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 shutdown_connections 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc41eea0 0x55a1fc421290 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc40f370 0x55a1fc40c5d0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/4177311636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc4045d0 0x55a1fc40ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1ca57fa640 0 client.16356 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:59.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 >> 172.21.15.7:0/4177311636 conn(0x55a1fc3cd310 msgr2=0x55a1fc406960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 shutdown_connections 2024-09-10T07:48:59.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 1 -- 172.21.15.7:0/4177311636 wait complete. 2024-09-10T07:48:59.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.030+0000 7f1cc62b3740 20 client.16356 trim_cache size 0 max 16384 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 Processor -- start 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 -- start start 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc426860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1b1560 con 0x55a1fc4045d0 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1aedd0 con 0x55a1fc405b40 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1acc40 con 0x55a1fc40f370 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40852/0 (socket says 172.21.15.7:40852) 2024-09-10T07:48:59.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 -- 172.21.15.7:0/279002059 learned_addr learned my addr 172.21.15.7:0/279002059 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 -- 172.21.15.7:0/279002059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 msgr2=0x55a1fc426860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc426860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 -- 172.21.15.7:0/279002059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 msgr2=0x55a1fc40afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 -- 172.21.15.7:0/279002059 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1fc40e950 con 0x55a1fc4045d0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.044+0000 7f1cc1475640 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1cac00bb40 tx=0x7f1cac00bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a852cb0005d267d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1ca77fe640 1 -- 172.21.15.7:0/279002059 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac00b900 con 0x55a1fc4045d0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1ca77fe640 1 -- 172.21.15.7:0/279002059 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cac00ee10 con 0x55a1fc4045d0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1ca77fe640 1 -- 172.21.15.7:0/279002059 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac01e6a0 con 0x55a1fc4045d0 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 -- 172.21.15.7:0/279002059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 msgr2=0x55a1fc41b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1cac00bb40 tx=0x7f1cac00bb70 comp rx=0 tx=0).stop 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 -- 172.21.15.7:0/279002059 shutdown_connections 2024-09-10T07:48:59.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc426860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc40afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/279002059 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc41b340 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 -- 172.21.15.7:0/279002059 >> 172.21.15.7:0/279002059 conn(0x55a1fc3cd310 msgr2=0x55a1fc40a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.045+0000 7f1cc62b3740 1 -- 172.21.15.7:0/279002059 shutdown_connections 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 -- 172.21.15.7:0/279002059 wait complete. 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 -- start start 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 Processor -- start 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc408c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc4091b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1ad290 con 0x55a1fc4045d0 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1ae700 con 0x55a1fc405b40 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc1ad960 con 0x55a1fc40f370 2024-09-10T07:48:59.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.046+0000 7f1cc62b3740 10 client.0 _ll_register_callbacks cb 0x7f1cac00bea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40856/0 (socket says 172.21.15.7:40856) 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 -- 172.21.15.7:0/3996259807 learned_addr learned my addr 172.21.15.7:0/3996259807 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc408c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc4091b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 -- 172.21.15.7:0/3996259807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 msgr2=0x55a1fc4091b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc4091b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 -- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 msgr2=0x55a1fc408c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc408c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 -- 172.21.15.7:0/3996259807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1fc4098c0 con 0x55a1fc4045d0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc1475640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f1cac001eb0 tx=0x7f1cac01ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8832317b0e0db84 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1ca57fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac00b900 con 0x55a1fc4045d0 2024-09-10T07:48:59.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cac00e960 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cac00ee10 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1cac00eb60 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.047+0000 7f1cc62b3740 10 client.16362 fetch_fsmap learned FSMap version 29 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a1fc489770 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cac00ee10 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1cac02c400 con 0x55a1fc4045d0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 10 client.16362 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 10 client.16362 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 20 client.16362 populate_metadata read hostname 'smithi007' 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc489f10 0x55a1fc48c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 4 client.16362 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a1fc371d70 con 0x55a1fc489f10 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.048+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc489f10 0x55a1fc48c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc1c76640 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc489f10 0x55a1fc48c330 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f3f70b41f0363cb server_cookie=db7b21d473eaf68c in_seq=0 out_seq=0 2024-09-10T07:48:59.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1ca57fa640 10 client.16362 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:59.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1ca57fa640 1 -- 172.21.15.7:0/3996259807 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a1fc371d70 con 0x55a1fc489f10 2024-09-10T07:48:59.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1ca57fa640 10 client.16362 handle_command_reply: tid=0 2024-09-10T07:48:59.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 client.16362 shutdown 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 msgr2=0x55a1fc417ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f1cac001eb0 tx=0x7f1cac01ed90 comp rx=0 tx=0).stop 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 shutdown_connections 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a1fc489f10 0x55a1fc48c330 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a1fc40f370 0x55a1fc4091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a1fc405b40 0x55a1fc408c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1ca57fa640 0 client.16362 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 --2- 172.21.15.7:0/3996259807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a1fc4045d0 0x55a1fc417ac0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 >> 172.21.15.7:0/3996259807 conn(0x55a1fc3cd310 msgr2=0x55a1fc40b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 shutdown_connections 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 1 -- 172.21.15.7:0/3996259807 wait complete. 2024-09-10T07:48:59.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.049+0000 7f1cc62b3740 20 client.16362 trim_cache size 0 max 16384 2024-09-10T07:48:59.055 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:48:59.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 msgr2=0x7f1ca80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 0x7f1ca80a5040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1cb402f3b0 tx=0x7f1cb40095c0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 msgr2=0x7f1cbc19cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:48:59.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4009dc0 tx=0x7f1cb4003ba0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 shutdown_connections 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ca80a2b80 0x7f1ca80a5040 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cbc1055b0 0x7f1cbc19cc80 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cbc100e30 0x7f1cbc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 --2- 172.21.15.7:0/4009527097 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cbc100480 0x7f1cbc1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 >> 172.21.15.7:0/4009527097 conn(0x7f1cbc077210 msgr2=0x7f1cbc1035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 shutdown_connections 2024-09-10T07:48:59.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:48:59.050+0000 7f1cc3eda640 1 -- 172.21.15.7:0/4009527097 wait complete. 2024-09-10T07:48:59.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 2 sec latency 5050.587 ms 2024-09-10T07:49:00.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 3 sec latency 6050.683 ms 2024-09-10T07:49:00.827 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:49:00.828 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:49:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:00 smithi110 ceph-mon[34417]: pgmap v471: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:49:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:00 smithi145 ceph-mon[34766]: pgmap v471: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:49:01.100 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:01.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:00 smithi007 ceph-mon[30879]: pgmap v471: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:49:01.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 4 sec latency 7050.768 ms 2024-09-10T07:49:01.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 -- 172.21.15.7:0/473402593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 msgr2=0x7f0a30100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 --2- 172.21.15.7:0/473402593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30100860 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009900 tx=0x7f0a2002a410 comp rx=0 tx=0).stop 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 -- 172.21.15.7:0/473402593 shutdown_connections 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 --2- 172.21.15.7:0/473402593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a301055b0 0x7f0a3010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 --2- 172.21.15.7:0/473402593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a30100e30 0x7f0a30104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 --2- 172.21.15.7:0/473402593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30100860 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 -- 172.21.15.7:0/473402593 >> 172.21.15.7:0/473402593 conn(0x7f0a30077210 msgr2=0x7f0a300fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 -- 172.21.15.7:0/473402593 shutdown_connections 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.605+0000 7f0a35879640 1 -- 172.21.15.7:0/473402593 wait complete. 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 Processor -- start 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 -- start start 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a30100e30 0x7f0a301988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a301055b0 0x7f0a3019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3010fc40 con 0x7f0a30100480 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3010fac0 con 0x7f0a301055b0 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a35879640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3010fdc0 con 0x7f0a30100e30 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.606+0000 7f0a2effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46348/0 (socket says 172.21.15.7:46348) 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 -- 172.21.15.7:0/1170192221 learned_addr learned my addr 172.21.15.7:0/1170192221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a27fff640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a30100e30 0x7f0a301988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a301055b0 0x7f0a3019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 -- 172.21.15.7:0/1170192221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a30100e30 msgr2=0x7f0a301988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a30100e30 0x7f0a301988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 -- 172.21.15.7:0/1170192221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a301055b0 msgr2=0x7f0a3019cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a301055b0 0x7f0a3019cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 -- 172.21.15.7:0/1170192221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3019d340 con 0x7f0a30100480 2024-09-10T07:49:01.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0a20005940 tx=0x7f0a20004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a34877640 1 -- 172.21.15.7:0/1170192221 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2003f030 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a3019d5d0 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a34877640 1 -- 172.21.15.7:0/1170192221 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a20003aa0 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a34877640 1 -- 172.21.15.7:0/1170192221 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a20035070 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.607+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a301a4f10 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.610+0000 7f0a34877640 1 -- 172.21.15.7:0/1170192221 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0a20042030 con 0x7f0a30100480 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.610+0000 7f0a37c52740 1 Processor -- start 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.610+0000 7f0a37c52740 1 -- start start 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c67cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c5d3280 con 0x55ec6c66da60 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c57ab10 con 0x55ec6c66e380 2024-09-10T07:49:01.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a37c52740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c5cf240 con 0x55ec6c67d150 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46354/0 (socket says 172.21.15.7:46354) 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/1563347131 learned_addr learned my addr 172.21.15.7:0/1563347131 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a27fff640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c67cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/1563347131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 msgr2=0x55ec6c67f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/1563347131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 msgr2=0x55ec6c67cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c67cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/1563347131 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec6c5871f0 con 0x55ec6c66da60 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c67cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:01.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a34877640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 0x7f0a1c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800ae20 tx=0x7f0a2800e7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8805fe4862dcf187 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 0x7f0a1c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.611+0000 7f0a34877640 1 -- 172.21.15.7:0/1170192221 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0a200efb90 con 0x7f0a30100480 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a25ffb640 1 -- 172.21.15.7:0/1563347131 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a28003b70 con 0x55ec6c66da60 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a25ffb640 1 -- 172.21.15.7:0/1563347131 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a28003d10 con 0x55ec6c66da60 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a25ffb640 1 -- 172.21.15.7:0/1563347131 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2800cb50 con 0x55ec6c66da60 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 -- 172.21.15.7:0/1563347131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 msgr2=0x55ec6c66de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a2effd640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 0x7f0a1c0a5040 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0a200ed660 tx=0x7f0a200f1040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800ae20 tx=0x7f0a2800e7c0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 -- 172.21.15.7:0/1563347131 shutdown_connections 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c67cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 --2- 172.21.15.7:0/1563347131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c66de40 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.612+0000 7f0a37c52740 1 -- 172.21.15.7:0/1563347131 >> 172.21.15.7:0/1563347131 conn(0x55ec6c66a0f0 msgr2=0x55ec6c66a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- 172.21.15.7:0/1563347131 shutdown_connections 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- 172.21.15.7:0/1563347131 wait complete. 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- start start 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 Processor -- start 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66da60 0x55ec6c67a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c67fd80 con 0x55ec6c66e380 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c58df10 con 0x55ec6c66da60 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.613+0000 7f0a37c52740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ec6c67ff00 con 0x55ec6c67d150 2024-09-10T07:49:01.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a37c52740 10 client.0 _ll_register_callbacks cb 0x55ec6c556a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46368/0 (socket says 172.21.15.7:46368) 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 -- 172.21.15.7:0/2813799034 learned_addr learned my addr 172.21.15.7:0/2813799034 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66da60 0x55ec6c67a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 -- 172.21.15.7:0/2813799034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 msgr2=0x55ec6c67aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 -- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66da60 msgr2=0x55ec6c67a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66da60 0x55ec6c67a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 -- 172.21.15.7:0/2813799034 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec6c3446a0 con 0x55ec6c66e380 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800b9f0 tx=0x7f0a1800beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3fe1185aaa0cfe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:01.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a1801b440 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0a1801b5e0 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a28003d10 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0a18024050 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.614+0000 7f0a37c52740 10 client.16374 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ec6c68b960 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a28003d10 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0a18019020 con 0x55ec6c66e380 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 10 client.16374 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 20 client.16374 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c68ce70 0x55ec6c68f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 4 client.16374 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:01.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec6c5e07f0 con 0x55ec6c68ce70 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.615+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c68ce70 0x55ec6c68f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.616+0000 7f0a0effd640 10 client.16374 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.616+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c68ce70 0x55ec6c68f2c0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39cbf65894053daa server_cookie=2e6f9f2c8ab87b4b in_seq=0 out_seq=0 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.616+0000 7f0a0effd640 1 -- 172.21.15.7:0/2813799034 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ec6c5e07f0 con 0x55ec6c68ce70 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.616+0000 7f0a0effd640 10 client.16374 handle_command_reply: tid=0 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.616+0000 7f0a37c52740 1 client.16374 shutdown 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 msgr2=0x55ec6c67a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800b9f0 tx=0x7f0a1800beb0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 shutdown_connections 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c68ce70 0x55ec6c68f2c0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c67aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66e380 0x55ec6c67a540 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a0effd640 0 client.16374 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:01.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2813799034 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66da60 0x55ec6c67a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 >> 172.21.15.7:0/2813799034 conn(0x55ec6c66a0f0 msgr2=0x55ec6c66fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 shutdown_connections 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 1 -- 172.21.15.7:0/2813799034 wait complete. 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.617+0000 7f0a37c52740 20 client.16374 trim_cache size 0 max 16384 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.634+0000 7f0a37c52740 1 Processor -- start 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.634+0000 7f0a37c52740 1 -- start start 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c66e380 0x55ec6c694bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c67d150 0x55ec6c695110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301af360 con 0x55ec6c66da60 2024-09-10T07:49:01.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301acbd0 con 0x55ec6c67d150 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a37c52740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301aaa40 con 0x55ec6c66e380 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46370/0 (socket says 172.21.15.7:46370) 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2885280491 learned_addr learned my addr 172.21.15.7:0/2885280491 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2885280491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c66e380 msgr2=0x55ec6c694bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c66e380 0x55ec6c694bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c66e380 0x55ec6c694bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2885280491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c67d150 msgr2=0x55ec6c695110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c67d150 0x55ec6c695110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2885280491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec6c669f20 con 0x55ec6c66da60 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800ecc0 tx=0x7f0a2800aa50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e1632154e4987b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a257fa640 1 -- 172.21.15.7:0/2885280491 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2800cd30 con 0x55ec6c66da60 2024-09-10T07:49:01.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a257fa640 1 -- 172.21.15.7:0/2885280491 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a28034900 con 0x55ec6c66da60 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.635+0000 7f0a257fa640 1 -- 172.21.15.7:0/2885280491 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a280256b0 con 0x55ec6c66da60 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- 172.21.15.7:0/2885280491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 msgr2=0x55ec6c67be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800ecc0 tx=0x7f0a2800aa50 comp rx=0 tx=0).stop 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- 172.21.15.7:0/2885280491 shutdown_connections 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c67d150 0x55ec6c695110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c66e380 0x55ec6c694bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2885280491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c67be60 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- 172.21.15.7:0/2885280491 >> 172.21.15.7:0/2885280491 conn(0x55ec6c66a0f0 msgr2=0x55ec6c67b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- 172.21.15.7:0/2885280491 shutdown_connections 2024-09-10T07:49:01.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- 172.21.15.7:0/2885280491 wait complete. 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.636+0000 7f0a37c52740 1 -- start start 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 Processor -- start 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c681bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c6f6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301ab090 con 0x55ec6c66da60 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301ac500 con 0x55ec6c66e380 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301ab760 con 0x55ec6c67d150 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a37c52740 10 client.0 _ll_register_callbacks cb 0x7f0a180040c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46384/0 (socket says 172.21.15.7:46384) 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2915828861 learned_addr learned my addr 172.21.15.7:0/2915828861 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c681bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2915828861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 msgr2=0x55ec6c6f6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c6f6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 msgr2=0x55ec6c681bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c681bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 -- 172.21.15.7:0/2915828861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec6c6f7190 con 0x55ec6c66da60 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c681bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a2f7fe640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800a9f0 tx=0x7f0a2800cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d50990557abec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.637+0000 7f0a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a28034450 con 0x55ec6c66da60 2024-09-10T07:49:01.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0a280345f0 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a28034900 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0a28043050 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 10 client.16380 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ec6c6f8470 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a28034900 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0a28022040 con 0x55ec6c66da60 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 10 client.16380 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 10 client.16380 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 20 client.16380 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c6f88a0 0x55ec6c6fac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 4 client.16380 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ec6c5dad00 con 0x55ec6c6f88a0 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.638+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c6f88a0 0x55ec6c6fac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:01.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.639+0000 7f0a27fff640 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c6f88a0 0x55ec6c6fac90 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4596345bfa5f85c server_cookie=d82d593731c69ec7 in_seq=0 out_seq=0 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.639+0000 7f0a0effd640 10 client.16380 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a0effd640 1 -- 172.21.15.7:0/2915828861 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ec6c5dad00 con 0x55ec6c6f88a0 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a0effd640 10 client.16380 handle_command_reply: tid=0 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 client.16380 shutdown 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 msgr2=0x55ec6c681680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800a9f0 tx=0x7f0a2800cb30 comp rx=0 tx=0).stop 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:49:01.661 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "c1556021-1b3e-4ed5-b0a8-8373a17af4e4", 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 shutdown_connections 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ec6c6f88a0 0x55ec6c6fac90 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ec6c67d150 0x55ec6c6f6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ec6c66e380 0x55ec6c681bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a0effd640 0 client.16380 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 --2- 172.21.15.7:0/2915828861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ec6c66da60 0x55ec6c681680 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 >> 172.21.15.7:0/2915828861 conn(0x55ec6c66a0f0 msgr2=0x55ec6c67a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 shutdown_connections 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 1 -- 172.21.15.7:0/2915828861 wait complete. 2024-09-10T07:49:01.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.640+0000 7f0a37c52740 20 client.16380 trim_cache size 0 max 16384 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 msgr2=0x7f0a1c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 0x7f0a1c0a5040 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0a200ed660 tx=0x7f0a200f1040 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 msgr2=0x7f0a30198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0a20005940 tx=0x7f0a20004270 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 shutdown_connections 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0a1c0a2b80 0x7f0a1c0a5040 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0a301055b0 0x7f0a3019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a30100e30 0x7f0a301988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 --2- 172.21.15.7:0/1170192221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0a30100480 0x7f0a30198390 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 >> 172.21.15.7:0/1170192221 conn(0x7f0a30077210 msgr2=0x7f0a301037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 shutdown_connections 2024-09-10T07:49:01.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:01.641+0000 7f0a35879640 1 -- 172.21.15.7:0/1170192221 wait complete. 2024-09-10T07:49:01.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.645+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL/ auth{2=1} v11323 ap=3 f(v380 m2024-09-10T07:48:53.534688+0000 2=2+0) n(v10 rc2024-09-10T07:48:53.534688+0000 b520192 3=2+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:87 nref=3)) caps={15204=pAsLsXs/-@9175} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088e7f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020c:[<0x10000000009/EXCEL v658>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020c:[<0x10000000009/EXCEL v11323>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.524690+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.534688+0000 b520192 3=2+1)","memory_value.dirstat":"f(v380 m2024-09-10T07:48:53.534688+0000 2=2+0)","memory_value.rstat":"n(v10 rc2024-09-10T07:48:53.534688+0000 b520192 3=2+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.647+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL/ auth{1=1} v11335 ap=3 f(v286 m2024-09-10T07:48:53.596764+0000 11=11+0) n(v8 rc2024-09-10T07:48:53.596764+0000 b2861056 12=11+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:86 nref=3)) caps={15204=pAsLsXs/-@8493} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb6a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000215:[<0x10000000009/COREL v50>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000215:[<0x10000000009/COREL v11335>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.586442+0000 12=12+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.596764+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v286 m2024-09-10T07:48:53.596764+0000 11=11+0)","memory_value.rstat":"n(v8 rc2024-09-10T07:48:53.596764+0000 b2861056 12=11+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.912 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.648+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD/ auth{1=1} v11333 ap=3 f(v242 m2024-09-10T07:48:53.469721+0000 3=3+0) n(v9 rc2024-09-10T07:48:53.469721+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:88 nref=3)) caps={15204=pAsLsXs/-@8376} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fa12680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000208:[<0x10000000009/WORD v366>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000208:[<0x10000000009/WORD v11333>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.459534+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.469721+0000 b780288 4=3+1)","memory_value.dirstat":"f(v242 m2024-09-10T07:48:53.469721+0000 3=3+0)","memory_value.rstat":"n(v9 rc2024-09-10T07:48:53.469721+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.649+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000221 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO/ auth{1=1} v11337 ap=3 f(v385 m2024-09-10T07:48:53.652109+0000 3=3+0) n(v8 rc2024-09-10T07:48:53.652109+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:90 nref=3)) caps={15204=pAsLsXs/-@8995} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb60680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000221:[<0x10000000009/WORDPRO v58>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000221:[<0x10000000009/WORDPRO v11337>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.643037+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.652109+0000 b780288 4=3+1)","memory_value.dirstat":"f(v385 m2024-09-10T07:48:53.652109+0000 3=3+0)","memory_value.rstat":"n(v8 rc2024-09-10T07:48:53.652109+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.651+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX/ auth{1=1,2=1} v11339 ap=3 f(v330 m2024-09-10T07:48:53.701977+0000 20=20+0) n(v9 rc2024-09-10T07:48:53.701977+0000 b5201920 21=20+1) (inest sync->mix g=1,2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:91 nref=3)) caps={15204=pAsLsXs/-@10084} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f741600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000229:[<0x10000000009/PARADOX v554>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000229:[<0x10000000009/PARADOX v11339>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.693488+0000 21=21+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.701977+0000 b5201920 21=20+1)","memory_value.dirstat":"f(v330 m2024-09-10T07:48:53.701977+0000 20=20+0)","memory_value.rstat":"n(v9 rc2024-09-10T07:48:53.701977+0000 b5201920 21=20+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.652+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/ auth{1=1} v11329 ap=3 f(v814 m2024-09-10T07:48:53.659977+0000 3=3+0) n(v9 rc2024-09-10T07:48:53.659977+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:92 nref=3)) caps={15204=pAsLsXs/-@11613} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f740000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000225:[<0x10000000009/PM v66>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000225:[<0x10000000009/PM v11329>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.311237+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.659977+0000 b780288 4=3+1)","memory_value.dirstat":"f(v814 m2024-09-10T07:48:53.659977+0000 3=3+0)","memory_value.rstat":"n(v9 rc2024-09-10T07:48:53.659977+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.653+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS/ auth{2=1} v11325 ap=3 f(v140 m2024-09-10T07:48:53.735282+0000 1=1+0) n(v8 rc2024-09-10T07:48:53.735282+0000 b260096 2=1+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:94 nref=3)) caps={15204=pAsLsXs/-@7601} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fba5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000023e:[<0x10000000009/ACCESS v112>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000023e:[<0x10000000009/ACCESS v11325>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:53.726128+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:53.735282+0000 b260096 2=1+1)","memory_value.dirstat":"f(v140 m2024-09-10T07:48:53.735282+0000 1=1+0)","memory_value.rstat":"n(v8 rc2024-09-10T07:48:53.735282+0000 b260096 2=1+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:01.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:49:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:49:01.653+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT/ auth{1=1} v11331 ap=3 f(v294 m2024-09-10T07:48:54.089367+0000 7=7+0) n(v9 rc2024-09-10T07:48:54.121828+0000 b1468696 8=7+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:93 nref=3)) caps={15204=pAsLsXsFs/-@8373} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088fb68580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020f:[<0x10000000009/PWRPNT v274>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020f:[<0x10000000009/PWRPNT v11331>,<0x10000000008/~dmtmp v6030>,<0x10000000007/client0 v277>,<0x10000000006/clients v257>,<0x10000000005/tmp v257>,<0x10000000003/client.0 v259>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v271>,<0x10000000001/sv_0 v281>,<0x10000000000/qa v259>,<0x1/volumes v256>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:48:54.072081+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:48:54.121828+0000 b1468696 8=7+1)","memory_value.dirstat":"f(v294 m2024-09-10T07:48:54.089367+0000 7=7+0)","memory_value.rstat":"n(v9 rc2024-09-10T07:48:54.121828+0000 b1468696 8=7+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:49:02.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 5 sec latency 8050.793 ms 2024-09-10T07:49:02.615 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:49:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: pgmap v472: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 166 KiB/s rd, 744 KiB/s wr, 91 op/s 2024-09-10T07:49:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:49:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.882 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: pgmap v472: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 166 KiB/s rd, 744 KiB/s wr, 91 op/s 2024-09-10T07:49:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: pgmap v472: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 166 KiB/s rd, 744 KiB/s wr, 91 op/s 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:49:02.992 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:03.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 6 sec latency 9050.890 ms 2024-09-10T07:49:03.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 -- 172.21.15.7:0/1720404827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e14102d40 msgr2=0x7f5e14103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/1720404827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e14102d40 0x7f5e14103120 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009900 tx=0x7f5e1002a480 comp rx=0 tx=0).stop 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 -- 172.21.15.7:0/1720404827 shutdown_connections 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/1720404827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e1410c170 0x7f5e1410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/1720404827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14103660 0x7f5e1410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/1720404827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e14102d40 0x7f5e14103120 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 -- 172.21.15.7:0/1720404827 >> 172.21.15.7:0/1720404827 conn(0x7f5e140fc7a0 msgr2=0x7f5e140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 -- 172.21.15.7:0/1720404827 shutdown_connections 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.357+0000 7f5e1b78c640 1 -- 172.21.15.7:0/1720404827 wait complete. 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 Processor -- start 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 -- start start 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14102d40 0x7f5e14198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e14103660 0x7f5e14198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5e14111e20 con 0x7f5e1410c170 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5e14111ca0 con 0x7f5e14102d40 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e1b78c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5e14111fa0 con 0x7f5e14103660 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46400/0 (socket says 172.21.15.7:46400) 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 -- 172.21.15.7:0/739613639 learned_addr learned my addr 172.21.15.7:0/739613639 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e18d27640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e14103660 0x7f5e14198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19528640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14102d40 0x7f5e14198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 -- 172.21.15.7:0/739613639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e14103660 msgr2=0x7f5e14198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e14103660 0x7f5e14198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 -- 172.21.15.7:0/739613639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14102d40 msgr2=0x7f5e14198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14102d40 0x7f5e14198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.358+0000 7f5e19d29640 1 -- 172.21.15.7:0/739613639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1419d2b0 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e19d29640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00eaa0 tx=0x7f5e0c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e0a7fc640 1 -- 172.21.15.7:0/739613639 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c00cdb0 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1419d5a0 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e0a7fc640 1 -- 172.21.15.7:0/739613639 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e0c005020 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e0a7fc640 1 -- 172.21.15.7:0/739613639 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c0116d0 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.359+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e141a4e80 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.361+0000 7f5e0a7fc640 1 -- 172.21.15.7:0/739613639 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5e0c0051d0 con 0x7f5e1410c170 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 Processor -- start 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 -- start start 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bae880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bbba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5b142e0 con 0x55d9e5baedc0 2024-09-10T07:49:03.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5abbce0 con 0x55d9e5bb9680 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e1db65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5b102a0 con 0x55d9e5bae4a0 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e0a7fc640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 0x7f5e000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46412/0 (socket says 172.21.15.7:46412) 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.362+0000 7f5e19528640 1 -- 172.21.15.7:0/720488807 learned_addr learned my addr 172.21.15.7:0/720488807 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e18d27640 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bae880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e18d27640 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bbba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19d29640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 0x7f5e000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e0a7fc640 1 -- 172.21.15.7:0/739613639 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5e0c0cf600 con 0x7f5e1410c170 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 -- 172.21.15.7:0/720488807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 msgr2=0x55d9e5bae880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bae880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 -- 172.21.15.7:0/720488807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 msgr2=0x55d9e5bbba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bbba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 -- 172.21.15.7:0/720488807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9e5aa0440 con 0x55d9e5baedc0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19528640 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f5e1002a9a0 tx=0x7f5e10032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a51002d6eaf475 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5e19d29640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 0x7f5e000a5040 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c0054c0 tx=0x7f5e0c06a9e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5dff7fe640 1 -- 172.21.15.7:0/720488807 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1003f070 con 0x55d9e5baedc0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5dff7fe640 1 -- 172.21.15.7:0/720488807 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e10032e30 con 0x55d9e5baedc0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.363+0000 7f5dff7fe640 1 -- 172.21.15.7:0/720488807 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e10035070 con 0x55d9e5baedc0 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 -- 172.21.15.7:0/720488807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 msgr2=0x55d9e5bb9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f5e1002a9a0 tx=0x7f5e10032cc0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 -- 172.21.15.7:0/720488807 shutdown_connections 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bbba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb9140 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 --2- 172.21.15.7:0/720488807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bae880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 -- 172.21.15.7:0/720488807 >> 172.21.15.7:0/720488807 conn(0x55d9e5baaa30 msgr2=0x55d9e5baae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 -- 172.21.15.7:0/720488807 shutdown_connections 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.364+0000 7f5e1db65740 1 -- 172.21.15.7:0/720488807 wait complete. 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 -- start start 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 Processor -- start 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5bbc250 con 0x55d9e5baedc0 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5acf050 con 0x55d9e5bb9680 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d9e5bbc3d0 con 0x55d9e5bae4a0 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e1db65740 10 client.0 _ll_register_callbacks cb 0x55d9e5b0f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46426/0 (socket says 172.21.15.7:46426) 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e19528640 1 -- 172.21.15.7:0/2900610918 learned_addr learned my addr 172.21.15.7:0/2900610918 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e18d27640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.365+0000 7f5e18d27640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 -- 172.21.15.7:0/2900610918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 msgr2=0x55d9e5bb8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 -- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 msgr2=0x55d9e5bb6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 -- 172.21.15.7:0/2900610918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9e58853c0 con 0x55d9e5baedc0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e18d27640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e19528640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f5e1002a4c0 tx=0x7f5e100316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d327a4d452e6919 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1004b060 con 0x55d9e5baedc0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5e10004440 con 0x55d9e5baedc0 2024-09-10T07:49:03.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e10032e30 con 0x55d9e5baedc0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5e10052050 con 0x55d9e5baedc0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e1db65740 10 client.16392 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d9e5bc7bc0 con 0x55d9e5baedc0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e10032e30 con 0x55d9e5baedc0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.366+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5e100037b0 con 0x55d9e5baedc0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 10 client.16392 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 10 client.16392 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 20 client.16392 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5bcb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 4 client.16392 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9e5b21850 con 0x55d9e5bc8f10 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e18d27640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5bcb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5dfcff9640 10 client.16392 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.367+0000 7f5e18d27640 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5bcb300 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acc04cb356d8c4c7 server_cookie=13fd01f73f248e33 in_seq=0 out_seq=0 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5dfcff9640 1 -- 172.21.15.7:0/2900610918 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d9e5b21850 con 0x55d9e5bc8f10 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5dfcff9640 10 client.16392 handle_command_reply: tid=0 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 client.16392 shutdown 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 msgr2=0x55d9e5bb6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f5e1002a4c0 tx=0x7f5e100316d0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 shutdown_connections 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5bcb300 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb6220 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5dfcff9640 0 client.16392 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 --2- 172.21.15.7:0/2900610918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 >> 172.21.15.7:0/2900610918 conn(0x55d9e5baaa30 msgr2=0x55d9e5bb0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 shutdown_connections 2024-09-10T07:49:03.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 1 -- 172.21.15.7:0/2900610918 wait complete. 2024-09-10T07:49:03.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.368+0000 7f5e1db65740 20 client.16392 trim_cache size 0 max 16384 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 Processor -- start 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 -- start start 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141b1520 con 0x55d9e5bb9680 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141aed90 con 0x55d9e5baedc0 2024-09-10T07:49:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e1db65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141acc00 con 0x55d9e5bae4a0 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46438/0 (socket says 172.21.15.7:46438) 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 -- 172.21.15.7:0/4227501634 learned_addr learned my addr 172.21.15.7:0/4227501634 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e19528640 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 -- 172.21.15.7:0/4227501634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 msgr2=0x55d9e5bb8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 -- 172.21.15.7:0/4227501634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5baedc0 msgr2=0x55d9e5bb3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.386+0000 7f5e18d27640 1 -- 172.21.15.7:0/4227501634 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9e5baa4d0 con 0x55d9e5bb9680 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e18d27640 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5e1410d5b0 tx=0x7f5e04013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=393f9d5019e42725 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5dfeffd640 1 -- 172.21.15.7:0/4227501634 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04014040 con 0x55d9e5bb9680 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5dfeffd640 1 -- 172.21.15.7:0/4227501634 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e040054d0 con 0x55d9e5bb9680 2024-09-10T07:49:03.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5dfeffd640 1 -- 172.21.15.7:0/4227501634 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04012b10 con 0x55d9e5bb9680 2024-09-10T07:49:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 -- 172.21.15.7:0/4227501634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 msgr2=0x55d9e5bb39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5e1410d5b0 tx=0x7f5e04013040 comp rx=0 tx=0).stop 2024-09-10T07:49:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 -- 172.21.15.7:0/4227501634 shutdown_connections 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5bb9680 0x55d9e5bb39c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5baedc0 0x55d9e5bb3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 --2- 172.21.15.7:0/4227501634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bb8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.387+0000 7f5e1db65740 1 -- 172.21.15.7:0/4227501634 >> 172.21.15.7:0/4227501634 conn(0x55d9e5baaa30 msgr2=0x55d9e5bb7a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- 172.21.15.7:0/4227501634 shutdown_connections 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- 172.21.15.7:0/4227501634 wait complete. 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- start start 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 Processor -- start 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bcc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bcccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141ad250 con 0x55d9e5baedc0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141ae6c0 con 0x55d9e5bb9680 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141ad920 con 0x55d9e5bae4a0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e1db65740 10 client.0 _ll_register_callbacks cb 0x7f5e0400be30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e19528640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46442/0 (socket says 172.21.15.7:46442) 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.388+0000 7f5e19528640 1 -- 172.21.15.7:0/1990590413 learned_addr learned my addr 172.21.15.7:0/1990590413 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e18d27640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bcccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e18d27640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bcc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 -- 172.21.15.7:0/1990590413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 msgr2=0x55d9e5bcc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bcc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 -- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 msgr2=0x55d9e5bcccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bcccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 -- 172.21.15.7:0/1990590413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9e5c32a50 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e18d27640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bcc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e19528640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e100052f0 tx=0x7f5e1002ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afdc49818f4d4583 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5dfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1005b060 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e040054d0 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5e10032b90 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5e10062050 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e1db65740 10 client.16398 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.389+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d9e5c33d00 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e040054d0 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5e10004ae0 con 0x55d9e5baedc0 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 10 client.16398 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 10 client.16398 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 20 client.16398 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5c363d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 4 client.16398 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d9e5b1bd60 con 0x55d9e5bc8f10 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.390+0000 7f5e18d27640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5c363d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e18d27640 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5c363d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4c7a1e1098e4860 server_cookie=262bbb67698accdf in_seq=0 out_seq=0 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5dfcff9640 10 client.16398 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5dfcff9640 1 -- 172.21.15.7:0/1990590413 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d9e5b1bd60 con 0x55d9e5bc8f10 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5dfcff9640 10 client.16398 handle_command_reply: tid=0 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 client.16398 shutdown 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 msgr2=0x55d9e5bcc7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e100052f0 tx=0x7f5e1002ab00 comp rx=0 tx=0).stop 2024-09-10T07:49:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 shutdown_connections 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d9e5bc8f10 0x55d9e5c363d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d9e5bb9680 0x55d9e5bcccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d9e5baedc0 0x55d9e5bcc7b0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 --2- 172.21.15.7:0/1990590413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d9e5bae4a0 0x55d9e5bcc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 >> 172.21.15.7:0/1990590413 conn(0x55d9e5baaa30 msgr2=0x55d9e5bb82a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5dfcff9640 0 client.16398 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 shutdown_connections 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 1 -- 172.21.15.7:0/1990590413 wait complete. 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.391+0000 7f5e1db65740 20 client.16398 trim_cache size 0 max 16384 2024-09-10T07:49:03.396 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "c1556021-1b3e-4ed5-b0a8-8373a17af4e4": { 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "c1556021-1b3e-4ed5-b0a8-8373a17af4e4", 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:03.397 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 msgr2=0x7f5e000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 0x7f5e000a5040 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c0054c0 tx=0x7f5e0c06a9e0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 msgr2=0x7f5e1419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00eaa0 tx=0x7f5e0c00ef60 comp rx=0 tx=0).stop 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 shutdown_connections 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5e000a2b80 0x7f5e000a5040 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e1410c170 0x7f5e1419cbd0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5e14103660 0x7f5e14198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 --2- 172.21.15.7:0/739613639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e14102d40 0x7f5e14198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:03.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 >> 172.21.15.7:0/739613639 conn(0x7f5e140fc7a0 msgr2=0x7f5e140fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:03.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 shutdown_connections 2024-09-10T07:49:03.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:03.392+0000 7f5e1b78c640 1 -- 172.21.15.7:0/739613639 wait complete. 2024-09-10T07:49:04.177 INFO:tasks.cephfs.filesystem:scrub status for tag:c1556021-1b3e-4ed5-b0a8-8373a17af4e4 - {'path': '/', 'tag': 'c1556021-1b3e-4ed5-b0a8-8373a17af4e4', 'options': 'recursive,force'} 2024-09-10T07:49:04.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 7 sec latency 10050.935 ms 2024-09-10T07:49:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:04 smithi110 ceph-mon[34417]: pgmap v473: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 678 KiB/s wr, 93 op/s 2024-09-10T07:49:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:04 smithi145 ceph-mon[34766]: pgmap v473: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 678 KiB/s wr, 93 op/s 2024-09-10T07:49:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:04 smithi007 ceph-mon[30879]: pgmap v473: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 678 KiB/s wr, 93 op/s 2024-09-10T07:49:05.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 8 sec latency 11051.072 ms 2024-09-10T07:49:06.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 9 sec latency 12051.188 ms 2024-09-10T07:49:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:06 smithi110 ceph-mon[34417]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 329 KiB/s wr, 69 op/s 2024-09-10T07:49:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:06 smithi145 ceph-mon[34766]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 329 KiB/s wr, 69 op/s 2024-09-10T07:49:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:06 smithi007 ceph-mon[30879]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 329 KiB/s wr, 69 op/s 2024-09-10T07:49:07.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 10 sec latency 13051.305 ms 2024-09-10T07:49:08.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 11 sec latency 14051.406 ms 2024-09-10T07:49:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:08 smithi145 ceph-mon[34766]: pgmap v475: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 130 KiB/s wr, 47 op/s 2024-09-10T07:49:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:08 smithi007 ceph-mon[30879]: pgmap v475: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 130 KiB/s wr, 47 op/s 2024-09-10T07:49:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:08 smithi110 ceph-mon[34417]: pgmap v475: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 130 KiB/s wr, 47 op/s 2024-09-10T07:49:09.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 12 sec latency 15051.463 ms 2024-09-10T07:49:10.243 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 13 sec latency 16051.833 ms 2024-09-10T07:49:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:10 smithi110 ceph-mon[34417]: pgmap v476: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 104 KiB/s wr, 46 op/s 2024-09-10T07:49:10.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:10.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:10.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:10 smithi145 ceph-mon[34766]: pgmap v476: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 104 KiB/s wr, 46 op/s 2024-09-10T07:49:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:10 smithi007 ceph-mon[30879]: pgmap v476: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 104 KiB/s wr, 46 op/s 2024-09-10T07:49:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:11.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 14 sec latency 17051.958 ms 2024-09-10T07:49:12.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 -- 172.21.15.7:0/2654689603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784101b60 msgr2=0x7fd784101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 --2- 172.21.15.7:0/2654689603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784101b60 0x7fd784101f60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fd76c009900 tx=0x7fd76c02a410 comp rx=0 tx=0).stop 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 -- 172.21.15.7:0/2654689603 shutdown_connections 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 --2- 172.21.15.7:0/2654689603 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784103710 0x7fd784109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 --2- 172.21.15.7:0/2654689603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 0x7fd7841031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 --2- 172.21.15.7:0/2654689603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784101b60 0x7fd784101f60 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.032+0000 7fd78a00a640 1 -- 172.21.15.7:0/2654689603 >> 172.21.15.7:0/2654689603 conn(0x7fd7840fd2e0 msgr2=0x7fd7840ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.033+0000 7fd78a00a640 1 -- 172.21.15.7:0/2654689603 shutdown_connections 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.033+0000 7fd78a00a640 1 -- 172.21.15.7:0/2654689603 wait complete. 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.033+0000 7fd78a00a640 1 Processor -- start 2024-09-10T07:49:12.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.033+0000 7fd78a00a640 1 -- start start 2024-09-10T07:49:12.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 0x7fd784075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 0x7fd7840745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd78410d670 con 0x7fd784103710 2024-09-10T07:49:12.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd78410d4f0 con 0x7fd784101b60 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd78410d7f0 con 0x7fd784102d50 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59858/0 (socket says 172.21.15.7:59858) 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 -- 172.21.15.7:0/1150630079 learned_addr learned my addr 172.21.15.7:0/1150630079 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd782ffd640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 0x7fd7840745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd7837fe640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 0x7fd784075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 -- 172.21.15.7:0/1150630079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 msgr2=0x7fd7840745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 0x7fd7840745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 -- 172.21.15.7:0/1150630079 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 msgr2=0x7fd784075fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 0x7fd784075fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 -- 172.21.15.7:0/1150630079 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7840753b0 con 0x7fd784103710 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd7837fe640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 0x7fd784075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:12.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd783fff640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fd77c009fd0 tx=0x7fd77c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd780ff9640 1 -- 172.21.15.7:0/1150630079 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c017070 con 0x7fd784103710 2024-09-10T07:49:12.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd780ff9640 1 -- 172.21.15.7:0/1150630079 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd77c003e20 con 0x7fd784103710 2024-09-10T07:49:12.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7841a1e40 con 0x7fd784103710 2024-09-10T07:49:12.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.034+0000 7fd780ff9640 1 -- 172.21.15.7:0/1150630079 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c0106c0 con 0x7fd784103710 2024-09-10T07:49:12.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.035+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7841a22a0 con 0x7fd784103710 2024-09-10T07:49:12.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.037+0000 7fd780ff9640 1 -- 172.21.15.7:0/1150630079 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd77c003970 con 0x7fd784103710 2024-09-10T07:49:12.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.037+0000 7fd78ce77740 1 Processor -- start 2024-09-10T07:49:12.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.037+0000 7fd78ce77740 1 -- start start 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fc2e0 0x56092d300da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d301370 0x56092d303830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56092d25f2f0 con 0x56092d2fb9a0 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56092d207270 con 0x56092d2fc2e0 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd78ce77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56092d25b2b0 con 0x56092d301370 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59866/0 (socket says 172.21.15.7:59866) 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 -- 172.21.15.7:0/747552906 learned_addr learned my addr 172.21.15.7:0/747552906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd7837fe640 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fc2e0 0x56092d300da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d301370 0x56092d303830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd780ff9640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 0x7fd7700a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 -- 172.21.15.7:0/747552906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d301370 msgr2=0x56092d303830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d301370 0x56092d303830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 -- 172.21.15.7:0/747552906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fc2e0 msgr2=0x56092d300da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fc2e0 0x56092d300da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 -- 172.21.15.7:0/747552906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56092d206340 con 0x56092d2fb9a0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd783fff640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 0x7fd7700a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd782ffd640 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fd77400bfa0 tx=0x7fd77400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8df0567e03bdd78f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.038+0000 7fd780ff9640 1 -- 172.21.15.7:0/1150630079 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd77c0cefe0 con 0x7fd784103710 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd779ffb640 1 -- 172.21.15.7:0/747552906 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd774004030 con 0x56092d2fb9a0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd779ffb640 1 -- 172.21.15.7:0/747552906 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7740041d0 con 0x56092d2fb9a0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd779ffb640 1 -- 172.21.15.7:0/747552906 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd774010480 con 0x56092d2fb9a0 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 -- 172.21.15.7:0/747552906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 msgr2=0x56092d2fbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fd77400bfa0 tx=0x7fd77400b840 comp rx=0 tx=0).stop 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd783fff640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 0x7fd7700a5170 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd77c097900 tx=0x7fd77c06e560 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 -- 172.21.15.7:0/747552906 shutdown_connections 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d301370 0x56092d303830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fc2e0 0x56092d300da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 --2- 172.21.15.7:0/747552906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fb9a0 0x56092d2fbda0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 -- 172.21.15.7:0/747552906 >> 172.21.15.7:0/747552906 conn(0x56092d2f7010 msgr2=0x56092d2f7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 -- 172.21.15.7:0/747552906 shutdown_connections 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.039+0000 7fd78ce77740 1 -- 172.21.15.7:0/747552906 wait complete. 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 -- start start 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 Processor -- start 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 0x56092d305bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d301370 0x56092d30d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56092d304340 con 0x56092d2fc2e0 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56092d1e8290 con 0x56092d301370 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56092d3044c0 con 0x56092d2fb9a0 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd78ce77740 10 client.0 _ll_register_callbacks cb 0x56092d219140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.040+0000 7fd7837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59874/0 (socket says 172.21.15.7:59874) 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 -- 172.21.15.7:0/4047475711 learned_addr learned my addr 172.21.15.7:0/4047475711 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd782ffd640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 0x56092d305bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 -- 172.21.15.7:0/4047475711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 msgr2=0x56092d305bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 0x56092d305bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 -- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d301370 msgr2=0x56092d30d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d301370 0x56092d30d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 -- 172.21.15.7:0/4047475711 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56092cf72210 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd782ffd640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 0x56092d305bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd7837fe640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fd76c009900 tx=0x7fd76c0317b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d54cb74deb6e15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd762ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c035040 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd76c004240 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7740041d0 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd76c04e050 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd78ce77740 10 client.16410 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.041+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56092d03e620 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7740041d0 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd76c004aa0 con 0x56092d2fc2e0 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 10 client.16410 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 10 client.16410 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:12.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 20 client.16410 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d311920 0x56092d313d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 4 client.16410 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56092d26ca20 con 0x56092d311920 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.042+0000 7fd782ffd640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d311920 0x56092d313d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.043+0000 7fd762ffd640 10 client.16410 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.043+0000 7fd782ffd640 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d311920 0x56092d313d10 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5caac3ebab9fcbdf server_cookie=4187243218975644 in_seq=0 out_seq=0 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.043+0000 7fd762ffd640 1 -- 172.21.15.7:0/4047475711 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56092d26ca20 con 0x56092d311920 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.043+0000 7fd762ffd640 10 client.16410 handle_command_reply: tid=0 2024-09-10T07:49:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.043+0000 7fd78ce77740 1 client.16410 shutdown 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 msgr2=0x56092d306130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fd76c009900 tx=0x7fd76c0317b0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 shutdown_connections 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d311920 0x56092d313d10 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d301370 0x56092d30d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d2fc2e0 0x56092d306130 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd762ffd640 0 client.16410 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 --2- 172.21.15.7:0/4047475711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fb9a0 0x56092d305bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 >> 172.21.15.7:0/4047475711 conn(0x56092d2f7010 msgr2=0x56092d2f8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 shutdown_connections 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 1 -- 172.21.15.7:0/4047475711 wait complete. 2024-09-10T07:49:12.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.044+0000 7fd78ce77740 20 client.16410 trim_cache size 0 max 16384 2024-09-10T07:49:12.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.058+0000 7fd78ce77740 1 Processor -- start 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.058+0000 7fd78ce77740 1 -- start start 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d2f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841af180 con 0x56092d301370 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841ac9f0 con 0x56092d2fb9a0 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd78ce77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841aa860 con 0x56092d2fc2e0 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59880/0 (socket says 172.21.15.7:59880) 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 -- 172.21.15.7:0/3429619526 learned_addr learned my addr 172.21.15.7:0/3429619526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd7837fe640 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 -- 172.21.15.7:0/3429619526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 msgr2=0x56092d30d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 -- 172.21.15.7:0/3429619526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 msgr2=0x56092d2f7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d2f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 -- 172.21.15.7:0/3429619526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56092d314390 con 0x56092d301370 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd782ffd640 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fd77400c010 tx=0x7fd77400b770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4200f30990a7b67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd7797fa640 1 -- 172.21.15.7:0/3429619526 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77402f020 con 0x56092d301370 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd7797fa640 1 -- 172.21.15.7:0/3429619526 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd774003c20 con 0x56092d301370 2024-09-10T07:49:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.059+0000 7fd7797fa640 1 -- 172.21.15.7:0/3429619526 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd774010460 con 0x56092d301370 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- 172.21.15.7:0/3429619526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 msgr2=0x56092d2f8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fd77400c010 tx=0x7fd77400b770 comp rx=0 tx=0).stop 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- 172.21.15.7:0/3429619526 shutdown_connections 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d2f8460 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 --2- 172.21.15.7:0/3429619526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d2f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- 172.21.15.7:0/3429619526 >> 172.21.15.7:0/3429619526 conn(0x56092d2f7010 msgr2=0x56092d2fd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- 172.21.15.7:0/3429619526 shutdown_connections 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- 172.21.15.7:0/3429619526 wait complete. 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.060+0000 7fd78ce77740 1 -- start start 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 Processor -- start 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d30ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841aaeb0 con 0x56092d301370 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841ac320 con 0x56092d2fb9a0 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7841ab580 con 0x56092d2fc2e0 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd78ce77740 10 client.0 _ll_register_callbacks cb 0x7fd76c032ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59888/0 (socket says 172.21.15.7:59888) 2024-09-10T07:49:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 -- 172.21.15.7:0/1846668403 learned_addr learned my addr 172.21.15.7:0/1846668403 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd7837fe640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d30ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 -- 172.21.15.7:0/1846668403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 msgr2=0x56092d30b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 -- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 msgr2=0x56092d30ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d30ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 -- 172.21.15.7:0/1846668403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56092d2f22d0 con 0x56092d301370 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd782ffd640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fd77400b880 tx=0x7fd77400b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe08d420f31e0b40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.061+0000 7fd762ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77402f070 con 0x56092d301370 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd7740050f0 con 0x56092d301370 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd774003c20 con 0x56092d301370 2024-09-10T07:49:12.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd774003dd0 con 0x56092d301370 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 10 client.16416 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56092d304600 con 0x56092d301370 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd774003c20 con 0x56092d301370 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd774010bf0 con 0x56092d301370 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 10 client.16416 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 10 client.16416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 20 client.16416 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d37cd20 0x56092d37f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 4 client.16416 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.062+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56092d266d70 con 0x56092d37cd20 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.063+0000 7fd7837fe640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d37cd20 0x56092d37f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.063+0000 7fd762ffd640 10 client.16416 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:12.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.063+0000 7fd7837fe640 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d37cd20 0x56092d37f140 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa3df28c0909934a server_cookie=aa9002e87f208cda in_seq=0 out_seq=0 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd762ffd640 1 -- 172.21.15.7:0/1846668403 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56092d266d70 con 0x56092d37cd20 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd762ffd640 10 client.16416 handle_command_reply: tid=0 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 client.16416 shutdown 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 msgr2=0x56092d30c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fd77400b880 tx=0x7fd77400b5e0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 shutdown_connections 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56092d37cd20 0x56092d37f140 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56092d301370 0x56092d30c080 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56092d2fc2e0 0x56092d30b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd762ffd640 0 client.16416 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 --2- 172.21.15.7:0/1846668403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56092d2fb9a0 0x56092d30ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.077+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 >> 172.21.15.7:0/1846668403 conn(0x56092d2f7010 msgr2=0x56092d2f59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 shutdown_connections 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78ce77740 1 -- 172.21.15.7:0/1846668403 wait complete. 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78ce77740 20 client.16416 trim_cache size 0 max 16384 2024-09-10T07:49:12.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 msgr2=0x7fd7700a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 0x7fd7700a5170 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd77c097900 tx=0x7fd77c06e560 comp rx=0 tx=0).stop 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 msgr2=0x7fd784074b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fd77c009fd0 tx=0x7fd77c00b260 comp rx=0 tx=0).stop 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 shutdown_connections 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7700a2cb0 0x7fd7700a5170 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd784103710 0x7fd784074b20 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd784102d50 0x7fd7840745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 --2- 172.21.15.7:0/1150630079 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd784101b60 0x7fd784075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 >> 172.21.15.7:0/1150630079 conn(0x7fd7840fd2e0 msgr2=0x7fd7841061c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 shutdown_connections 2024-09-10T07:49:12.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:12.078+0000 7fd78a00a640 1 -- 172.21.15.7:0/1150630079 wait complete. 2024-09-10T07:49:12.080 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:49:12.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 15 sec latency 18052.021 ms 2024-09-10T07:49:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:12.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:12 smithi007 ceph-mon[30879]: pgmap v477: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 KiB/s wr, 17 op/s 2024-09-10T07:49:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 -- 172.21.15.7:0/1829711982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308102ef0 msgr2=0x7fb30810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/1829711982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308102ef0 0x7fb30810da40 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0009900 tx=0x7fb2f002a480 comp rx=0 tx=0).stop 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 -- 172.21.15.7:0/1829711982 shutdown_connections 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/1829711982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308102ef0 0x7fb30810da40 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/1829711982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 0x7fb3081029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/1829711982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308100e20 0x7fb308101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 -- 172.21.15.7:0/1829711982 >> 172.21.15.7:0/1829711982 conn(0x7fb3080fc7d0 msgr2=0x7fb3080febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 -- 172.21.15.7:0/1829711982 shutdown_connections 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.806+0000 7fb30ee6e640 1 -- 172.21.15.7:0/1829711982 wait complete. 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 Processor -- start 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 -- start start 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 0x7fb3081988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308102ef0 0x7fb30819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb308110e30 con 0x7fb308100e20 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb308110cb0 con 0x7fb308102570 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30ee6e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb308110fb0 con 0x7fb308102ef0 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30cc0a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30cc0a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59914/0 (socket says 172.21.15.7:59914) 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb30cc0a640 1 -- 172.21.15.7:0/2945411896 learned_addr learned my addr 172.21.15.7:0/2945411896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.807+0000 7fb307fff640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 0x7fb3081988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30d40b640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308102ef0 0x7fb30819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 -- 172.21.15.7:0/2945411896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308102ef0 msgr2=0x7fb30819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308102ef0 0x7fb30819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 -- 172.21.15.7:0/2945411896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 msgr2=0x7fb3081988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 0x7fb3081988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 -- 172.21.15.7:0/2945411896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30819d330 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30cc0a640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fb30000eb90 tx=0x7fb30000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb300004d20 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb30000ee90 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb30819d620 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb300010670 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.808+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3081a4f00 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.809+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb308101200 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.810+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb300005020 con 0x7fb308100e20 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.811+0000 7fb305ffb640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 0x7fb2f40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.811+0000 7fb307fff640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 0x7fb2f40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:12.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.811+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb3000cfae0 con 0x7fb308100e20 2024-09-10T07:49:12.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.812+0000 7fb307fff640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 0x7fb2f40a50c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb308100010 tx=0x7fb2f800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:12.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:12.816+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb30009c640 con 0x7fb308100e20 2024-09-10T07:49:12.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:12 smithi145 ceph-mon[34766]: pgmap v477: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 KiB/s wr, 17 op/s 2024-09-10T07:49:13.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.027+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb30810a0a0 con 0x7fb308100e20 2024-09-10T07:49:13.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.028+0000 7fb305ffb640 1 -- 172.21.15.7:0/2945411896 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7fb30009bf40 con 0x7fb308100e20 2024-09-10T07:49:13.027 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:49:13.027 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:49:13.028 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 msgr2=0x7fb2f40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 0x7fb2f40a50c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb308100010 tx=0x7fb2f800b390 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 msgr2=0x7fb308198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fb30000eb90 tx=0x7fb30000c6a0 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 shutdown_connections 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2f40a2c00 0x7fb2f40a50c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb308102ef0 0x7fb30819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb308102570 0x7fb3081988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 --2- 172.21.15.7:0/2945411896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb308100e20 0x7fb308198380 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 >> 172.21.15.7:0/2945411896 conn(0x7fb3080fc7d0 msgr2=0x7fb30806a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 shutdown_connections 2024-09-10T07:49:13.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:13.030+0000 7fb30ee6e640 1 -- 172.21.15.7:0/2945411896 wait complete. 2024-09-10T07:49:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:12 smithi110 ceph-mon[34417]: pgmap v477: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 KiB/s wr, 17 op/s 2024-09-10T07:49:13.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 16 sec latency 19052.106 ms 2024-09-10T07:49:13.804 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2945411896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:13.838 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id edfb3de3 --release --await' 2024-09-10T07:49:13.838 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id edfb3de3 --release --await 2024-09-10T07:49:13.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2945411896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:14.098 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2945411896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:14.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57603 0.00 MB/sec execute 17 sec latency 20052.154 ms 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.590+0000 7f6870db6640 1 -- 172.21.15.7:0/588356170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 msgr2=0x7f686c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.590+0000 7f6870db6640 1 --2- 172.21.15.7:0/588356170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c107b90 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f6860009930 tx=0x7f686002a420 comp rx=0 tx=0).stop 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 -- 172.21.15.7:0/588356170 shutdown_connections 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 --2- 172.21.15.7:0/588356170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c1082a0 0x7f686c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 --2- 172.21.15.7:0/588356170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c107b90 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 --2- 172.21.15.7:0/588356170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c102d30 0x7f686c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 -- 172.21.15.7:0/588356170 >> 172.21.15.7:0/588356170 conn(0x7f686c0fc7d0 msgr2=0x7f686c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 -- 172.21.15.7:0/588356170 shutdown_connections 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 -- 172.21.15.7:0/588356170 wait complete. 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.591+0000 7f6870db6640 1 Processor -- start 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 -- start start 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c102d30 0x7f686c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c1082a0 0x7f686c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f686c111f50 con 0x7f686c1036e0 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f686c111dd0 con 0x7f686c102d30 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6870db6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1120d0 con 0x7f686c1082a0 2024-09-10T07:49:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59932/0 (socket says 172.21.15.7:59932) 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 -- 172.21.15.7:0/4052462917 learned_addr learned my addr 172.21.15.7:0/4052462917 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f686a59c640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c102d30 0x7f686c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c1082a0 0x7f686c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 -- 172.21.15.7:0/4052462917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c1082a0 msgr2=0x7f686c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c1082a0 0x7f686c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 -- 172.21.15.7:0/4052462917 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c102d30 msgr2=0x7f686c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c102d30 0x7f686c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 -- 172.21.15.7:0/4052462917 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f686c1a6930 con 0x7f686c1036e0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.592+0000 7f6869d9b640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f6860031440 tx=0x7f6860004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.593+0000 7f685b7fe640 1 -- 172.21.15.7:0/4052462917 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686003f030 con 0x7f686c1036e0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.593+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f686c1a6bc0 con 0x7f686c1036e0 2024-09-10T07:49:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.593+0000 7f685b7fe640 1 -- 172.21.15.7:0/4052462917 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6860003aa0 con 0x7f686c1036e0 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.593+0000 7f685b7fe640 1 -- 172.21.15.7:0/4052462917 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6860035070 con 0x7f686c1036e0 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.593+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f686c1a70f0 con 0x7f686c1036e0 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.595+0000 7f685b7fe640 1 -- 172.21.15.7:0/4052462917 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6860042030 con 0x7f686c1036e0 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.595+0000 7f687318f740 1 Processor -- start 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 -- start start 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c40630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5581f2b98620 con 0x5581f2c33060 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5581f2b3fe50 con 0x5581f2c33980 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f687318f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5581f2b945e0 con 0x5581f2c3e240 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59946/0 (socket says 172.21.15.7:59946) 2024-09-10T07:49:14.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686ad9d640 1 -- 172.21.15.7:0/843081769 learned_addr learned my addr 172.21.15.7:0/843081769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686a59c640 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f6869d9b640 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c40630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f685b7fe640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 0x7f68540a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686ad9d640 1 -- 172.21.15.7:0/843081769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 msgr2=0x5581f2c40630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.596+0000 7f686ad9d640 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c40630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 -- 172.21.15.7:0/843081769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 msgr2=0x5581f2c3dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 -- 172.21.15.7:0/843081769 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581f2b30d40 con 0x5581f2c33060 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f685b7fe640 1 -- 172.21.15.7:0/4052462917 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f68600ef8c0 con 0x7f686c1036e0 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 0x7f68540a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f686400ad10 tx=0x7f686400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6b8310b125a9d63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f6858ff9640 1 -- 172.21.15.7:0/843081769 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686401aa60 con 0x5581f2c33060 2024-09-10T07:49:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f6858ff9640 1 -- 172.21.15.7:0/843081769 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6864012e50 con 0x5581f2c33060 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 0x7f68540a5040 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6864021000 tx=0x7f686401e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.597+0000 7f6858ff9640 1 -- 172.21.15.7:0/843081769 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6864019a80 con 0x5581f2c33060 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- 172.21.15.7:0/843081769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 msgr2=0x5581f2c33440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f686400ad10 tx=0x7f686400f790 comp rx=0 tx=0).stop 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- 172.21.15.7:0/843081769 shutdown_connections 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c40630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 --2- 172.21.15.7:0/843081769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c33440 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- 172.21.15.7:0/843081769 >> 172.21.15.7:0/843081769 conn(0x5581f2c2f5f0 msgr2=0x5581f2c2f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- 172.21.15.7:0/843081769 shutdown_connections 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- 172.21.15.7:0/843081769 wait complete. 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 -- start start 2024-09-10T07:49:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.598+0000 7f687318f740 1 Processor -- start 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c3bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5581f2c40e10 con 0x5581f2c33060 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5581f2b20f10 con 0x5581f2c33980 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5581f2c40f90 con 0x5581f2c3e240 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f687318f740 10 client.0 _ll_register_callbacks cb 0x5581f2b44db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59960/0 (socket says 172.21.15.7:59960) 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 -- 172.21.15.7:0/265276657 learned_addr learned my addr 172.21.15.7:0/265276657 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f6869d9b640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 -- 172.21.15.7:0/265276657 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 msgr2=0x5581f2c3bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686ad9d640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c3bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c3bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 -- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 msgr2=0x5581f2c3b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 -- 172.21.15.7:0/265276657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581f28a7580 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f6869d9b640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f686a59c640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f685c013d30 tx=0x7f685c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961cd751268715ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f6851ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.599+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f685c003b70 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f685c003d10 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6864012e50 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f685c025050 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 10 client.16434 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5581f2971960 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6864012e50 con 0x5581f2c33060 2024-09-10T07:49:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f685c01a020 con 0x5581f2c33060 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 10 client.16434 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 10 client.16434 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 20 client.16434 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2c4de90 0x5581f2c50350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 4 client.16434 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.600+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581f2ba5b90 con 0x5581f2c4de90 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.601+0000 7f6869d9b640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2c4de90 0x5581f2c50350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.601+0000 7f6869d9b640 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2c4de90 0x5581f2c50350 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e40eaa3d6d60fae server_cookie=1df9a2e0e8829870 in_seq=0 out_seq=0 2024-09-10T07:49:14.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.601+0000 7f6851ffb640 10 client.16434 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f6851ffb640 1 -- 172.21.15.7:0/265276657 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5581f2ba5b90 con 0x5581f2c4de90 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f6851ffb640 10 client.16434 handle_command_reply: tid=0 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 client.16434 shutdown 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 msgr2=0x5581f2c3b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f685c013d30 tx=0x7f685c0117b0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 shutdown_connections 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2c4de90 0x5581f2c50350 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c3e240 0x5581f2c3bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33980 0x5581f2c3b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 --2- 172.21.15.7:0/265276657 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3b1a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 >> 172.21.15.7:0/265276657 conn(0x5581f2c2f5f0 msgr2=0x5581f2c35320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f6851ffb640 0 client.16434 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 shutdown_connections 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 1 -- 172.21.15.7:0/265276657 wait complete. 2024-09-10T07:49:14.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.602+0000 7f687318f740 20 client.16434 trim_cache size 0 max 16384 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 Processor -- start 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 -- start start 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c55c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 0x5581f2c56160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1b36c0 con 0x5581f2c33060 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1b0f30 con 0x5581f2c3e240 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.619+0000 7f687318f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1aeda0 con 0x5581f2c33980 2024-09-10T07:49:14.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59968/0 (socket says 172.21.15.7:59968) 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 -- 172.21.15.7:0/2325420752 learned_addr learned my addr 172.21.15.7:0/2325420752 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686ad9d640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 0x5581f2c56160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 -- 172.21.15.7:0/2325420752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 msgr2=0x5581f2c55c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f6869d9b640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c55c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c55c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 -- 172.21.15.7:0/2325420752 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 msgr2=0x5581f2c56160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 0x5581f2c56160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 -- 172.21.15.7:0/2325420752 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581f2c3db10 con 0x5581f2c33060 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f6869d9b640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c55c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686ad9d640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 0x5581f2c56160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:14.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f686a59c640 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f685c009930 tx=0x7f685c005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bae1a5097cd79a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f6853fff640 1 -- 172.21.15.7:0/2325420752 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f685c02d020 con 0x5581f2c33060 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f6853fff640 1 -- 172.21.15.7:0/2325420752 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f685c003e20 con 0x5581f2c33060 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.620+0000 7f6853fff640 1 -- 172.21.15.7:0/2325420752 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f685c005460 con 0x5581f2c33060 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- 172.21.15.7:0/2325420752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 msgr2=0x5581f2c3a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f685c009930 tx=0x7f685c005c80 comp rx=0 tx=0).stop 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- 172.21.15.7:0/2325420752 shutdown_connections 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c3e240 0x5581f2c56160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c55c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 --2- 172.21.15.7:0/2325420752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c33060 0x5581f2c3a140 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- 172.21.15.7:0/2325420752 >> 172.21.15.7:0/2325420752 conn(0x5581f2c2f5f0 msgr2=0x5581f2c3d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- 172.21.15.7:0/2325420752 shutdown_connections 2024-09-10T07:49:14.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- 172.21.15.7:0/2325420752 wait complete. 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 -- start start 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.621+0000 7f687318f740 1 Processor -- start 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33060 0x5581f2c382d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c38810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1af3f0 con 0x5581f2c3e240 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1b0860 con 0x5581f2c33060 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f686c1afac0 con 0x5581f2c33980 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f687318f740 10 client.0 _ll_register_callbacks cb 0x7f685c013940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59980/0 (socket says 172.21.15.7:59980) 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 -- 172.21.15.7:0/4290507480 learned_addr learned my addr 172.21.15.7:0/4290507480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f6869d9b640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c38810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686a59c640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33060 0x5581f2c382d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 -- 172.21.15.7:0/4290507480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 msgr2=0x5581f2c38810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c38810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 -- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33060 msgr2=0x5581f2c382d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33060 0x5581f2c382d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 -- 172.21.15.7:0/4290507480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581f2cb7cc0 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f686ad9d640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f686400a320 tx=0x7f686400a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d865d7d6ae654e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.622+0000 7f6851ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6864004600 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f68640122c0 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f685c003e20 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6864039050 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 10 client.16440 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5581f2cb8f50 con 0x5581f2c3e240 2024-09-10T07:49:14.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f685c003e20 con 0x5581f2c3e240 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f68640196a0 con 0x5581f2c3e240 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 10 client.16440 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 10 client.16440 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 20 client.16440 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2cb9500 0x5581f2cbb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 4 client.16440 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "edfb3de3", "release": true, "await": true}] 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "edfb3de3", "release": true, "await": true}) -- 0x5581f2ba00a0 con 0x5581f2cb9500 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.623+0000 7f686a59c640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2cb9500 0x5581f2cbb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.624+0000 7f686a59c640 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2cb9500 0x5581f2cbb920 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a84e907f5aa97b8a server_cookie=37e350ae79ff5a91 in_seq=0 out_seq=0 2024-09-10T07:49:14.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.624+0000 7f6851ffb640 10 client.16440 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f6851ffb640 1 -- 172.21.15.7:0/4290507480 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5581f2ba00a0 con 0x5581f2cb9500 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f6851ffb640 10 client.16440 handle_command_reply: tid=0 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 client.16440 shutdown 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 msgr2=0x5581f2c38d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f686400a320 tx=0x7f686400a350 comp rx=0 tx=0).stop 2024-09-10T07:49:14.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 shutdown_connections 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581f2cb9500 0x5581f2cbb920 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581f2c3e240 0x5581f2c38d50 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581f2c33980 0x5581f2c38810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 --2- 172.21.15.7:0/4290507480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581f2c33060 0x5581f2c382d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 >> 172.21.15.7:0/4290507480 conn(0x5581f2c2f5f0 msgr2=0x5581f2c2df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.629+0000 7f6851ffb640 0 client.16440 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 shutdown_connections 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f687318f740 1 -- 172.21.15.7:0/4290507480 wait complete. 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f687318f740 20 client.16440 trim_cache size 0 max 16384 2024-09-10T07:49:14.630 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 12, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "edfb3de3": { 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 12, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:49:14.631 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 142.8, 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:14.632 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 msgr2=0x7f68540a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 0x7f68540a5040 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6864021000 tx=0x7f686401e000 comp rx=0 tx=0).stop 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 msgr2=0x7f686c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f6860031440 tx=0x7f6860004270 comp rx=0 tx=0).stop 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 shutdown_connections 2024-09-10T07:49:14.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f68540a2b80 0x7f68540a5040 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f686c1082a0 0x7f686c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f686c1036e0 0x7f686c100ed0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 --2- 172.21.15.7:0/4052462917 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f686c102d30 0x7f686c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 >> 172.21.15.7:0/4052462917 conn(0x7f686c0fc7d0 msgr2=0x7f686c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 shutdown_connections 2024-09-10T07:49:14.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:14.630+0000 7f6870db6640 1 -- 172.21.15.7:0/4052462917 wait complete. 2024-09-10T07:49:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:14 smithi007 ceph-mon[30879]: pgmap v478: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:49:14.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:14 smithi145 ceph-mon[34766]: pgmap v478: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:49:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:14 smithi110 ceph-mon[34417]: pgmap v478: 129 pgs: 129 active+clean; 35 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:49:15.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 57936 0.08 MB/sec execute 18 sec latency 20439.183 ms 2024-09-10T07:49:15.462 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'edfb3de3', total seconds elapsed: 26.2 2024-09-10T07:49:15.462 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.75 2024-09-10T07:49:15.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:49:15.750 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:16.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 58556 0.25 MB/sec execute 19 sec latency 22.633 ms 2024-09-10T07:49:16.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3582537685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 msgr2=0x7f1b1410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:16.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3582537685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1410eaa0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009ca0 tx=0x7f1b0c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3582537685 shutdown_connections 2024-09-10T07:49:16.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3582537685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1410eaa0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3582537685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b141027a0 0x7f1b141067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3582537685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b14101df0 0x7f1b141021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3582537685 >> 172.21.15.7:0/3582537685 conn(0x7f1b140fd8f0 msgr2=0x7f1b140ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3582537685 shutdown_connections 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.241+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3582537685 wait complete. 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 Processor -- start 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 -- start start 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b141027a0 0x7f1b141988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b14111e30 con 0x7f1b14106f20 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1b14111cb0 con 0x7f1b141027a0 2024-09-10T07:49:16.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1bd3f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1b14111fb0 con 0x7f1b14101df0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b19adb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b1a2dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.242+0000 7f1b19adb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49738/0 (socket says 172.21.15.7:49738) 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 -- 172.21.15.7:0/3041252661 learned_addr learned my addr 172.21.15.7:0/3041252661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b192da640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b141027a0 0x7f1b141988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 -- 172.21.15.7:0/3041252661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b141027a0 msgr2=0x7f1b141988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b141027a0 0x7f1b141988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 -- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 msgr2=0x7f1b1419cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1419cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 -- 172.21.15.7:0/3041252661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1419d340 con 0x7f1b14101df0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b19adb640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1b1000d950 tx=0x7f1b1000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b10017030 con 0x7f1b14101df0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b10004020 con 0x7f1b14101df0 2024-09-10T07:49:16.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b1419d630 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b100047a0 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.243+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b141a4f10 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.244+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b141021d0 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.246+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1b100041d0 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.246+0000 7f1b0affd640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 0x7f1b000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.246+0000 7f1b192da640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 0x7f1b000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.246+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1b100cf020 con 0x7f1b14101df0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.247+0000 7f1b192da640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 0x7f1b000a5040 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1b14108790 tx=0x7f1b04005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:16.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.250+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1b1009bbe0 con 0x7f1b14101df0 2024-09-10T07:49:16.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.520+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b141996f0 con 0x7f1b14101df0 2024-09-10T07:49:16.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.521+0000 7f1b0affd640 1 -- 172.21.15.7:0/3041252661 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7f1b1009b4e0 con 0x7f1b14101df0 2024-09-10T07:49:16.521 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:49:16.521 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:49:16.522 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 msgr2=0x7f1b000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 0x7f1b000a5040 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1b14108790 tx=0x7f1b04005f90 comp rx=0 tx=0).stop 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 msgr2=0x7f1b14198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1b1000d950 tx=0x7f1b1000de10 comp rx=0 tx=0).stop 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 shutdown_connections 2024-09-10T07:49:16.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1b000a2b80 0x7f1b000a5040 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b14106f20 0x7f1b1419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1b141027a0 0x7f1b141988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 --2- 172.21.15.7:0/3041252661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b14101df0 0x7f1b14198390 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.524+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 >> 172.21.15.7:0/3041252661 conn(0x7f1b140fd8f0 msgr2=0x7f1b140feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.525+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 shutdown_connections 2024-09-10T07:49:16.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:16.525+0000 7f1b1bd3f640 1 -- 172.21.15.7:0/3041252661 wait complete. 2024-09-10T07:49:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:16 smithi007 ceph-mon[30879]: pgmap v479: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-10T07:49:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:16 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3041252661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:16 smithi145 ceph-mon[34766]: pgmap v479: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-10T07:49:16.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:16 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3041252661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:16 smithi110 ceph-mon[34417]: pgmap v479: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-10T07:49:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:16 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3041252661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:17.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59176 0.32 MB/sec execute 20 sec latency 14.067 ms 2024-09-10T07:49:17.249 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0' 2024-09-10T07:49:17.249 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0 2024-09-10T07:49:17.531 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:18.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.055+0000 7fb2eb771640 1 -- 172.21.15.7:0/617936048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 msgr2=0x7fb2e410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.055+0000 7fb2eb771640 1 --2- 172.21.15.7:0/617936048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e410ec40 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc009cd0 tx=0x7fb2dc02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.055+0000 7fb2eb771640 1 -- 172.21.15.7:0/617936048 shutdown_connections 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.055+0000 7fb2eb771640 1 --2- 172.21.15.7:0/617936048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e410ec40 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.056+0000 7fb2eb771640 1 --2- 172.21.15.7:0/617936048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e41036e0 0x7fb2e4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.056+0000 7fb2eb771640 1 --2- 172.21.15.7:0/617936048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e4102d30 0x7fb2e4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.056+0000 7fb2eb771640 1 -- 172.21.15.7:0/617936048 >> 172.21.15.7:0/617936048 conn(0x7fb2e40fc7d0 msgr2=0x7fb2e40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.056+0000 7fb2eb771640 1 -- 172.21.15.7:0/617936048 shutdown_connections 2024-09-10T07:49:18.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.056+0000 7fb2eb771640 1 -- 172.21.15.7:0/617936048 wait complete. 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 Processor -- start 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 -- start start 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 0x7fb2e41989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e4111f50 con 0x7fb2e41082a0 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e4111dd0 con 0x7fb2e4102d30 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2eb771640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41120d0 con 0x7fb2e41036e0 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e950d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 0x7fb2e41989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e950d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42280/0 (socket says 172.21.15.7:42280) 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e950d640 1 -- 172.21.15.7:0/2290272004 learned_addr learned my addr 172.21.15.7:0/2290272004 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.057+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 0x7fb2e41989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49748/0 (socket says 172.21.15.7:49748) 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 -- 172.21.15.7:0/2290272004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 msgr2=0x7fb2e41989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 0x7fb2e41989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 -- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 msgr2=0x7fb2e419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 -- 172.21.15.7:0/2290272004 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e419d420 con 0x7fb2e4102d30 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000e9f0 tx=0x7fb2e000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2da7fc640 1 -- 172.21.15.7:0/2290272004 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e000cd80 con 0x7fb2e4102d30 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2da7fc640 1 -- 172.21.15.7:0/2290272004 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2e00054d0 con 0x7fb2e4102d30 2024-09-10T07:49:18.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2e419d710 con 0x7fb2e4102d30 2024-09-10T07:49:18.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2da7fc640 1 -- 172.21.15.7:0/2290272004 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e0010490 con 0x7fb2e4102d30 2024-09-10T07:49:18.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.058+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2e41a4ff0 con 0x7fb2e4102d30 2024-09-10T07:49:18.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.060+0000 7fb2da7fc640 1 -- 172.21.15.7:0/2290272004 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb2e0005020 con 0x7fb2e4102d30 2024-09-10T07:49:18.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.061+0000 7fb2edb4a740 1 Processor -- start 2024-09-10T07:49:18.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.061+0000 7fb2edb4a740 1 -- start start 2024-09-10T07:49:18.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.061+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cd9b9f0160 con 0x55cd9ba8c170 2024-09-10T07:49:18.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cd9b997720 con 0x55cd9ba96a30 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cd9b9ec120 con 0x55cd9ba8b850 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2da7fc640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 0x7fb2d00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42288/0 (socket says 172.21.15.7:42288) 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49764/0 (socket says 172.21.15.7:49764) 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 -- 172.21.15.7:0/3248144872 learned_addr learned my addr 172.21.15.7:0/3248144872 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 0x7fb2d00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2da7fc640 1 -- 172.21.15.7:0/2290272004 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb2e00cf7a0 con 0x7fb2e4102d30 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 -- 172.21.15.7:0/3248144872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 msgr2=0x55cd9ba8bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 -- 172.21.15.7:0/3248144872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 msgr2=0x55cd9ba964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e8d0c640 1 -- 172.21.15.7:0/3248144872 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd9b761ba0 con 0x55cd9ba96a30 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.062+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.063+0000 7fb2e8d0c640 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4009ba0 tx=0x7fb2d4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2484993a68f16e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.063+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 0x7fb2d00a5040 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc004af0 tx=0x7fb2dc005da0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.063+0000 7fb2cf7fe640 1 -- 172.21.15.7:0/3248144872 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4004230 con 0x55cd9ba96a30 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.063+0000 7fb2cf7fe640 1 -- 172.21.15.7:0/3248144872 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2d4009e10 con 0x55cd9ba96a30 2024-09-10T07:49:18.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.063+0000 7fb2cf7fe640 1 -- 172.21.15.7:0/3248144872 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4004ca0 con 0x55cd9ba96a30 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3248144872 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 msgr2=0x55cd9ba98e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4009ba0 tx=0x7fb2d4011810 comp rx=0 tx=0).stop 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3248144872 shutdown_connections 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba96a30 0x55cd9ba98e20 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3248144872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8b850 0x55cd9ba8bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3248144872 >> 172.21.15.7:0/3248144872 conn(0x55cd9ba87de0 msgr2=0x55cd9ba881c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3248144872 shutdown_connections 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3248144872 wait complete. 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 -- start start 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.064+0000 7fb2edb4a740 1 Processor -- start 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9ba93860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 0x55cd9ba93da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cd9ba99600 con 0x55cd9ba96a30 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cd9b978900 con 0x55cd9ba8b850 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cd9ba99780 con 0x55cd9ba8c170 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2edb4a740 10 client.0 _ll_register_callbacks cb 0x55cd9b976780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:18.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2e950d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9ba93860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60038/0 (socket says 172.21.15.7:60038) 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/2530670850 learned_addr learned my addr 172.21.15.7:0/2530670850 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.065+0000 7fb2e8d0c640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 0x55cd9ba93da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/2530670850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 msgr2=0x55cd9ba93da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 0x55cd9ba93da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 msgr2=0x55cd9ba93860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9ba93860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/2530670850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd9b9b8c50 con 0x55cd9ba96a30 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e8d0c640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 0x55cd9ba93da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9ba93860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc035000 tx=0x7fb2dc0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a11a1442ea01eb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:18.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc050070 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb2dc0046d0 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2d4009e10 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb2dc0305a0 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2edb4a740 10 client.16458 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.066+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cd9baa5230 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2d4009e10 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb2dc048040 con 0x55cd9ba96a30 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 10 client.16458 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 10 client.16458 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 20 client.16458 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9baa6740 0x55cd9baa8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 4 client.16458 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd9b9fd890 con 0x55cd9baa6740 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.067+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9baa6740 0x55cd9baa8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2e950d640 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9baa6740 0x55cd9baa8be0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb97b052d9163e9b server_cookie=41947dbaf1441146 in_seq=0 out_seq=0 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2ccff9640 10 client.16458 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2ccff9640 1 -- 172.21.15.7:0/2530670850 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd9b9fd890 con 0x55cd9baa6740 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2ccff9640 10 client.16458 handle_command_reply: tid=0 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 client.16458 shutdown 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 msgr2=0x55cd9ba942e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc035000 tx=0x7fb2dc0095c0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 shutdown_connections 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9baa6740 0x55cd9baa8be0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba96a30 0x55cd9ba942e0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.068+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba8c170 0x55cd9ba93da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2ccff9640 0 client.16458 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/2530670850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9ba93860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 >> 172.21.15.7:0/2530670850 conn(0x55cd9ba87de0 msgr2=0x55cd9ba8db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 shutdown_connections 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2edb4a740 1 -- 172.21.15.7:0/2530670850 wait complete. 2024-09-10T07:49:18.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.069+0000 7fb2edb4a740 20 client.16458 trim_cache size 0 max 16384 2024-09-10T07:49:18.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 Processor -- start 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 -- start start 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9baae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9baae9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41b14d0 con 0x55cd9ba8c170 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41aed40 con 0x55cd9ba8b850 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41acbb0 con 0x55cd9ba87de0 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9baae9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60044/0 (socket says 172.21.15.7:60044) 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9baae9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42316/0 (socket says 172.21.15.7:42316) 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3639107215 learned_addr learned my addr 172.21.15.7:0/3639107215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9baae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3639107215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 msgr2=0x55cd9baae4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9baae4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.087+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3639107215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 msgr2=0x55cd9baae9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9baae9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3639107215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd9ba8bfa0 con 0x55cd9ba8c170 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc02a920 tx=0x7fb2dc004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35fc91795973f44c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2ceffd640 1 -- 172.21.15.7:0/3639107215 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc050070 con 0x55cd9ba8c170 2024-09-10T07:49:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2ceffd640 1 -- 172.21.15.7:0/3639107215 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2dc036070 con 0x55cd9ba8c170 2024-09-10T07:49:18.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.088+0000 7fb2ceffd640 1 -- 172.21.15.7:0/3639107215 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc030740 con 0x55cd9ba8c170 2024-09-10T07:49:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3639107215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 msgr2=0x55cd9ba950c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc02a920 tx=0x7fb2dc004410 comp rx=0 tx=0).stop 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3639107215 shutdown_connections 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8c170 0x55cd9ba950c0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8b850 0x55cd9baae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3639107215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9baae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3639107215 >> 172.21.15.7:0/3639107215 conn(0x55cd9ba8f250 msgr2=0x55cd9ba92950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3639107215 shutdown_connections 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3639107215 wait complete. 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 -- start start 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.089+0000 7fb2edb4a740 1 Processor -- start 2024-09-10T07:49:18.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9ba9ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 0x55cd9ba9f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 0x55cd9ba9a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41ad200 con 0x55cd9ba8b850 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41ae670 con 0x55cd9ba8c170 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e41ad8d0 con 0x55cd9ba87de0 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2edb4a740 10 client.0 _ll_register_callbacks cb 0x7fb2dc009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 0x55cd9ba9f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e8d0c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 0x55cd9ba9f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60048/0 (socket says 172.21.15.7:60048) 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 0x55cd9ba9a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e8d0c640 1 -- 172.21.15.7:0/3537984629 learned_addr learned my addr 172.21.15.7:0/3537984629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9ba9ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3537984629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 msgr2=0x55cd9ba9ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9ba9ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3537984629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 msgr2=0x55cd9ba9f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 0x55cd9ba9f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.090+0000 7fb2e9d0e640 1 -- 172.21.15.7:0/3537984629 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd9ba9ab90 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2e9d0e640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 0x55cd9ba9a360 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc04ac50 tx=0x7fb2dc04a800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ff071d7c5c4e00a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc050040 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2dc036070 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb2dc004d50 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb2dc030740 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2edb4a740 10 client.25937 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cd9bb11110 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2dc036070 con 0x55cd9ba8c170 2024-09-10T07:49:18.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.091+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb2dc048070 con 0x55cd9ba8c170 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 10 client.25937 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 10 client.25937 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 20 client.25937 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9ba96a30 0x55cd9bb13740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 4 client.25937 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}] 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}) -- 0x55cd9b9f7be0 con 0x55cd9ba96a30 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9ba96a30 0x55cd9bb13740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2e950d640 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9ba96a30 0x55cd9bb13740 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce1671768e8fd3a3 server_cookie=5ea633ede89f347b in_seq=0 out_seq=0 2024-09-10T07:49:18.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.092+0000 7fb2ccff9640 10 client.25937 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.151+0000 7fb2ccff9640 1 -- 172.21.15.7:0/3537984629 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55cd9b9f7be0 con 0x55cd9ba96a30 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.151+0000 7fb2ccff9640 10 client.25937 handle_command_reply: tid=0 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.151+0000 7fb2edb4a740 1 client.25937 shutdown 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 msgr2=0x55cd9ba9a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 0x55cd9ba9a360 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc04ac50 tx=0x7fb2dc04a800 comp rx=0 tx=0).stop 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 shutdown_connections 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cd9ba96a30 0x55cd9bb13740 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cd9ba8c170 0x55cd9ba9a360 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cd9ba8b850 0x55cd9ba9f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2ccff9640 0 client.25937 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 --2- 172.21.15.7:0/3537984629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cd9ba87de0 0x55cd9ba9ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 >> 172.21.15.7:0/3537984629 conn(0x55cd9ba8f250 msgr2=0x55cd9ba950c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 shutdown_connections 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 1 -- 172.21.15.7:0/3537984629 wait complete. 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2edb4a740 20 client.25937 trim_cache size 0 max 16384 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:49:18.153 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 14, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "bc50f9d8": { 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 14, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 142.8, 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:49:18.154 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:18.155 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 msgr2=0x7fb2d00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.152+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 0x7fb2d00a5040 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc004af0 tx=0x7fb2dc005da0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 msgr2=0x7fb2e4198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000e9f0 tx=0x7fb2e000edf0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 shutdown_connections 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2d00a2b80 0x7fb2d00a5040 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2e41082a0 0x7fb2e419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb2e41036e0 0x7fb2e41989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 --2- 172.21.15.7:0/2290272004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2e4102d30 0x7fb2e4198470 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:18.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 >> 172.21.15.7:0/2290272004 conn(0x7fb2e40fc7d0 msgr2=0x7fb2e4105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:18.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 shutdown_connections 2024-09-10T07:49:18.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:18.153+0000 7fb2eb771640 1 -- 172.21.15.7:0/2290272004 wait complete. 2024-09-10T07:49:18.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.57 MB/sec execute 21 sec latency 144.997 ms 2024-09-10T07:49:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:18 smithi007 ceph-mon[30879]: pgmap v480: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:49:18.956 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'bc50f9d8', quiesce took 3.5 seconds. Will release after: 19.25 2024-09-10T07:49:18.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:18 smithi145 ceph-mon[34766]: pgmap v480: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:49:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:18 smithi110 ceph-mon[34417]: pgmap v480: 129 pgs: 129 active+clean; 35 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:49:19.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.55 MB/sec execute 22 sec latency 1145.114 ms 2024-09-10T07:49:20.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.52 MB/sec execute 23 sec latency 2145.199 ms 2024-09-10T07:49:20.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:20 smithi145 ceph-mon[34766]: pgmap v481: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 336 KiB/s wr, 43 op/s 2024-09-10T07:49:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:20 smithi007 ceph-mon[30879]: pgmap v481: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 336 KiB/s wr, 43 op/s 2024-09-10T07:49:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:20 smithi110 ceph-mon[34417]: pgmap v481: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 336 KiB/s wr, 43 op/s 2024-09-10T07:49:21.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.50 MB/sec execute 24 sec latency 3145.251 ms 2024-09-10T07:49:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.48 MB/sec execute 25 sec latency 4145.357 ms 2024-09-10T07:49:22.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:22 smithi145 ceph-mon[34766]: pgmap v482: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 388 KiB/s wr, 42 op/s 2024-09-10T07:49:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:22 smithi007 ceph-mon[30879]: pgmap v482: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 388 KiB/s wr, 42 op/s 2024-09-10T07:49:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:22 smithi110 ceph-mon[34417]: pgmap v482: 129 pgs: 129 active+clean; 37 MiB data, 682 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 388 KiB/s wr, 42 op/s 2024-09-10T07:49:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.46 MB/sec execute 26 sec latency 5145.476 ms 2024-09-10T07:49:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.45 MB/sec execute 27 sec latency 6145.601 ms 2024-09-10T07:49:24.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:24 smithi145 ceph-mon[34766]: pgmap v483: 129 pgs: 129 active+clean; 38 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 466 KiB/s wr, 52 op/s 2024-09-10T07:49:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:24 smithi007 ceph-mon[30879]: pgmap v483: 129 pgs: 129 active+clean; 38 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 466 KiB/s wr, 52 op/s 2024-09-10T07:49:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:24 smithi110 ceph-mon[34417]: pgmap v483: 129 pgs: 129 active+clean; 38 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 466 KiB/s wr, 52 op/s 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 -- 172.21.15.7:0/1912690730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77601025f0 msgr2=0x7f7760108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 --2- 172.21.15.7:0/1912690730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77601025f0 0x7f7760108e80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f7758009ca0 tx=0x7f775802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 -- 172.21.15.7:0/1912690730 shutdown_connections 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 --2- 172.21.15.7:0/1912690730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77601025f0 0x7f7760108e80 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 --2- 172.21.15.7:0/1912690730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 0x7f77601020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 --2- 172.21.15.7:0/1912690730 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7760100a40 0x7f7760100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 -- 172.21.15.7:0/1912690730 >> 172.21.15.7:0/1912690730 conn(0x7f77600fc1e0 msgr2=0x7f77600fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 -- 172.21.15.7:0/1912690730 shutdown_connections 2024-09-10T07:49:25.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.179+0000 7f7767398640 1 -- 172.21.15.7:0/1912690730 wait complete. 2024-09-10T07:49:25.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 Processor -- start 2024-09-10T07:49:25.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 -- start start 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 0x7f7760198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77601025f0 0x7f776019f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f776010c5a0 con 0x7f7760100a40 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f776010c420 con 0x7f77601025f0 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7767398640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f776010c720 con 0x7f7760101c30 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7765134640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7765134640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49674/0 (socket says 172.21.15.7:49674) 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7765134640 1 -- 172.21.15.7:0/3699317175 learned_addr learned my addr 172.21.15.7:0/3699317175 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.180+0000 7f7765935640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77601025f0 0x7f776019f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7764933640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 0x7f7760198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 -- 172.21.15.7:0/3699317175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 msgr2=0x7f7760198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 0x7f7760198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 -- 172.21.15.7:0/3699317175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77601025f0 msgr2=0x7f776019f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77601025f0 0x7f776019f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 -- 172.21.15.7:0/3699317175 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f776019f860 con 0x7f7760100a40 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7765134640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f775000d770 tx=0x7f775000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f775e7fc640 1 -- 172.21.15.7:0/3699317175 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750017070 con 0x7f7760100a40 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f775e7fc640 1 -- 172.21.15.7:0/3699317175 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7750009c30 con 0x7f7760100a40 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f776019fb50 con 0x7f7760100a40 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f775e7fc640 1 -- 172.21.15.7:0/3699317175 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750003d00 con 0x7f7760100a40 2024-09-10T07:49:25.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.181+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77601a00f0 con 0x7f7760100a40 2024-09-10T07:49:25.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f775e7fc640 1 -- 172.21.15.7:0/3699317175 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7750003ea0 con 0x7f7760100a40 2024-09-10T07:49:25.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f776a20f740 1 Processor -- start 2024-09-10T07:49:25.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f776a20f740 1 -- start start 2024-09-10T07:49:25.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f776a20f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e18da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f776a20f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e1dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.184+0000 7f776a20f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f776a20f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562250d7c2f0 con 0x562250e1e370 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f776a20f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562250d24270 con 0x562250e189a0 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f776a20f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562250d782b0 con 0x562250e192e0 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49680/0 (socket says 172.21.15.7:49680) 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 -- 172.21.15.7:0/3960710727 learned_addr learned my addr 172.21.15.7:0/3960710727 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7765935640 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e18da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7765134640 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e1dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f775e7fc640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 0x7f77480a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7765935640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 0x7f77480a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 -- 172.21.15.7:0/3960710727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 msgr2=0x562250e1dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e1dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 -- 172.21.15.7:0/3960710727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 msgr2=0x562250e18da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e18da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 -- 172.21.15.7:0/3960710727 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562250d23340 con 0x562250e1e370 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f775e7fc640 1 -- 172.21.15.7:0/3699317175 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f77500cf110 con 0x7f7760100a40 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7764933640 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f775400bb10 tx=0x7f775400d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e87ba467f8e27eab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.185+0000 7f7765935640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 0x7f77480a5170 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f775802f3a0 tx=0x7f775802a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f77477fe640 1 -- 172.21.15.7:0/3960710727 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754017420 con 0x562250e1e370 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f77477fe640 1 -- 172.21.15.7:0/3960710727 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7754017a70 con 0x562250e1e370 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f77477fe640 1 -- 172.21.15.7:0/3960710727 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775400fa50 con 0x562250e1e370 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 -- 172.21.15.7:0/3960710727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 msgr2=0x562250e20830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f775400bb10 tx=0x7f775400d340 comp rx=0 tx=0).stop 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 -- 172.21.15.7:0/3960710727 shutdown_connections 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e20830 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e1dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 --2- 172.21.15.7:0/3960710727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e18da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 -- 172.21.15.7:0/3960710727 >> 172.21.15.7:0/3960710727 conn(0x562250e14010 msgr2=0x562250e14410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.186+0000 7f776a20f740 1 -- 172.21.15.7:0/3960710727 shutdown_connections 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 -- 172.21.15.7:0/3960710727 wait complete. 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 -- start start 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 Processor -- start 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e23020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e1e370 0x562250e2a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562250e21340 con 0x562250e189a0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562250d05290 con 0x562250e1e370 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.187+0000 7f776a20f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562250e214c0 con 0x562250e192e0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f776a20f740 10 client.0 _ll_register_callbacks cb 0x562250d36140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49690/0 (socket says 172.21.15.7:49690) 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 -- 172.21.15.7:0/3617437806 learned_addr learned my addr 172.21.15.7:0/3617437806 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7764933640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e23020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765935640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e1e370 0x562250e2a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 -- 172.21.15.7:0/3617437806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 msgr2=0x562250e23020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e23020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 -- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e1e370 msgr2=0x562250e2a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e1e370 0x562250e2a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 -- 172.21.15.7:0/3617437806 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562250a8f210 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7765134640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7750000c00 tx=0x7f775009aff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb63fc8155200f57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7744ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750020050 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f775009b830 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7754017a70 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f775009bcd0 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f776a20f740 10 client.16476 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.188+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562250b5b620 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7754017a70 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f775009f180 con 0x562250e189a0 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 10 client.16476 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 10 client.16476 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 20 client.16476 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:25.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e2e750 0x562250e30b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 4 client.16476 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562250d89a20 con 0x562250e2e750 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.189+0000 7f7764933640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e2e750 0x562250e30b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.190+0000 7f7744ff9640 10 client.16476 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.190+0000 7f7764933640 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e2e750 0x562250e30b40 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=403b8ff78be48c87 server_cookie=42e3fec70148c5bc in_seq=0 out_seq=0 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.190+0000 7f7744ff9640 1 -- 172.21.15.7:0/3617437806 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562250d89a20 con 0x562250e2e750 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.190+0000 7f7744ff9640 10 client.16476 handle_command_reply: tid=0 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.190+0000 7f776a20f740 1 client.16476 shutdown 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 msgr2=0x562250e22ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7750000c00 tx=0x7f775009aff0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 shutdown_connections 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e2e750 0x562250e30b40 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e1e370 0x562250e2a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e23020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f7744ff9640 0 client.16476 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 --2- 172.21.15.7:0/3617437806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e189a0 0x562250e22ae0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 >> 172.21.15.7:0/3617437806 conn(0x562250e14010 msgr2=0x562250e15820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 shutdown_connections 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 1 -- 172.21.15.7:0/3617437806 wait complete. 2024-09-10T07:49:25.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.191+0000 7f776a20f740 20 client.16476 trim_cache size 0 max 16384 2024-09-10T07:49:25.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 Processor -- start 2024-09-10T07:49:25.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 -- start start 2024-09-10T07:49:25.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e2a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77601acf00 con 0x562250e1e370 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77601aa770 con 0x562250e189a0 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.205+0000 7f776a20f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77601a85e0 con 0x562250e192e0 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49692/0 (socket says 172.21.15.7:49692) 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 -- 172.21.15.7:0/3556894645 learned_addr learned my addr 172.21.15.7:0/3556894645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7764933640 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e2a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765134640 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 -- 172.21.15.7:0/3556894645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 msgr2=0x562250e2a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e2a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 -- 172.21.15.7:0/3556894645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 msgr2=0x562250e230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 -- 172.21.15.7:0/3556894645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562250e13e30 con 0x562250e1e370 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7765935640 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f775802aeb0 tx=0x7f7758045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd24f222149874ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7746ffd640 1 -- 172.21.15.7:0/3556894645 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77580043c0 con 0x562250e1e370 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7746ffd640 1 -- 172.21.15.7:0/3556894645 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7758036050 con 0x562250e1e370 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.206+0000 7f7746ffd640 1 -- 172.21.15.7:0/3556894645 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775803c410 con 0x562250e1e370 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- 172.21.15.7:0/3556894645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 msgr2=0x562250e130b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f775802aeb0 tx=0x7f7758045000 comp rx=0 tx=0).stop 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- 172.21.15.7:0/3556894645 shutdown_connections 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e130b0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e192e0 0x562250e2a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 --2- 172.21.15.7:0/3556894645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e189a0 0x562250e230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- 172.21.15.7:0/3556894645 >> 172.21.15.7:0/3556894645 conn(0x562250e14010 msgr2=0x562250e129a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- 172.21.15.7:0/3556894645 shutdown_connections 2024-09-10T07:49:25.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- 172.21.15.7:0/3556894645 wait complete. 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 -- start start 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.207+0000 7f776a20f740 1 Processor -- start 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e189a0 0x562250e278e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 0x562250e27e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77601a8c30 con 0x562250e1e370 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77601aa0a0 con 0x562250e192e0 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77601a9300 con 0x562250e189a0 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f776a20f740 10 client.0 _ll_register_callbacks cb 0x7f7750097120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49704/0 (socket says 172.21.15.7:49704) 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 -- 172.21.15.7:0/2087128832 learned_addr learned my addr 172.21.15.7:0/2087128832 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765134640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e189a0 0x562250e278e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 -- 172.21.15.7:0/2087128832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e189a0 msgr2=0x562250e278e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e189a0 0x562250e278e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 -- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 msgr2=0x562250e27e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7764933640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 0x562250e27e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 0x562250e27e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 -- 172.21.15.7:0/2087128832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562250e29440 con 0x562250e1e370 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7764933640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 0x562250e27e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7765935640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f775802ade0 tx=0x7f7758004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7632d0be2bb867b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.208+0000 7f7744ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77580307d0 con 0x562250e1e370 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f77580041c0 con 0x562250e1e370 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7758036050 con 0x562250e1e370 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f77580043c0 con 0x562250e1e370 2024-09-10T07:49:25.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 10 client.16482 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562250e99640 con 0x562250e1e370 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7758036050 con 0x562250e1e370 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f775805f9a0 con 0x562250e1e370 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 10 client.16482 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 10 client.16482 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 20 client.16482 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e9a000 0x562250e9c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 4 client.16482 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562250d83d70 con 0x562250e9a000 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.209+0000 7f7765134640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e9a000 0x562250e9c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.210+0000 7f7765134640 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e9a000 0x562250e9c420 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=794fdf80f07762f8 server_cookie=dac50f1093af3d29 in_seq=0 out_seq=0 2024-09-10T07:49:25.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.210+0000 7f7744ff9640 10 client.16482 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:25.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.222+0000 7f7744ff9640 1 -- 172.21.15.7:0/2087128832 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562250d83d70 con 0x562250e9a000 2024-09-10T07:49:25.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.222+0000 7f7744ff9640 10 client.16482 handle_command_reply: tid=0 2024-09-10T07:49:25.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.222+0000 7f776a20f740 1 client.16482 shutdown 2024-09-10T07:49:25.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.222+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 msgr2=0x562250e28e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.222+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f775802ade0 tx=0x7f7758004d70 comp rx=0 tx=0).stop 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 shutdown_connections 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562250e9a000 0x562250e9c420 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562250e1e370 0x562250e28e30 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7744ff9640 0 client.16482 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562250e192e0 0x562250e27e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 --2- 172.21.15.7:0/2087128832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562250e189a0 0x562250e278e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 >> 172.21.15.7:0/2087128832 conn(0x562250e14010 msgr2=0x562250e131c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 shutdown_connections 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 1 -- 172.21.15.7:0/2087128832 wait complete. 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f776a20f740 20 client.16482 trim_cache size 0 max 16384 2024-09-10T07:49:25.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:49:25.224 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:49:25.224 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:49:25.224 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 msgr2=0x7f77480a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 0x7f77480a5170 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f775802f3a0 tx=0x7f775802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 msgr2=0x7f7760197c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f775000d770 tx=0x7f775000dc30 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 shutdown_connections 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f77480a2cb0 0x7f77480a5170 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77601025f0 0x7f776019f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7760101c30 0x7f7760198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.223+0000 7f7767398640 1 --2- 172.21.15.7:0/3699317175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7760100a40 0x7f7760197c50 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.224+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 >> 172.21.15.7:0/3699317175 conn(0x7f77600fc1e0 msgr2=0x7f77600fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.224+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 shutdown_connections 2024-09-10T07:49:25.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:25.224+0000 7f7767398640 1 -- 172.21.15.7:0/3699317175 wait complete. 2024-09-10T07:49:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.43 MB/sec execute 28 sec latency 7145.722 ms 2024-09-10T07:49:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.41 MB/sec execute 29 sec latency 8145.814 ms 2024-09-10T07:49:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:26 smithi145 ceph-mon[34766]: pgmap v484: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 468 KiB/s wr, 52 op/s 2024-09-10T07:49:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:26 smithi007 ceph-mon[30879]: pgmap v484: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 468 KiB/s wr, 52 op/s 2024-09-10T07:49:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:26 smithi110 ceph-mon[34417]: pgmap v484: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 468 KiB/s wr, 52 op/s 2024-09-10T07:49:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.40 MB/sec execute 30 sec latency 9145.901 ms 2024-09-10T07:49:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.39 MB/sec execute 31 sec latency 10146.008 ms 2024-09-10T07:49:28.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:28 smithi145 ceph-mon[34766]: pgmap v485: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 465 KiB/s wr, 50 op/s 2024-09-10T07:49:29.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:28 smithi007 ceph-mon[30879]: pgmap v485: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 465 KiB/s wr, 50 op/s 2024-09-10T07:49:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:28 smithi110 ceph-mon[34417]: pgmap v485: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 465 KiB/s wr, 50 op/s 2024-09-10T07:49:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.38 MB/sec execute 32 sec latency 11146.075 ms 2024-09-10T07:49:30.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.36 MB/sec execute 33 sec latency 12146.110 ms 2024-09-10T07:49:30.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:30 smithi145 ceph-mon[34766]: pgmap v486: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 463 KiB/s wr, 55 op/s 2024-09-10T07:49:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:30 smithi007 ceph-mon[30879]: pgmap v486: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 463 KiB/s wr, 55 op/s 2024-09-10T07:49:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:30 smithi110 ceph-mon[34417]: pgmap v486: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 463 KiB/s wr, 55 op/s 2024-09-10T07:49:31.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.35 MB/sec execute 34 sec latency 13146.226 ms 2024-09-10T07:49:32.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.34 MB/sec execute 35 sec latency 14146.310 ms 2024-09-10T07:49:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:32 smithi145 ceph-mon[34766]: pgmap v487: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 139 KiB/s wr, 21 op/s 2024-09-10T07:49:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:32 smithi007 ceph-mon[30879]: pgmap v487: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 139 KiB/s wr, 21 op/s 2024-09-10T07:49:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:32 smithi110 ceph-mon[34417]: pgmap v487: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 139 KiB/s wr, 21 op/s 2024-09-10T07:49:33.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.33 MB/sec execute 36 sec latency 15146.413 ms 2024-09-10T07:49:34.178 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:49:34.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.32 MB/sec execute 37 sec latency 16146.481 ms 2024-09-10T07:49:34.450 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:34.848 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:34 smithi007 ceph-mon[30879]: pgmap v488: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 85 KiB/s wr, 21 op/s 2024-09-10T07:49:34.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:34 smithi145 ceph-mon[34766]: pgmap v488: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 85 KiB/s wr, 21 op/s 2024-09-10T07:49:35.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 -- 172.21.15.7:0/2826014902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80101420 msgr2=0x7f6c8010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2826014902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80101420 0x7f6c8010d950 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f6c78009cd0 tx=0x7f6c7802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 -- 172.21.15.7:0/2826014902 shutdown_connections 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2826014902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80101420 0x7f6c8010d950 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2826014902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80100a80 0x7f6c80100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2826014902 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c80106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 -- 172.21.15.7:0/2826014902 >> 172.21.15.7:0/2826014902 conn(0x7f6c800fc7a0 msgr2=0x7f6c800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 -- 172.21.15.7:0/2826014902 shutdown_connections 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.092+0000 7f6c8653d640 1 -- 172.21.15.7:0/2826014902 wait complete. 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 Processor -- start 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 -- start start 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80101420 0x7f6c80198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c8019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6c80110d30 con 0x7f6c80100a80 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6c80110bb0 con 0x7f6c80106a80 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.093+0000 7f6c8653d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6c80110eb0 con 0x7f6c80101420 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50208/0 (socket says 172.21.15.7:50208) 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 -- 172.21.15.7:0/2094227644 learned_addr learned my addr 172.21.15.7:0/2094227644 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80101420 0x7f6c80198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c8019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 -- 172.21.15.7:0/2094227644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80101420 msgr2=0x7f6c80198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80101420 0x7f6c80198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 -- 172.21.15.7:0/2094227644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 msgr2=0x7f6c8019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c8019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 -- 172.21.15.7:0/2094227644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c8019d300 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c8019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f6c7000d950 tx=0x7f6c7000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7d7fa640 1 -- 172.21.15.7:0/2094227644 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c70017030 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c8019d5f0 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7d7fa640 1 -- 172.21.15.7:0/2094227644 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c70004020 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c7d7fa640 1 -- 172.21.15.7:0/2094227644 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c700047a0 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.094+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c801a4ed0 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7d7fa640 1 -- 172.21.15.7:0/2094227644 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6c700041d0 con 0x7f6c80100a80 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 Processor -- start 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 -- start start 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4b2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559faf4182e0 con 0x559faf4b2c80 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559faf3bfce0 con 0x559faf4c1a90 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c88916740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559faf4142a0 con 0x559faf4b2360 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7d7fa640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 0x7f6c680a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50218/0 (socket says 172.21.15.7:50218) 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7ffff640 1 -- 172.21.15.7:0/3495042782 learned_addr learned my addr 172.21.15.7:0/3495042782 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.097+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 0x7f6c680a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c84ada640 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4b2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7d7fa640 1 -- 172.21.15.7:0/2094227644 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6c700cee00 con 0x7f6c80100a80 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 -- 172.21.15.7:0/3495042782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 msgr2=0x559faf4b2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4b2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 -- 172.21.15.7:0/3495042782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 msgr2=0x559faf4c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 -- 172.21.15.7:0/3495042782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559faf3a4440 con 0x559faf4b2c80 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f6c700a3a00 tx=0x7f6c70000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aa6a7235bb657e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 0x7f6c680a5040 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005fe0 tx=0x7f6c780093a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c667fc640 1 -- 172.21.15.7:0/3495042782 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7009b2c0 con 0x559faf4b2c80 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c667fc640 1 -- 172.21.15.7:0/3495042782 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c7009f670 con 0x559faf4b2c80 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.098+0000 7f6c667fc640 1 -- 172.21.15.7:0/3495042782 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c700a3d30 con 0x559faf4b2c80 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- 172.21.15.7:0/3495042782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 msgr2=0x559faf4c1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f6c700a3a00 tx=0x7f6c70000bc0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- 172.21.15.7:0/3495042782 shutdown_connections 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4c3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4c1550 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 --2- 172.21.15.7:0/3495042782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4b2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- 172.21.15.7:0/3495042782 >> 172.21.15.7:0/3495042782 conn(0x559faf4aea30 msgr2=0x559faf4aee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- 172.21.15.7:0/3495042782 shutdown_connections 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- 172.21.15.7:0/3495042782 wait complete. 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.099+0000 7f6c88916740 1 -- start start 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 Processor -- start 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4c14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4bed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559faf4c4600 con 0x559faf4b2c80 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559faf3d3050 con 0x559faf4c1a90 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559faf4c4780 con 0x559faf4b2360 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c88916740 10 client.0 _ll_register_callbacks cb 0x559faf413160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c7f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c7f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50220/0 (socket says 172.21.15.7:50220) 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/2912232627 learned_addr learned my addr 172.21.15.7:0/2912232627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4bed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.100+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4c14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/2912232627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 msgr2=0x559faf4c14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4c14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 msgr2=0x559faf4bed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4bed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/2912232627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559faf1893c0 con 0x559faf4b2c80 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400bf00 tx=0x7f6c74011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e90f5769382dc08c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c74004020 con 0x559faf4b2c80 2024-09-10T07:49:35.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c7009f670 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6c740041c0 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c74024050 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c88916740 10 client.16494 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559faf4d00d0 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.101+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c7009f670 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c740037f0 con 0x559faf4b2c80 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 10 client.16494 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 10 client.16494 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 20 client.16494 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf4d1650 0x559faf4d3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 4 client.16494 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559faf425850 con 0x559faf4d1650 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf4d1650 0x559faf4d3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf4d1650 0x559faf4d3a60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e65ee8352845fcc2 server_cookie=d4d873ab49c59ce4 in_seq=0 out_seq=0 2024-09-10T07:49:35.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.102+0000 7f6c5f7fe640 10 client.16494 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2912232627 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559faf425850 con 0x559faf4d1650 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c5f7fe640 10 client.16494 handle_command_reply: tid=0 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 client.16494 shutdown 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 msgr2=0x559faf4be760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400bf00 tx=0x7f6c74011810 comp rx=0 tx=0).stop 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 shutdown_connections 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf4d1650 0x559faf4d3a60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4bed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4be760 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 --2- 172.21.15.7:0/2912232627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4c14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c5f7fe640 0 client.16494 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 >> 172.21.15.7:0/2912232627 conn(0x559faf4aea30 msgr2=0x559faf4b4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.103+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 shutdown_connections 2024-09-10T07:49:35.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.104+0000 7f6c88916740 1 -- 172.21.15.7:0/2912232627 wait complete. 2024-09-10T07:49:35.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.104+0000 7f6c88916740 20 client.16494 trim_cache size 0 max 16384 2024-09-10T07:49:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 Processor -- start 2024-09-10T07:49:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 -- start start 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4d9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801af3e0 con 0x559faf4b2c80 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801acc50 con 0x559faf4c1a90 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c88916740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801aaac0 con 0x559faf4b2360 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c7f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c7f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50234/0 (socket says 172.21.15.7:50234) 2024-09-10T07:49:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.121+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/1831263485 learned_addr learned my addr 172.21.15.7:0/1831263485 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/1831263485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 msgr2=0x559faf4cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/1831263485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 msgr2=0x559faf4d9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4d9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 -- 172.21.15.7:0/1831263485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559faf4bf0a0 con 0x559faf4b2c80 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6c74003e00 tx=0x7f6c74005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44036713e6bc127f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c65ffb640 1 -- 172.21.15.7:0/1831263485 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7402c030 con 0x559faf4b2c80 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c65ffb640 1 -- 172.21.15.7:0/1831263485 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c7401a3f0 con 0x559faf4b2c80 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.122+0000 7f6c65ffb640 1 -- 172.21.15.7:0/1831263485 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c74003e80 con 0x559faf4b2c80 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- 172.21.15.7:0/1831263485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 msgr2=0x559faf4bd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6c74003e00 tx=0x7f6c74005d80 comp rx=0 tx=0).stop 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- 172.21.15.7:0/1831263485 shutdown_connections 2024-09-10T07:49:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4c1a90 0x559faf4d9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4b2c80 0x559faf4bd030 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 --2- 172.21.15.7:0/1831263485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2360 0x559faf4cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- 172.21.15.7:0/1831263485 >> 172.21.15.7:0/1831263485 conn(0x559faf4aea30 msgr2=0x559faf4b9d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- 172.21.15.7:0/1831263485 shutdown_connections 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- 172.21.15.7:0/1831263485 wait complete. 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 -- start start 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.123+0000 7f6c88916740 1 Processor -- start 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 0x559faf4c59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2c80 0x559faf4c5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801ab110 con 0x559faf4c1a90 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801ac580 con 0x559faf4b2360 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6c801ab7e0 con 0x559faf4b2c80 2024-09-10T07:49:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c88916740 10 client.0 _ll_register_callbacks cb 0x7f6c7400bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50244/0 (socket says 172.21.15.7:50244) 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 -- 172.21.15.7:0/2878934697 learned_addr learned my addr 172.21.15.7:0/2878934697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c7f7fe640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2c80 0x559faf4c5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 0x559faf4c59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 -- 172.21.15.7:0/2878934697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2c80 msgr2=0x559faf4c5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2c80 0x559faf4c5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 -- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 msgr2=0x559faf4c59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 0x559faf4c59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 -- 172.21.15.7:0/2878934697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559faf53b590 con 0x559faf4c1a90 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 0x559faf4c59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c84ada640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f6c78009cd0 tx=0x7f6c78009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81a917bd820925d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.124+0000 7f6c5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c78004490 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6c78004630 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c7401a3f0 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c78004830 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 10 client.16500 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559faf53c860 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c7401a3f0 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6c78030070 con 0x559faf4c1a90 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 10 client.16500 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 10 client.16500 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 20 client.16500 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf53d090 0x559faf53f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 4 client.16500 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:49:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.125+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559faf41fd60 con 0x559faf53d090 2024-09-10T07:49:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf53d090 0x559faf53f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c7ffff640 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf53d090 0x559faf53f4b0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15b757b518e1513f server_cookie=1d33ea4281e21e54 in_seq=0 out_seq=0 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c5f7fe640 10 client.16500 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c5f7fe640 1 -- 172.21.15.7:0/2878934697 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559faf41fd60 con 0x559faf53d090 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c5f7fe640 10 client.16500 handle_command_reply: tid=0 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 client.16500 shutdown 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 msgr2=0x559faf4c6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f6c78009cd0 tx=0x7f6c78009880 comp rx=0 tx=0).stop 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 shutdown_connections 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559faf53d090 0x559faf53f4b0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559faf4c1a90 0x559faf4c6420 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559faf4b2c80 0x559faf4c5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c5f7fe640 0 client.16500 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 --2- 172.21.15.7:0/2878934697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559faf4b2360 0x559faf4c59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.126+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 >> 172.21.15.7:0/2878934697 conn(0x559faf4aea30 msgr2=0x559faf4ad350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 shutdown_connections 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c88916740 1 -- 172.21.15.7:0/2878934697 wait complete. 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c88916740 20 client.16500 trim_cache size 0 max 16384 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:35.131 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 msgr2=0x7f6c680a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 0x7f6c680a5040 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005fe0 tx=0x7f6c780093a0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 msgr2=0x7f6c80198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f6c7000d950 tx=0x7f6c7000de10 comp rx=0 tx=0).stop 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 shutdown_connections 2024-09-10T07:49:35.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6c680a2b80 0x7f6c680a5040 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c80106a80 0x7f6c8019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c80101420 0x7f6c80198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 --2- 172.21.15.7:0/2094227644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c80100a80 0x7f6c80198350 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 >> 172.21.15.7:0/2094227644 conn(0x7f6c800fc7a0 msgr2=0x7f6c8006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 shutdown_connections 2024-09-10T07:49:35.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:35.127+0000 7f6c8653d640 1 -- 172.21.15.7:0/2094227644 wait complete. 2024-09-10T07:49:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:34 smithi110 ceph-mon[34417]: pgmap v488: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 85 KiB/s wr, 21 op/s 2024-09-10T07:49:35.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.32 MB/sec execute 38 sec latency 17146.531 ms 2024-09-10T07:49:35.942 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:49:35.942 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:49:36.202 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:36.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.31 MB/sec execute 39 sec latency 18146.590 ms 2024-09-10T07:49:36.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 -- 172.21.15.7:0/2404288697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc102ef0 msgr2=0x7fd9cc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:36.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/2404288697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc10da40 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4009900 tx=0x7fd9c402a480 comp rx=0 tx=0).stop 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 -- 172.21.15.7:0/2404288697 shutdown_connections 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/2404288697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc10da40 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/2404288697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/2404288697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc100e20 0x7fd9cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 -- 172.21.15.7:0/2404288697 >> 172.21.15.7:0/2404288697 conn(0x7fd9cc0fc7d0 msgr2=0x7fd9cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 -- 172.21.15.7:0/2404288697 shutdown_connections 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 -- 172.21.15.7:0/2404288697 wait complete. 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.673+0000 7fd9d35bc640 1 Processor -- start 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 -- start start 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:36.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc110e30 con 0x7fd9cc100e20 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc110cb0 con 0x7fd9cc102570 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d35bc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc110fb0 con 0x7fd9cc102ef0 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50264/0 (socket says 172.21.15.7:50264) 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 -- 172.21.15.7:0/552599869 learned_addr learned my addr 172.21.15.7:0/552599869 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1b59640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d0b57640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 -- 172.21.15.7:0/552599869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc102ef0 msgr2=0x7fd9cc19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 -- 172.21.15.7:0/552599869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 msgr2=0x7fd9cc19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:36.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 -- 172.21.15.7:0/552599869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9cc19f590 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d0b57640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.674+0000 7fd9d1358640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc00cce0 tx=0x7fd9bc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.675+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc004b20 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.675+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9bc004cc0 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.675+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9cc19f880 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.675+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc00f6b0 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.675+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9cc1a7160 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.676+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9cc101200 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.677+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd9bc00f850 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.678+0000 7fd9ca7fc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 0x7fd9b40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.678+0000 7fd9d0b57640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 0x7fd9b40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.678+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd9bc0cf910 con 0x7fd9cc100e20 2024-09-10T07:49:36.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.678+0000 7fd9d0b57640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 0x7fd9b40a5040 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005fd0 tx=0x7fd9c00094d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:36.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.681+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd9bc014030 con 0x7fd9cc100e20 2024-09-10T07:49:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:36 smithi007 ceph-mon[30879]: pgmap v489: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-09-10T07:49:36.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.899+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9cc19b940 con 0x7fd9cc100e20 2024-09-10T07:49:36.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.900+0000 7fd9ca7fc640 1 -- 172.21.15.7:0/552599869 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7fd9bc09c4d0 con 0x7fd9cc100e20 2024-09-10T07:49:36.902 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:49:36.903 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:49:36.904 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:49:36.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 msgr2=0x7fd9b40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 0x7fd9b40a5040 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005fd0 tx=0x7fd9c00094d0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 msgr2=0x7fd9cc19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc00cce0 tx=0x7fd9bc00a620 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 shutdown_connections 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd9b40a2b80 0x7fd9b40a5040 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc102ef0 0x7fd9cc19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd9cc102570 0x7fd9cc19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 --2- 172.21.15.7:0/552599869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9cc100e20 0x7fd9cc19a5e0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 >> 172.21.15.7:0/552599869 conn(0x7fd9cc0fc7d0 msgr2=0x7fd9cc06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.902+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 shutdown_connections 2024-09-10T07:49:36.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:36.903+0000 7fd9d35bc640 1 -- 172.21.15.7:0/552599869 wait complete. 2024-09-10T07:49:36.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:36 smithi145 ceph-mon[34766]: pgmap v489: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-09-10T07:49:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:36 smithi110 ceph-mon[34417]: pgmap v489: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-09-10T07:49:37.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.30 MB/sec execute 40 sec latency 19146.650 ms 2024-09-10T07:49:37.665 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:49:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:37.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:37 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/552599869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:38.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:37 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/552599869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:38.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:37 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/552599869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:38.207 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:49:38.245 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.29 MB/sec execute 41 sec latency 20146.681 ms 2024-09-10T07:49:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/2741027133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf28101c30 msgr2=0x7fcf281020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/2741027133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf28101c30 0x7fcf281020b0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c009900 tx=0x7fcf1c02a410 comp rx=0 tx=0).stop 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/2741027133 shutdown_connections 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/2741027133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf281025f0 0x7fcf28108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/2741027133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf28101c30 0x7fcf281020b0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/2741027133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 0x7fcf28100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/2741027133 >> 172.21.15.7:0/2741027133 conn(0x7fcf280fc1e0 msgr2=0x7fcf280fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/2741027133 shutdown_connections 2024-09-10T07:49:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.314+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/2741027133 wait complete. 2024-09-10T07:49:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 Processor -- start 2024-09-10T07:49:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 -- start start 2024-09-10T07:49:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 0x7fcf2806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf28101c30 0x7fcf2819ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2810c5c0 con 0x7fcf281025f0 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2810c440 con 0x7fcf28101c30 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2cbf6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2810c740 con 0x7fcf28100a40 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50288/0 (socket says 172.21.15.7:50288) 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 -- 172.21.15.7:0/265439961 learned_addr learned my addr 172.21.15.7:0/265439961 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf2659c640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 0x7fcf2806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf28101c30 0x7fcf2819ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 -- 172.21.15.7:0/265439961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 msgr2=0x7fcf2806a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 0x7fcf2806a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 -- 172.21.15.7:0/265439961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf28101c30 msgr2=0x7fcf2819ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf28101c30 0x7fcf2819ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.315+0000 7fcf26d9d640 1 -- 172.21.15.7:0/265439961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf2819f930 con 0x7fcf281025f0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf26d9d640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fcf2000cce0 tx=0x7fcf2000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf177fe640 1 -- 172.21.15.7:0/265439961 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2000f450 con 0x7fcf281025f0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf177fe640 1 -- 172.21.15.7:0/265439961 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf2000faa0 con 0x7fcf281025f0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf2819fbc0 con 0x7fcf281025f0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf177fe640 1 -- 172.21.15.7:0/265439961 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf20018b70 con 0x7fcf281025f0 2024-09-10T07:49:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.316+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf281a0090 con 0x7fcf281025f0 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 Processor -- start 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf177fe640 1 -- 172.21.15.7:0/265439961 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fcf20018d10 con 0x7fcf281025f0 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 -- start start 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e701b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e72c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561d55dca2f0 con 0x561d55e6adb0 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561d55d72270 con 0x561d55e6b6f0 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.319+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d55dc62b0 con 0x561d55e70780 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50296/0 (socket says 172.21.15.7:50296) 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1158908157 learned_addr learned my addr 172.21.15.7:0/1158908157 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e72c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf2659c640 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e701b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf177fe640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 0x7fcf100a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1158908157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 msgr2=0x561d55e72c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e72c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1158908157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 msgr2=0x561d55e701b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e701b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1158908157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d55d71340 con 0x561d55e6adb0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf26d9d640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 0x7fcf100a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0096c0 tx=0x7fcf1c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b83467c4104214cb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.320+0000 7fcf177fe640 1 -- 172.21.15.7:0/265439961 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fcf200cf920 con 0x7fcf281025f0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf14ff9640 1 -- 172.21.15.7:0/1158908157 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c035070 con 0x561d55e6adb0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf14ff9640 1 -- 172.21.15.7:0/1158908157 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c03c400 con 0x561d55e6adb0 2024-09-10T07:49:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf14ff9640 1 -- 172.21.15.7:0/1158908157 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c03ce60 con 0x561d55e6adb0 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1158908157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 msgr2=0x561d55e6b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf26d9d640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 0x7fcf100a50f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcf20008fb0 tx=0x7fcf200124a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0096c0 tx=0x7fcf1c009560 comp rx=0 tx=0).stop 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1158908157 shutdown_connections 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e72c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e701b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1158908157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6adb0 0x561d55e6b1b0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.321+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1158908157 >> 172.21.15.7:0/1158908157 conn(0x561d55e62010 msgr2=0x561d55e62410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1158908157 shutdown_connections 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1158908157 wait complete. 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- start start 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 Processor -- start 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e75030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e70780 0x561d55e7c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561d55e736f0 con 0x561d55e6b6f0 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561d55d53290 con 0x561d55e70780 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d55e73870 con 0x561d55e6adb0 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2fa6b740 10 client.0 _ll_register_callbacks cb 0x561d55d84140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50306/0 (socket says 172.21.15.7:50306) 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf2659c640 1 -- 172.21.15.7:0/113341206 learned_addr learned my addr 172.21.15.7:0/113341206 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e70780 0x561d55e7c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.322+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e75030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 -- 172.21.15.7:0/113341206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 msgr2=0x561d55e75030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e75030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 -- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e70780 msgr2=0x561d55e7c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e70780 0x561d55e7c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 -- 172.21.15.7:0/113341206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d55add210 con 0x561d55e6b6f0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2659c640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800cd80 tx=0x7fcf180039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1211d75a5a96df0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18011910 con 0x561d55e6b6f0 2024-09-10T07:49:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fcf18011ab0 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf1c03c400 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcf18011cb0 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2fa6b740 10 client.16518 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d55ba9620 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c03c400 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.323+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcf18018070 con 0x561d55e6b6f0 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 10 client.16518 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 10 client.16518 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 20 client.16518 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55e80e80 0x561d55e832a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 4 client.16518 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d55dd7a20 con 0x561d55e80e80 2024-09-10T07:49:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55e80e80 0x561d55e832a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55e80e80 0x561d55e832a0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8056b83df95b0976 server_cookie=e5c6e24f3151614 in_seq=0 out_seq=0 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.324+0000 7fcf0dffb640 10 client.16518 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf0dffb640 1 -- 172.21.15.7:0/113341206 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561d55dd7a20 con 0x561d55e80e80 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf0dffb640 10 client.16518 handle_command_reply: tid=0 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 client.16518 shutdown 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 msgr2=0x561d55e75570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800cd80 tx=0x7fcf180039c0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 shutdown_connections 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55e80e80 0x561d55e832a0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e70780 0x561d55e7c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e75570 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf0dffb640 0 client.16518 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/113341206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 >> 172.21.15.7:0/113341206 conn(0x561d55e62010 msgr2=0x561d55e63820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 shutdown_connections 2024-09-10T07:49:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/113341206 wait complete. 2024-09-10T07:49:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.325+0000 7fcf2fa6b740 20 client.16518 trim_cache size 0 max 16384 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 Processor -- start 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 -- start start 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e6b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e7c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281aac30 con 0x561d55e70780 2024-09-10T07:49:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281a84a0 con 0x561d55e6b6f0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281a6310 con 0x561d55e6adb0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50312/0 (socket says 172.21.15.7:50312) 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1454180874 learned_addr learned my addr 172.21.15.7:0/1454180874 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e6b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf2659c640 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e7c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1454180874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 msgr2=0x561d55e6b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e6b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1454180874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 msgr2=0x561d55e7c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e7c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 -- 172.21.15.7:0/1454180874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d55e6bbd0 con 0x561d55e70780 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.340+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0096c0 tx=0x7fcf1c041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8b1d9014577fe1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf0ffff640 1 -- 172.21.15.7:0/1454180874 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c035050 con 0x561d55e70780 2024-09-10T07:49:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf0ffff640 1 -- 172.21.15.7:0/1454180874 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c03c590 con 0x561d55e70780 2024-09-10T07:49:38.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf0ffff640 1 -- 172.21.15.7:0/1454180874 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c031780 con 0x561d55e70780 2024-09-10T07:49:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1454180874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 msgr2=0x561d55e610b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0096c0 tx=0x7fcf1c041040 comp rx=0 tx=0).stop 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1454180874 shutdown_connections 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e70780 0x561d55e610b0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6b6f0 0x561d55e7c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/1454180874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e6adb0 0x561d55e6b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.341+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1454180874 >> 172.21.15.7:0/1454180874 conn(0x561d55e62010 msgr2=0x561d55e609a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1454180874 shutdown_connections 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/1454180874 wait complete. 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- start start 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 Processor -- start 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6adb0 0x561d55e79fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e7b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281a6960 con 0x561d55e6b6f0 2024-09-10T07:49:38.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281a7dd0 con 0x561d55e6adb0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf281a7030 con 0x561d55e70780 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2fa6b740 10 client.0 _ll_register_callbacks cb 0x7fcf18004060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50318/0 (socket says 172.21.15.7:50318) 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 -- 172.21.15.7:0/585343474 learned_addr learned my addr 172.21.15.7:0/585343474 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6adb0 0x561d55e79fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e7b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 -- 172.21.15.7:0/585343474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 msgr2=0x561d55e7b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e7b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 -- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6adb0 msgr2=0x561d55e79fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.342+0000 7fcf2659c640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6adb0 0x561d55e79fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf2659c640 1 -- 172.21.15.7:0/585343474 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d55e7bb20 con 0x561d55e6b6f0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf2659c640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x561d55e76510 tx=0x7fcf180052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d9d4ae7ccce2828 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18005c20 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fcf180199b0 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf1c03c590 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcf18019bb0 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf2fa6b740 10 client.16524 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d55eebee0 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.343+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c03c590 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcf18018040 con 0x561d55e6b6f0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 10 client.16524 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 10 client.16524 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 20 client.16524 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55eec8e0 0x561d55eeed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 4 client.16524 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561d55e70540 con 0x561d55eec8e0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55eec8e0 0x561d55eeed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf25d9b640 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55eec8e0 0x561d55eeed00 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cdb739ce399841b server_cookie=9e02fdeab4cf148e in_seq=0 out_seq=0 2024-09-10T07:49:38.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.344+0000 7fcf0dffb640 10 client.16524 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf0dffb640 1 -- 172.21.15.7:0/585343474 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561d55e70540 con 0x561d55eec8e0 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf0dffb640 10 client.16524 handle_command_reply: tid=0 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 client.16524 shutdown 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 msgr2=0x561d55e7a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x561d55e76510 tx=0x7fcf180052f0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 shutdown_connections 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d55eec8e0 0x561d55eeed00 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d55e70780 0x561d55e7b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf0dffb640 0 client.16524 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d55e6b6f0 0x561d55e7a500 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 --2- 172.21.15.7:0/585343474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d55e6adb0 0x561d55e79fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.357+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 >> 172.21.15.7:0/585343474 conn(0x561d55e62010 msgr2=0x561d55e611c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 shutdown_connections 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2fa6b740 1 -- 172.21.15.7:0/585343474 wait complete. 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2fa6b740 20 client.16524 trim_cache size 0 max 16384 2024-09-10T07:49:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:49:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:49:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:49:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:49:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 msgr2=0x7fcf100a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 0x7fcf100a50f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcf20008fb0 tx=0x7fcf200124a0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 msgr2=0x7fcf2819f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fcf2000cce0 tx=0x7fcf2000a620 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 shutdown_connections 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcf100a2c30 0x7fcf100a50f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcf281025f0 0x7fcf2819f020 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcf28101c30 0x7fcf2819ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 --2- 172.21.15.7:0/265439961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf28100a40 0x7fcf2806a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 >> 172.21.15.7:0/265439961 conn(0x7fcf280fc1e0 msgr2=0x7fcf28104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 shutdown_connections 2024-09-10T07:49:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:38.358+0000 7fcf2cbf6640 1 -- 172.21.15.7:0/265439961 wait complete. 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 -- 172.21.15.7:0/2711740367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc1049a0 msgr2=0x7efefc1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 --2- 172.21.15.7:0/2711740367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc1049a0 0x7efefc1089f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7efef0009900 tx=0x7efef002a410 comp rx=0 tx=0).stop 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 -- 172.21.15.7:0/2711740367 shutdown_connections 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 --2- 172.21.15.7:0/2711740367 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc109120 0x7efefc110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 --2- 172.21.15.7:0/2711740367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc1049a0 0x7efefc1089f0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 --2- 172.21.15.7:0/2711740367 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 -- 172.21.15.7:0/2711740367 >> 172.21.15.7:0/2711740367 conn(0x7efefc0ffa90 msgr2=0x7efefc101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 -- 172.21.15.7:0/2711740367 shutdown_connections 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 -- 172.21.15.7:0/2711740367 wait complete. 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.457+0000 7eff01e52640 1 Processor -- start 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 -- start start 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc19a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc1049a0 0x7efefc19aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efefc113fd0 con 0x7efefc109120 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efefc113e50 con 0x7efefc103ff0 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7eff01e52640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efefc114150 con 0x7efefc1049a0 2024-09-10T07:49:38.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50340/0 (socket says 172.21.15.7:50340) 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 -- 172.21.15.7:0/2244576283 learned_addr learned my addr 172.21.15.7:0/2244576283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc19a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefaffd640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc1049a0 0x7efefc19aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 -- 172.21.15.7:0/2244576283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc1049a0 msgr2=0x7efefc19aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc1049a0 0x7efefc19aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 -- 172.21.15.7:0/2244576283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 msgr2=0x7efefc19a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc19a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefbfff640 1 -- 172.21.15.7:0/2244576283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efefc19f4e0 con 0x7efefc109120 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.458+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc19a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7efefbfff640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7efef400eaa0 tx=0x7efef400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7efef8ff9640 1 -- 172.21.15.7:0/2244576283 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef400cdb0 con 0x7efefc109120 2024-09-10T07:49:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7efef8ff9640 1 -- 172.21.15.7:0/2244576283 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efef4005020 con 0x7efefc109120 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efefc19f7d0 con 0x7efefc109120 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7efef8ff9640 1 -- 172.21.15.7:0/2244576283 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40116d0 con 0x7efefc109120 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.459+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efefc1a70b0 con 0x7efefc109120 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efef8ff9640 1 -- 172.21.15.7:0/2244576283 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7efef40051d0 con 0x7efefc109120 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 Processor -- start 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 -- start start 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 0x563efb2efa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2fc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563efb2552f0 con 0x563efb2f0b40 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563efb1fccf0 con 0x563efb2fa370 2024-09-10T07:49:38.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7eff0422b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563efb2512b0 con 0x563efb2ef5d0 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efefaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efefaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50348/0 (socket says 172.21.15.7:50348) 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efefaffd640 1 -- 172.21.15.7:0/1281241345 learned_addr learned my addr 172.21.15.7:0/1281241345 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efefaffd640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2fc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.462+0000 7efefb7fe640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 0x563efb2efa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 -- 172.21.15.7:0/1281241345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 msgr2=0x563efb2efa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 0x563efb2efa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 -- 172.21.15.7:0/1281241345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 msgr2=0x563efb2fc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2fc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 -- 172.21.15.7:0/1281241345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563efb1e13a0 con 0x563efb2f0b40 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefb7fe640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 0x563efb2efa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efef8ff9640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 0x7efee40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefaffd640 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7efef0005ab0 tx=0x7efef00058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf0ee5bf3a15b40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 0x7efee40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efef8ff9640 1 -- 172.21.15.7:0/2244576283 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efef40cf640 con 0x7efefc109120 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efee1ffb640 1 -- 172.21.15.7:0/1281241345 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef0035050 con 0x563efb2f0b40 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efee1ffb640 1 -- 172.21.15.7:0/1281241345 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efef00316f0 con 0x563efb2f0b40 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.463+0000 7efee1ffb640 1 -- 172.21.15.7:0/1281241345 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef00046c0 con 0x563efb2f0b40 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- 172.21.15.7:0/1281241345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 msgr2=0x563efb2ef090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7efef0005ab0 tx=0x7efef00058b0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 0x7efee40a5040 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7efeec005fd0 tx=0x7efeec005f40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- 172.21.15.7:0/1281241345 shutdown_connections 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2fc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2ef5d0 0x563efb2efa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 --2- 172.21.15.7:0/1281241345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2ef090 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- 172.21.15.7:0/1281241345 >> 172.21.15.7:0/1281241345 conn(0x563efb2b8310 msgr2=0x563efb2ebc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- 172.21.15.7:0/1281241345 shutdown_connections 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- 172.21.15.7:0/1281241345 wait complete. 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 -- start start 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.464+0000 7eff0422b740 1 Processor -- start 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 0x563efb2f9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2fa370 0x563efb2f75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563efb2fd010 con 0x563efb2f0b40 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563efb210060 con 0x563efb2ef5d0 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563efb2fd190 con 0x563efb2fa370 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7eff0422b740 10 client.0 _ll_register_callbacks cb 0x563efaf638c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50358/0 (socket says 172.21.15.7:50358) 2024-09-10T07:49:38.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 -- 172.21.15.7:0/4218179495 learned_addr learned my addr 172.21.15.7:0/4218179495 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefbfff640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2fa370 0x563efb2f75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefb7fe640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 0x563efb2f9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 -- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2fa370 msgr2=0x563efb2f75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2fa370 0x563efb2f75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 -- 172.21.15.7:0/4218179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 msgr2=0x563efb2f9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 0x563efb2f9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 -- 172.21.15.7:0/4218179495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563efafc63c0 con 0x563efb2f0b40 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefb7fe640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 0x563efb2f9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efefaffd640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7efef0005940 tx=0x7efef0031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ee6815562e7575 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.465+0000 7efedaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef0035050 con 0x563efb2f0b40 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efef0004250 con 0x563efb2f0b40 2024-09-10T07:49:38.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efef00316f0 con 0x563efb2f0b40 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efef0057050 con 0x563efb2f0b40 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 10 client.16536 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563efb308a90 con 0x563efb2f0b40 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efef00316f0 con 0x563efb2f0b40 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efef003a580 con 0x563efb2f0b40 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 10 client.16536 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 10 client.16536 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 20 client.16536 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb309de0 0x563efb30c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 4 client.16536 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.466+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563efb262860 con 0x563efb309de0 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.467+0000 7efefb7fe640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb309de0 0x563efb30c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.467+0000 7efefb7fe640 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb309de0 0x563efb30c1d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eee1d1579b6a10f6 server_cookie=f8487d8cdd3a14c in_seq=0 out_seq=0 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.467+0000 7efedaffd640 10 client.16536 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7efedaffd640 1 -- 172.21.15.7:0/4218179495 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563efb262860 con 0x563efb309de0 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7efedaffd640 10 client.16536 handle_command_reply: tid=0 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 client.16536 shutdown 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 msgr2=0x563efb2f7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7efef0005940 tx=0x7efef0031400 comp rx=0 tx=0).stop 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 shutdown_connections 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb309de0 0x563efb30c1d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7efedaffd640 0 client.16536 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2fa370 0x563efb2f75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2f0b40 0x563efb2f7000 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 --2- 172.21.15.7:0/4218179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2ef5d0 0x563efb2f9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 >> 172.21.15.7:0/4218179495 conn(0x563efb2b8310 msgr2=0x563efb2f1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 shutdown_connections 2024-09-10T07:49:38.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 1 -- 172.21.15.7:0/4218179495 wait complete. 2024-09-10T07:49:38.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.468+0000 7eff0422b740 20 client.16536 trim_cache size 0 max 16384 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.481+0000 7eff0422b740 1 Processor -- start 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 -- start start 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2f2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb311770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1b35e0 con 0x563efb2ef5d0 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1b0e50 con 0x563efb2fa370 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7eff0422b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1aecc0 con 0x563efb2f0b40 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50370/0 (socket says 172.21.15.7:50370) 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 -- 172.21.15.7:0/2376663736 learned_addr learned my addr 172.21.15.7:0/2376663736 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefaffd640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2f2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefbfff640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb311770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 -- 172.21.15.7:0/2376663736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 msgr2=0x563efb2f2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2f2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 -- 172.21.15.7:0/2376663736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 msgr2=0x563efb311770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb311770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 -- 172.21.15.7:0/2376663736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563efb2f5550 con 0x563efb2ef5d0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefaffd640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2f2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.482+0000 7efefb7fe640 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efeec0114b0 tx=0x7efeec013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc62a933914357e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7efee17fa640 1 -- 172.21.15.7:0/2376663736 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec02c070 con 0x563efb2ef5d0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7efee17fa640 1 -- 172.21.15.7:0/2376663736 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efeec0035f0 con 0x563efb2ef5d0 2024-09-10T07:49:38.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7efee17fa640 1 -- 172.21.15.7:0/2376663736 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec027590 con 0x563efb2ef5d0 2024-09-10T07:49:38.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 -- 172.21.15.7:0/2376663736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 msgr2=0x563efb2f2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efeec0114b0 tx=0x7efeec013000 comp rx=0 tx=0).stop 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 -- 172.21.15.7:0/2376663736 shutdown_connections 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb311770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2f2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 --2- 172.21.15.7:0/2376663736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2f2120 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 -- 172.21.15.7:0/2376663736 >> 172.21.15.7:0/2376663736 conn(0x563efb2b8310 msgr2=0x563efb2f9080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 -- 172.21.15.7:0/2376663736 shutdown_connections 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.483+0000 7eff0422b740 1 -- 172.21.15.7:0/2376663736 wait complete. 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 -- start start 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 Processor -- start 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2fe690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2febd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1af310 con 0x563efb2ef5d0 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1b0780 con 0x563efb2fa370 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efefc1af9e0 con 0x563efb2f0b40 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7eff0422b740 10 client.0 _ll_register_callbacks cb 0x7efef00314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7efefb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7efefb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50378/0 (socket says 172.21.15.7:50378) 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7efefb7fe640 1 -- 172.21.15.7:0/3174669631 learned_addr learned my addr 172.21.15.7:0/3174669631 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7efefbfff640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2febd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.484+0000 7efefaffd640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2fe690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 -- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 msgr2=0x563efb2fe690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2fe690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 -- 172.21.15.7:0/3174669631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 msgr2=0x563efb2febd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2febd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 -- 172.21.15.7:0/3174669631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563efb373740 con 0x563efb2ef5d0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefaffd640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2fe690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefbfff640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2febd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efefb7fe640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7efeec008ef0 tx=0x7efeec0041a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f39a84ae7f2a16 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efedaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec02c050 con 0x563efb2ef5d0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efeec0035f0 con 0x563efb2ef5d0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efeec0039a0 con 0x563efb2ef5d0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efeec03e050 con 0x563efb2ef5d0 2024-09-10T07:49:38.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7eff0422b740 10 client.16542 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563efb374960 con 0x563efb2ef5d0 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.485+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efeec0035f0 con 0x563efb2ef5d0 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efeec027b10 con 0x563efb2ef5d0 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 10 client.16542 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 10 client.16542 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 20 client.16542 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb375050 0x563efb377470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 4 client.16542 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563efb25cd70 con 0x563efb375050 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.486+0000 7efefaffd640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb375050 0x563efb377470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7efefaffd640 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb375050 0x563efb377470 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fec0a2d8b707f52d server_cookie=2ad173ae0ebe2984 in_seq=0 out_seq=0 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7efedaffd640 10 client.16542 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:49:38.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7efedaffd640 1 -- 172.21.15.7:0/3174669631 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563efb25cd70 con 0x563efb375050 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7efedaffd640 10 client.16542 handle_command_reply: tid=0 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 client.16542 shutdown 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 msgr2=0x563efb2fe150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7efeec008ef0 tx=0x7efeec0041a0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 shutdown_connections 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x563efb375050 0x563efb377470 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563efb2fa370 0x563efb2febd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563efb2f0b40 0x563efb2fe690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 --2- 172.21.15.7:0/3174669631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563efb2ef5d0 0x563efb2fe150 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 >> 172.21.15.7:0/3174669631 conn(0x563efb2b8310 msgr2=0x563efb2ea310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7efedaffd640 0 client.16542 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:49:38.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 shutdown_connections 2024-09-10T07:49:38.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 1 -- 172.21.15.7:0/3174669631 wait complete. 2024-09-10T07:49:38.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.487+0000 7eff0422b740 20 client.16542 trim_cache size 0 max 16384 2024-09-10T07:49:38.493 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:49:38.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 msgr2=0x7efee40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 0x7efee40a5040 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7efeec005fd0 tx=0x7efeec005f40 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 msgr2=0x7efefc19ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7efef400eaa0 tx=0x7efef400ef60 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 shutdown_connections 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efee40a2b80 0x7efee40a5040 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efefc109120 0x7efefc19ee00 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efefc1049a0 0x7efefc19aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 --2- 172.21.15.7:0/2244576283 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efefc103ff0 0x7efefc19a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 >> 172.21.15.7:0/2244576283 conn(0x7efefc0ffa90 msgr2=0x7efefc100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.488+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 shutdown_connections 2024-09-10T07:49:38.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:38.489+0000 7eff01e52640 1 -- 172.21.15.7:0/2244576283 wait complete. 2024-09-10T07:49:38.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:38 smithi145 ceph-mon[34766]: pgmap v490: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-10T07:49:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:38 smithi007 ceph-mon[30879]: pgmap v490: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-10T07:49:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:38 smithi110 ceph-mon[34417]: pgmap v490: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-10T07:49:39.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.29 MB/sec execute 42 sec latency 21146.753 ms 2024-09-10T07:49:39.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:49:39.418 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:40.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.28 MB/sec execute 43 sec latency 22146.818 ms 2024-09-10T07:49:40.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 -- 172.21.15.7:0/2790073493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc108290 msgr2=0x7f62bc10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2790073493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc108290 0x7f62bc10ec30 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f62b4009cd0 tx=0x7f62b402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 -- 172.21.15.7:0/2790073493 shutdown_connections 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2790073493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc108290 0x7f62bc10ec30 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2790073493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2790073493 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc102d90 0x7f62bc103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 -- 172.21.15.7:0/2790073493 >> 172.21.15.7:0/2790073493 conn(0x7f62bc0fc7d0 msgr2=0x7f62bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 -- 172.21.15.7:0/2790073493 shutdown_connections 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.366+0000 7f62c46ec640 1 -- 172.21.15.7:0/2790073493 wait complete. 2024-09-10T07:49:40.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 Processor -- start 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 -- start start 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc1989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 0x7f62bc19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62bc111f40 con 0x7f62bc102d90 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62bc111dc0 con 0x7f62bc108290 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c46ec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62bc1120c0 con 0x7f62bc103740 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c2488640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c2488640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41760/0 (socket says 172.21.15.7:41760) 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c2488640 1 -- 172.21.15.7:0/2346028941 learned_addr learned my addr 172.21.15.7:0/2346028941 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:40.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c2c89640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 0x7f62bc19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.367+0000 7f62c1c87640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc1989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 -- 172.21.15.7:0/2346028941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 msgr2=0x7f62bc1989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc1989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 -- 172.21.15.7:0/2346028941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 msgr2=0x7f62bc19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 0x7f62bc19cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 -- 172.21.15.7:0/2346028941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62bc19d410 con 0x7f62bc102d90 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c1c87640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc1989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2c89640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 0x7f62bc19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c2488640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f62b800e9f0 tx=0x7f62b800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:40.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b800cd80 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62bc19d700 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b80108e0 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b8018920 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.368+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62bc1a4fe0 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.369+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62bc103170 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.371+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f62b8010a90 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.372+0000 7f62b37fe640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.372+0000 7f62c1c87640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.372+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f62b80cfcf0 con 0x7f62bc102d90 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.372+0000 7f62c1c87640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f62ac005fd0 tx=0x7f62ac0094d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:40.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.375+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62b809c8b0 con 0x7f62bc102d90 2024-09-10T07:49:40.465 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:40.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.595+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62bc10a2a0 con 0x7f62bc102d90 2024-09-10T07:49:40.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.595+0000 7f62b37fe640 1 -- 172.21.15.7:0/2346028941 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11918 (secure 0 0 0) 0x7f62b809c1b0 con 0x7f62bc102d90 2024-09-10T07:49:40.595 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:49:40.595 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"btime":"2024-09-10T07:48:32:986247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:48:32.986233+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:49:40.595 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 msgr2=0x7f62a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f62ac005fd0 tx=0x7f62ac0094d0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 msgr2=0x7f62bc198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f62b800e9f0 tx=0x7f62b800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 shutdown_connections 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62bc108290 0x7f62bc19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62bc103740 0x7f62bc1989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 --2- 172.21.15.7:0/2346028941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62bc102d90 0x7f62bc198460 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.597+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 >> 172.21.15.7:0/2346028941 conn(0x7f62bc0fc7d0 msgr2=0x7f62bc105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.598+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 shutdown_connections 2024-09-10T07:49:40.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:40.598+0000 7f62c46ec640 1 -- 172.21.15.7:0/2346028941 wait complete. 2024-09-10T07:49:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:40 smithi007 ceph-mon[30879]: pgmap v491: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-10T07:49:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:40 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2346028941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:40.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:40 smithi110 ceph-mon[34417]: pgmap v491: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-10T07:49:40.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:40 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2346028941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:40.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:40 smithi145 ceph-mon[34766]: pgmap v491: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-10T07:49:40.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:40 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2346028941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:49:41.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.27 MB/sec execute 44 sec latency 23146.879 ms 2024-09-10T07:49:41.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 -- 172.21.15.7:0/350365148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 msgr2=0x7fd42010bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 --2- 172.21.15.7:0/350365148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd42010bbf0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fd414009900 tx=0x7fd41402a480 comp rx=0 tx=0).stop 2024-09-10T07:49:41.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 -- 172.21.15.7:0/350365148 shutdown_connections 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 --2- 172.21.15.7:0/350365148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 0x7fd42010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 --2- 172.21.15.7:0/350365148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd42010bbf0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 --2- 172.21.15.7:0/350365148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd4201031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 -- 172.21.15.7:0/350365148 >> 172.21.15.7:0/350365148 conn(0x7fd4200fc7a0 msgr2=0x7fd4200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 -- 172.21.15.7:0/350365148 shutdown_connections 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.179+0000 7fd42636e640 1 -- 172.21.15.7:0/350365148 wait complete. 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 Processor -- start 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 -- start start 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd420198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 0x7fd42019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd420111e20 con 0x7fd420103700 2024-09-10T07:49:41.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd420111ca0 con 0x7fd42010c180 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd42636e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd420111fa0 con 0x7fd420102de0 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.180+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41778/0 (socket says 172.21.15.7:41778) 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3688477784 learned_addr learned my addr 172.21.15.7:0/3688477784 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41ffff640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd420198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd42490b640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 0x7fd42019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3688477784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 msgr2=0x7fd420198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd420198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3688477784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 msgr2=0x7fd42019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 0x7fd42019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3688477784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd42019d2d0 con 0x7fd420103700 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41ffff640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd420198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd414005940 tx=0x7fd414004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41d7fa640 1 -- 172.21.15.7:0/3688477784 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd41403f030 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41d7fa640 1 -- 172.21.15.7:0/3688477784 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd414003aa0 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd42019d560 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd41d7fa640 1 -- 172.21.15.7:0/3688477784 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd414035070 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.181+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4201a4ea0 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.183+0000 7fd41d7fa640 1 -- 172.21.15.7:0/3688477784 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd414042030 con 0x7fd420103700 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 Processor -- start 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 -- start start 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b1aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b29780 0x55da38b2bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55da38a802f0 con 0x55da38b1bb40 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55da38a27cf0 con 0x55da38b1a5d0 2024-09-10T07:49:41.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd428747740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55da38a7c2b0 con 0x55da38b29780 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd41d7fa640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 0x7fd4080a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd42490b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd42490b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41792/0 (socket says 172.21.15.7:41792) 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd42490b640 1 -- 172.21.15.7:0/2464363806 learned_addr learned my addr 172.21.15.7:0/2464363806 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd42490b640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 0x7fd4080a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd41d7fa640 1 -- 172.21.15.7:0/3688477784 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd4140efc40 con 0x7fd420103700 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.184+0000 7fd41ffff640 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b1aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b29780 0x55da38b2bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 -- 172.21.15.7:0/2464363806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b29780 msgr2=0x55da38b2bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b29780 0x55da38b2bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 -- 172.21.15.7:0/2464363806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 msgr2=0x55da38b1aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b1aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 -- 172.21.15.7:0/2464363806 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da38a0c3a0 con 0x55da38b1bb40 2024-09-10T07:49:41.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fd418013e10 tx=0x7fd4180107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5826aaeac4a509f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd42490b640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 0x7fd4080a5040 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd41800bfd0 tx=0x7fd418015000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd4067fc640 1 -- 172.21.15.7:0/2464363806 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd418021070 con 0x55da38b1bb40 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd4067fc640 1 -- 172.21.15.7:0/2464363806 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd41800bb80 con 0x55da38b1bb40 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.185+0000 7fd4067fc640 1 -- 172.21.15.7:0/2464363806 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd41801d3f0 con 0x55da38b1bb40 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- 172.21.15.7:0/2464363806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 msgr2=0x55da38b1a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fd418013e10 tx=0x7fd4180107a0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- 172.21.15.7:0/2464363806 shutdown_connections 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b29780 0x55da38b2bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b1aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 --2- 172.21.15.7:0/2464363806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b1a090 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- 172.21.15.7:0/2464363806 >> 172.21.15.7:0/2464363806 conn(0x55da38ae3310 msgr2=0x55da38b16c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- 172.21.15.7:0/2464363806 shutdown_connections 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- 172.21.15.7:0/2464363806 wait complete. 2024-09-10T07:49:41.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.186+0000 7fd428747740 1 -- start start 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 Processor -- start 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b264a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38b26be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55da38b2c420 con 0x55da38b1a5d0 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55da38a3b060 con 0x55da38b29780 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55da38b2c5a0 con 0x55da38b1bb40 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd428747740 10 client.0 _ll_register_callbacks cb 0x55da3878e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41804/0 (socket says 172.21.15.7:41804) 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 -- 172.21.15.7:0/273155016 learned_addr learned my addr 172.21.15.7:0/273155016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b264a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd42490b640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38b26be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 -- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 msgr2=0x55da38b264a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b264a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 -- 172.21.15.7:0/273155016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 msgr2=0x55da38b26be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38b26be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 -- 172.21.15.7:0/273155016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da387f13c0 con 0x55da38b1a5d0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd42490b640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38b26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.187+0000 7fd41ffff640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd41000bf40 tx=0x7fd4100128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d31529fcd8a73e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd41001f060 con 0x55da38b1a5d0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd41800bb80 con 0x55da38b1a5d0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd410010960 con 0x55da38b1a5d0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd410026050 con 0x55da38b1a5d0 2024-09-10T07:49:41.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 10 client.16560 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55da38b37f20 con 0x55da38b1a5d0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd41800bb80 con 0x55da38b1a5d0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd410019030 con 0x55da38b1a5d0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 10 client.16560 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 10 client.16560 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 20 client.16560 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38b3b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 4 client.16560 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.188+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da38a8d860 con 0x55da38b393e0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.189+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38b3b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.189+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38b3b7d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=91c7fb997990a7f3 server_cookie=8e8532d05b83bf81 in_seq=0 out_seq=0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.189+0000 7fd3ff7fe640 10 client.16560 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/273155016 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55da38a8d860 con 0x55da38b393e0 2024-09-10T07:49:41.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd3ff7fe640 10 client.16560 handle_command_reply: tid=0 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 client.16560 shutdown 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 msgr2=0x55da38b291f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd41000bf40 tx=0x7fd4100128e0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 shutdown_connections 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38b3b7d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd3ff7fe640 0 client.16560 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38b26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b264a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 --2- 172.21.15.7:0/273155016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1a5d0 0x55da38b291f0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 >> 172.21.15.7:0/273155016 conn(0x55da38ae3310 msgr2=0x55da38b1c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 shutdown_connections 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 1 -- 172.21.15.7:0/273155016 wait complete. 2024-09-10T07:49:41.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.190+0000 7fd428747740 20 client.16560 trim_cache size 0 max 16384 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 Processor -- start 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 -- start start 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b25d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b356c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201af250 con 0x55da38b29780 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201acac0 con 0x55da38b1a5d0 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd428747740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201aa930 con 0x55da38b1bb40 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41806/0 (socket says 172.21.15.7:41806) 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 -- 172.21.15.7:0/135277430 learned_addr learned my addr 172.21.15.7:0/135277430 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:41.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b356c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd41ffff640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b25d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 -- 172.21.15.7:0/135277430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 msgr2=0x55da38b356c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b356c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 -- 172.21.15.7:0/135277430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 msgr2=0x55da38b25d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b25d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd42490b640 1 -- 172.21.15.7:0/135277430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da38b15310 con 0x55da38b29780 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.204+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b356c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd42490b640 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd41800bb30 tx=0x7fd418010f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8604b2892510fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd405ffb640 1 -- 172.21.15.7:0/135277430 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd418021040 con 0x55da38b29780 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd405ffb640 1 -- 172.21.15.7:0/135277430 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd41800bb80 con 0x55da38b29780 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd405ffb640 1 -- 172.21.15.7:0/135277430 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4180056e0 con 0x55da38b29780 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 -- 172.21.15.7:0/135277430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 msgr2=0x55da38b25480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd41800bb30 tx=0x7fd418010f70 comp rx=0 tx=0).stop 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 -- 172.21.15.7:0/135277430 shutdown_connections 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b29780 0x55da38b25480 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1bb40 0x55da38b356c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.205+0000 7fd428747740 1 --2- 172.21.15.7:0/135277430 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b1a5d0 0x55da38b25d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- 172.21.15.7:0/135277430 >> 172.21.15.7:0/135277430 conn(0x55da38ae3310 msgr2=0x55da38b24d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- 172.21.15.7:0/135277430 shutdown_connections 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- 172.21.15.7:0/135277430 wait complete. 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- start start 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 Processor -- start 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1a5d0 0x55da38b2cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38ba2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201aaf80 con 0x55da38b1bb40 2024-09-10T07:49:41.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201ac3f0 con 0x55da38b29780 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4201ab650 con 0x55da38b1a5d0 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.206+0000 7fd428747740 10 client.0 _ll_register_callbacks cb 0x7fd41000bb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41814/0 (socket says 172.21.15.7:41814) 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3274510635 learned_addr learned my addr 172.21.15.7:0/3274510635 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd42490b640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38ba2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41ffff640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1a5d0 0x55da38b2cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1a5d0 msgr2=0x55da38b2cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1a5d0 0x55da38b2cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3274510635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 msgr2=0x55da38ba2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38ba2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 -- 172.21.15.7:0/3274510635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da38b16510 con 0x55da38b1bb40 2024-09-10T07:49:41.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd41f7fe640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd4140b8560 tx=0x7fd4140b84a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e219d237920ce49a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd3ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd414049040 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd4140ba400 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd41800bb80 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd4140c04b0 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd428747740 10 client.16566 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55da38ba36e0 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.207+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd41800bb80 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd4140b8770 con 0x55da38b1bb40 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 10 client.16566 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 10 client.16566 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 20 client.16566 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:41.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38ba5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 4 client.16566 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55da38a87d70 con 0x55da38b393e0 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd41ffff640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38ba5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd3ff7fe640 10 client.16566 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.208+0000 7fd41ffff640 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38ba5e50 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=85900df8d2cc87e0 server_cookie=ce4aeeb079d0b49d in_seq=0 out_seq=0 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd3ff7fe640 1 -- 172.21.15.7:0/3274510635 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55da38a87d70 con 0x55da38b393e0 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd3ff7fe640 10 client.16566 handle_command_reply: tid=0 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 client.16566 shutdown 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 msgr2=0x55da38b2d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd4140b8560 tx=0x7fd4140b84a0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 shutdown_connections 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55da38b393e0 0x55da38ba5e50 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da38b29780 0x55da38ba2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd3ff7fe640 0 client.16566 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da38b1bb40 0x55da38b2d2d0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 --2- 172.21.15.7:0/3274510635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da38b1a5d0 0x55da38b2cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 >> 172.21.15.7:0/3274510635 conn(0x55da38ae3310 msgr2=0x55da38b25590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 shutdown_connections 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 1 -- 172.21.15.7:0/3274510635 wait complete. 2024-09-10T07:49:41.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.209+0000 7fd428747740 20 client.16566 trim_cache size 0 max 16384 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 msgr2=0x7fd4080a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 0x7fd4080a5040 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd41800bfd0 tx=0x7fd418015000 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 msgr2=0x7fd420198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd414005940 tx=0x7fd414004270 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 shutdown_connections 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd4080a2b80 0x7fd4080a5040 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd42010c180 0x7fd42019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd420103700 0x7fd420198860 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 --2- 172.21.15.7:0/3688477784 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd420102de0 0x7fd420198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 >> 172.21.15.7:0/3688477784 conn(0x7fd4200fc7a0 msgr2=0x7fd4200fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 shutdown_connections 2024-09-10T07:49:41.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:41.210+0000 7fd42636e640 1 -- 172.21.15.7:0/3688477784 wait complete. 2024-09-10T07:49:42.108 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id bc50f9d8 --release --await' 2024-09-10T07:49:42.108 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id bc50f9d8 --release --await 2024-09-10T07:49:42.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.27 MB/sec execute 45 sec latency 24146.928 ms 2024-09-10T07:49:42.631 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:49:42.708 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:42.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:42 smithi007 ceph-mon[30879]: pgmap v492: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-09-10T07:49:42.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:42 smithi145 ceph-mon[34766]: pgmap v492: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-09-10T07:49:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:42 smithi110 ceph-mon[34417]: pgmap v492: 129 pgs: 129 active+clean; 38 MiB data, 685 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-09-10T07:49:43.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 -- 172.21.15.7:0/1886792065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 msgr2=0x7f0b141067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 --2- 172.21.15.7:0/1886792065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b141067e0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f0b08009900 tx=0x7f0b0802a410 comp rx=0 tx=0).stop 2024-09-10T07:49:43.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 -- 172.21.15.7:0/1886792065 shutdown_connections 2024-09-10T07:49:43.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 --2- 172.21.15.7:0/1886792065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14106f10 0x7f0b1410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 --2- 172.21.15.7:0/1886792065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b141067e0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 --2- 172.21.15.7:0/1886792065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14101de0 0x7f0b141021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 -- 172.21.15.7:0/1886792065 >> 172.21.15.7:0/1886792065 conn(0x7f0b140fd8c0 msgr2=0x7f0b140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 -- 172.21.15.7:0/1886792065 shutdown_connections 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.206+0000 7f0b1a992640 1 -- 172.21.15.7:0/1886792065 wait complete. 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 Processor -- start 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 -- start start 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14101de0 0x7f0b141983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14106f10 0x7f0b1419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14111e20 con 0x7f0b14102790 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14111ca0 con 0x7f0b14101de0 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.207+0000 7f0b1a992640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14111fa0 con 0x7f0b14106f10 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41824/0 (socket says 172.21.15.7:41824) 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 -- 172.21.15.7:0/4080476256 learned_addr learned my addr 172.21.15.7:0/4080476256 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14101de0 0x7f0b141983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14106f10 0x7f0b1419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 -- 172.21.15.7:0/4080476256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14106f10 msgr2=0x7f0b1419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14106f10 0x7f0b1419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 -- 172.21.15.7:0/4080476256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14101de0 msgr2=0x7f0b141983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14101de0 0x7f0b141983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 -- 172.21.15.7:0/4080476256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b1419d380 con 0x7f0b14102790 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b137fe640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f0b08005940 tx=0x7f0b080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b117fa640 1 -- 172.21.15.7:0/4080476256 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0803f030 con 0x7f0b14102790 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b117fa640 1 -- 172.21.15.7:0/4080476256 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b08003cb0 con 0x7f0b14102790 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b1419d610 con 0x7f0b14102790 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b117fa640 1 -- 172.21.15.7:0/4080476256 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b08035070 con 0x7f0b14102790 2024-09-10T07:49:43.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.208+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b141a4f50 con 0x7f0b14102790 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 Processor -- start 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 -- start start 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d819440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d823d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d826630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55733d77e620 con 0x55733d819980 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55733d725e50 con 0x55733d824240 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55733d77a5e0 con 0x55733d819060 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.211+0000 7f0b13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d823d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d823d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41828/0 (socket says 172.21.15.7:41828) 2024-09-10T07:49:43.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b13fff640 1 -- 172.21.15.7:0/2273230326 learned_addr learned my addr 172.21.15.7:0/2273230326 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d819440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b117fa640 1 -- 172.21.15.7:0/4080476256 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0b08042030 con 0x7f0b14102790 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 -- 172.21.15.7:0/2273230326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 msgr2=0x55733d826630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d826630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 -- 172.21.15.7:0/2273230326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 msgr2=0x55733d823d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d823d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 -- 172.21.15.7:0/2273230326 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55733d716d40 con 0x55733d819060 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.212+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d819440 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c005bd0 tx=0x7f0b0c005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f118f360f5c4c67b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0afa7fc640 1 -- 172.21.15.7:0/2273230326 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c004d20 con 0x55733d819060 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0afa7fc640 1 -- 172.21.15.7:0/2273230326 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b0c01a070 con 0x55733d819060 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0afa7fc640 1 -- 172.21.15.7:0/2273230326 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c005020 con 0x55733d819060 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0b117fa640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 0x7f0afc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 0x7f0afc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.213+0000 7f0b117fa640 1 -- 172.21.15.7:0/4080476256 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0b080efb50 con 0x7f0b14102790 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/2273230326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 msgr2=0x55733d819440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d819440 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c005bd0 tx=0x7f0b0c005c00 comp rx=0 tx=0).stop 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 0x7f0afc0a5040 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55733d816450 tx=0x7f0b0400a250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/2273230326 shutdown_connections 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d826630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d823d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/2273230326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d819440 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/2273230326 >> 172.21.15.7:0/2273230326 conn(0x55733d8155f0 msgr2=0x55733d8159d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/2273230326 shutdown_connections 2024-09-10T07:49:43.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/2273230326 wait complete. 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 -- start start 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.214+0000 7f0b1cd6b740 1 Processor -- start 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d8211c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d821c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55733d826e10 con 0x55733d819980 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55733d706f10 con 0x55733d824240 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55733d826f90 con 0x55733d819060 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b1cd6b740 10 client.0 _ll_register_callbacks cb 0x55733d72adb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41840/0 (socket says 172.21.15.7:41840) 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 -- 172.21.15.7:0/3460698168 learned_addr learned my addr 172.21.15.7:0/3460698168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b13fff640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d8211c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d821c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 -- 172.21.15.7:0/3460698168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 msgr2=0x55733d8211c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d8211c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 -- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 msgr2=0x55733d821c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d821c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b137fe640 1 -- 172.21.15.7:0/3460698168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55733d48d580 con 0x55733d819980 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.215+0000 7f0b13fff640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d8211c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d821c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0b137fe640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f0b080bc050 tx=0x7f0b080bbcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=718c9a33c58fb0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:43.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b08049040 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0b080b8730 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b0c01a070 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0b0803b460 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0b1cd6b740 10 client.16578 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55733d557960 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b0c01a070 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.216+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0b080bc320 con 0x55733d819980 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 10 client.16578 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 10 client.16578 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 20 client.16578 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d833e20 0x55733d836240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 4 client.16578 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55733d78bb90 con 0x55733d833e20 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b13fff640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d833e20 0x55733d836240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0b13fff640 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d833e20 0x55733d836240 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f67c9e0f05048f8 server_cookie=e007f93e56dc7ddb in_seq=0 out_seq=0 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.217+0000 7f0af37fe640 10 client.16578 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0af37fe640 1 -- 172.21.15.7:0/3460698168 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55733d78bb90 con 0x55733d833e20 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0af37fe640 10 client.16578 handle_command_reply: tid=0 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 client.16578 shutdown 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 msgr2=0x55733d821700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f0b080bc050 tx=0x7f0b080bbcc0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 shutdown_connections 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d833e20 0x55733d836240 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d821c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d821700 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/3460698168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d8211c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0af37fe640 0 client.16578 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 >> 172.21.15.7:0/3460698168 conn(0x55733d8155f0 msgr2=0x55733d81b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 shutdown_connections 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.218+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/3460698168 wait complete. 2024-09-10T07:49:43.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.219+0000 7f0b1cd6b740 20 client.16578 trim_cache size 0 max 16384 2024-09-10T07:49:43.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 Processor -- start 2024-09-10T07:49:43.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 -- start start 2024-09-10T07:49:43.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d81b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d83bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141af350 con 0x55733d819980 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141acbc0 con 0x55733d824240 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141aaa30 con 0x55733d819060 2024-09-10T07:49:43.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.237+0000 7f0b13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50640/0 (socket says 172.21.15.7:50640) 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 -- 172.21.15.7:0/4261864398 learned_addr learned my addr 172.21.15.7:0/4261864398 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d83bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b137fe640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d81b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 -- 172.21.15.7:0/4261864398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 msgr2=0x55733d83bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d83bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 -- 172.21.15.7:0/4261864398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 msgr2=0x55733d81b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d81b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 -- 172.21.15.7:0/4261864398 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55733d823100 con 0x55733d819060 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b137fe640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d81b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0b13fff640 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55733d836ab0 tx=0x7f0b04017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab12847a6d27b794 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.238+0000 7f0af9ffb640 1 -- 172.21.15.7:0/4261864398 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0402c030 con 0x55733d819060 2024-09-10T07:49:43.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.239+0000 7f0af9ffb640 1 -- 172.21.15.7:0/4261864398 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b0401bba0 con 0x55733d819060 2024-09-10T07:49:43.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.239+0000 7f0af9ffb640 1 -- 172.21.15.7:0/4261864398 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b04003b40 con 0x55733d819060 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.239+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/4261864398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 msgr2=0x55733d81c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.239+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55733d836ab0 tx=0x7f0b04017000 comp rx=0 tx=0).stop 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/4261864398 shutdown_connections 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d824240 0x55733d83bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d819980 0x55733d81b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/4261864398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819060 0x55733d81c4c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/4261864398 >> 172.21.15.7:0/4261864398 conn(0x55733d8155f0 msgr2=0x55733d81aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/4261864398 shutdown_connections 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/4261864398 wait complete. 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 -- start start 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.240+0000 7f0b1cd6b740 1 Processor -- start 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d819060 0x55733d82c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 0x55733d828af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141ab080 con 0x55733d824240 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141ac4f0 con 0x55733d819060 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141ab750 con 0x55733d819980 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b1cd6b740 10 client.0 _ll_register_callbacks cb 0x7f0b080bbe90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41856/0 (socket says 172.21.15.7:41856) 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 -- 172.21.15.7:0/720513753 learned_addr learned my addr 172.21.15.7:0/720513753 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b137fe640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 0x55733d828af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b13fff640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d819060 0x55733d82c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 -- 172.21.15.7:0/720513753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 msgr2=0x55733d828af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 0x55733d828af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 -- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d819060 msgr2=0x55733d82c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d819060 0x55733d82c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b18f2f640 1 -- 172.21.15.7:0/720513753 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55733d8365b0 con 0x55733d824240 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.241+0000 7f0b137fe640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 0x55733d828af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0b18f2f640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c011ca0 tx=0x7f0b0c0052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b49d73c8c7e8768 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0af37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:43.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c02b070 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0b0c0055f0 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b0401bba0 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0b0c037050 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0b1cd6b740 10 client.16581 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55733d89f760 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.242+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b0c01a050 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0b0c016450 con 0x55733d824240 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 10 client.16581 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 10 client.16581 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 20 client.16581 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d89fc10 0x55733d8a2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 4 client.16581 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "bc50f9d8", "release": true, "await": true}] 2024-09-10T07:49:43.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "bc50f9d8", "release": true, "await": true}) -- 0x7f0b0401bba0 con 0x55733d89fc10 2024-09-10T07:49:43.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.243+0000 7f0b13fff640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d89fc10 0x55733d8a2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:43.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.244+0000 7f0b13fff640 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d89fc10 0x55733d8a2030 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db52f57dd99de1e2 server_cookie=eac39910f3e1b4dc in_seq=0 out_seq=0 2024-09-10T07:49:43.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.244+0000 7f0af37fe640 10 client.16581 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:43.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 59745 0.26 MB/sec execute 46 sec latency 25146.962 ms 2024-09-10T07:49:43.251 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0af37fe640 1 -- 172.21.15.7:0/720513753 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x7f0b0401bba0 con 0x55733d89fc10 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0af37fe640 10 client.16581 handle_command_reply: tid=0 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 client.16581 shutdown 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 msgr2=0x55733d829030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c011ca0 tx=0x7f0b0c0052f0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 shutdown_connections 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55733d89fc10 0x55733d8a2030 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55733d824240 0x55733d829030 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55733d819980 0x55733d828af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 --2- 172.21.15.7:0/720513753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55733d819060 0x55733d82c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0af37fe640 0 client.16581 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 >> 172.21.15.7:0/720513753 conn(0x55733d8155f0 msgr2=0x55733d814750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 shutdown_connections 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.252+0000 7f0b1cd6b740 1 -- 172.21.15.7:0/720513753 wait complete. 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1cd6b740 20 client.16581 trim_cache size 0 max 16384 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-09-10T07:49:43.253 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 16, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "bc50f9d8": { 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 16, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 142.8, 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:49:43.254 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:43.255 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 msgr2=0x7f0afc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 0x7f0afc0a5040 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55733d816450 tx=0x7f0b0400a250 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 msgr2=0x7f0b14198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f0b08005940 tx=0x7f0b080042f0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 shutdown_connections 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0afc0a2b80 0x7f0afc0a5040 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b14106f10 0x7f0b1419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.253+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b14102790 0x7f0b14198910 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.254+0000 7f0b1a992640 1 --2- 172.21.15.7:0/4080476256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b14101de0 0x7f0b141983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.254+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 >> 172.21.15.7:0/4080476256 conn(0x7f0b140fd8c0 msgr2=0x7f0b140fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:43.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.254+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 shutdown_connections 2024-09-10T07:49:43.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:43.254+0000 7f0b1a992640 1 -- 172.21.15.7:0/4080476256 wait complete. 2024-09-10T07:49:43.960 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'bc50f9d8', total seconds elapsed: 28.5 2024-09-10T07:49:44.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 60268 0.36 MB/sec execute 47 sec latency 25153.944 ms 2024-09-10T07:49:44.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 -- 172.21.15.7:0/459959578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 msgr2=0x7f3088107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 --2- 172.21.15.7:0/459959578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088107b90 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f307c009930 tx=0x7f307c02a420 comp rx=0 tx=0).stop 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 -- 172.21.15.7:0/459959578 shutdown_connections 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 --2- 172.21.15.7:0/459959578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30881082a0 0x7f308810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 --2- 172.21.15.7:0/459959578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088107b90 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 --2- 172.21.15.7:0/459959578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3088102d30 0x7f3088103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 -- 172.21.15.7:0/459959578 >> 172.21.15.7:0/459959578 conn(0x7f30880fc7d0 msgr2=0x7f30880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 -- 172.21.15.7:0/459959578 shutdown_connections 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.471+0000 7f308e2cf640 1 -- 172.21.15.7:0/459959578 wait complete. 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 Processor -- start 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 -- start start 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 0x7f3088198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 0x7f308819cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3088111f60 con 0x7f30881036e0 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3088111de0 con 0x7f30881082a0 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.472+0000 7f308e2cf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f30881120e0 con 0x7f3088102d30 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41874/0 (socket says 172.21.15.7:41874) 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 -- 172.21.15.7:0/1235508114 learned_addr learned my addr 172.21.15.7:0/1235508114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f3087fff640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 0x7f3088198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f308c86c640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 0x7f308819cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 -- 172.21.15.7:0/1235508114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 msgr2=0x7f3088198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 0x7f3088198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 -- 172.21.15.7:0/1235508114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 msgr2=0x7f308819cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 0x7f308819cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 -- 172.21.15.7:0/1235508114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308819d4d0 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f3087fff640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 0x7f3088198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f308c86c640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 0x7f308819cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.473+0000 7f30877fe640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f307c031440 tx=0x7f307c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.474+0000 7f30857fa640 1 -- 172.21.15.7:0/1235508114 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c03f070 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.474+0000 7f30857fa640 1 -- 172.21.15.7:0/1235508114 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307c031b50 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.474+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308819d760 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.474+0000 7f30857fa640 1 -- 172.21.15.7:0/1235508114 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c035030 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.474+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308819dc10 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.476+0000 7f30857fa640 1 -- 172.21.15.7:0/1235508114 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f307c042070 con 0x7f30881036e0 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.476+0000 7f30906a8740 1 Processor -- start 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.476+0000 7f30906a8740 1 -- start start 2024-09-10T07:49:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6f1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55614a64a2f0 con 0x55614a6e45d0 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55614a5f1cf0 con 0x55614a6e5b40 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30906a8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55614a6462b0 con 0x55614a6ef370 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30877fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6f1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f3087fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55566/0 (socket says 172.21.15.7:55566) 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 -- 172.21.15.7:0/357805478 learned_addr learned my addr 172.21.15.7:0/357805478 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 -- 172.21.15.7:0/357805478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 msgr2=0x55614a6f1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6f1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 -- 172.21.15.7:0/357805478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 msgr2=0x55614a6e4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 -- 172.21.15.7:0/357805478 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55614a5d63a0 con 0x55614a6e5b40 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30857fa640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 0x7f30700a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f308c86c640 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f308000f4f0 tx=0x7f3080009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21fc5a54f52c0015 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f3087fff640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 0x7f30700a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.477+0000 7f30857fa640 1 -- 172.21.15.7:0/1235508114 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f307c0ef7f0 con 0x7f30881036e0 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.478+0000 7f306e7fc640 1 -- 172.21.15.7:0/357805478 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080003c30 con 0x55614a6e5b40 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.478+0000 7f306e7fc640 1 -- 172.21.15.7:0/357805478 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3080003dd0 con 0x55614a6e5b40 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.478+0000 7f306e7fc640 1 -- 172.21.15.7:0/357805478 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308000e9f0 con 0x55614a6e5b40 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.478+0000 7f30906a8740 1 -- 172.21.15.7:0/357805478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 msgr2=0x55614a6e4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f308000f4f0 tx=0x7f3080009500 comp rx=0 tx=0).stop 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.478+0000 7f3087fff640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 0x7f30700a5190 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x55614a6e1ac0 tx=0x7f3078005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 -- 172.21.15.7:0/357805478 shutdown_connections 2024-09-10T07:49:44.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6f1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 --2- 172.21.15.7:0/357805478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6e4090 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 -- 172.21.15.7:0/357805478 >> 172.21.15.7:0/357805478 conn(0x55614a6ad310 msgr2=0x55614a6e0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 -- 172.21.15.7:0/357805478 shutdown_connections 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 -- 172.21.15.7:0/357805478 wait complete. 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 -- start start 2024-09-10T07:49:44.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.479+0000 7f30906a8740 1 Processor -- start 2024-09-10T07:49:44.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6eed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6ec640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55614a6f2070 con 0x55614a6e45d0 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55614a605060 con 0x55614a6e5b40 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55614a6f21f0 con 0x55614a6ef370 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30906a8740 10 client.0 _ll_register_callbacks cb 0x55614a3588c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f3087fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f308c86c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6ec640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f3087fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6eed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41884/0 (socket says 172.21.15.7:41884) 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55582/0 (socket says 172.21.15.7:55582) 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f3087fff640 1 -- 172.21.15.7:0/4243700911 learned_addr learned my addr 172.21.15.7:0/4243700911 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 -- 172.21.15.7:0/4243700911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 msgr2=0x55614a6ec640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6ec640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 -- 172.21.15.7:0/4243700911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 msgr2=0x55614a6eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 -- 172.21.15.7:0/4243700911 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55614a3bb3c0 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30877fe640 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f307c0ecfa0 tx=0x7f307c005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e718ad25edc03e2b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.480+0000 7f30677fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c049070 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f307c03b460 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3080003dd0 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f307c0bb8a0 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 10 client.26039 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55614a6fdb40 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3080003dd0 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f307c03bbe0 con 0x55614a6e5b40 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 10 client.26039 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 10 client.26039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:44.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 20 client.26039 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a6fef30 0x55614a701380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 4 client.26039 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.481+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55614a657860 con 0x55614a6fef30 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.482+0000 7f3087fff640 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a6fef30 0x55614a701380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.482+0000 7f3087fff640 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a6fef30 0x55614a701380 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b565becd83a460 server_cookie=7b20f58af52ee1b9 in_seq=0 out_seq=0 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.482+0000 7f30677fe640 10 client.26039 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30677fe640 1 -- 172.21.15.7:0/4243700911 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55614a657860 con 0x55614a6fef30 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30677fe640 10 client.26039 handle_command_reply: tid=0 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 client.26039 shutdown 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 msgr2=0x55614a6ec030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f307c0ecfa0 tx=0x7f307c005c90 comp rx=0 tx=0).stop 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 shutdown_connections 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a6fef30 0x55614a701380 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6ef370 0x55614a6ec640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6e5b40 0x55614a6ec030 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 --2- 172.21.15.7:0/4243700911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30677fe640 0 client.26039 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 >> 172.21.15.7:0/4243700911 conn(0x55614a6ad310 msgr2=0x55614a6e6930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 shutdown_connections 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 1 -- 172.21.15.7:0/4243700911 wait complete. 2024-09-10T07:49:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.483+0000 7f30906a8740 20 client.26039 trim_cache size 0 max 16384 2024-09-10T07:49:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 Processor -- start 2024-09-10T07:49:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 -- start start 2024-09-10T07:49:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 0x55614a6fb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a706c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f30881af310 con 0x55614a6e5b40 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f30881acb80 con 0x55614a6ef370 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30906a8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f30881aa9f0 con 0x55614a6e45d0 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 0x55614a6fb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f3087fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a706c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f3087fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50698/0 (socket says 172.21.15.7:50698) 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f30877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 0x55614a6fb310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41894/0 (socket says 172.21.15.7:41894) 2024-09-10T07:49:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f3087fff640 1 -- 172.21.15.7:0/4055941757 learned_addr learned my addr 172.21.15.7:0/4055941757 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:44.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 -- 172.21.15.7:0/4055941757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 msgr2=0x55614a6e0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 -- 172.21.15.7:0/4055941757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 msgr2=0x55614a6fb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 0x55614a6fb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f308c86c640 1 -- 172.21.15.7:0/4055941757 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55614a6ea580 con 0x55614a6ef370 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.498+0000 7f3087fff640 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.499+0000 7f308c86c640 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a706c50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f308000f4c0 tx=0x7f308000e560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f15a0134d2a64206 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.499+0000 7f306dffb640 1 -- 172.21.15.7:0/4055941757 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080003c30 con 0x55614a6ef370 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.499+0000 7f306dffb640 1 -- 172.21.15.7:0/4055941757 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3080030030 con 0x55614a6ef370 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.499+0000 7f306dffb640 1 -- 172.21.15.7:0/4055941757 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30800053c0 con 0x55614a6ef370 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- 172.21.15.7:0/4055941757 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 msgr2=0x55614a706c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a706c50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f308000f4c0 tx=0x7f308000e560 comp rx=0 tx=0).stop 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- 172.21.15.7:0/4055941757 shutdown_connections 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a706c50 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e5b40 0x55614a6fb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 --2- 172.21.15.7:0/4055941757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e45d0 0x55614a6e0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- 172.21.15.7:0/4055941757 >> 172.21.15.7:0/4055941757 conn(0x55614a6ad310 msgr2=0x55614a6e0700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- 172.21.15.7:0/4055941757 shutdown_connections 2024-09-10T07:49:44.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- 172.21.15.7:0/4055941757 wait complete. 2024-09-10T07:49:44.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 -- start start 2024-09-10T07:49:44.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.500+0000 7f30906a8740 1 Processor -- start 2024-09-10T07:49:44.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e5b40 0x55614a6e9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a6e9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f30881ab040 con 0x55614a6e45d0 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f30881ac4b0 con 0x55614a6ef370 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f30881ab710 con 0x55614a6e5b40 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30906a8740 10 client.0 _ll_register_callbacks cb 0x7f307c009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f3087fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a6e9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f3087fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41908/0 (socket says 172.21.15.7:41908) 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f3087fff640 1 -- 172.21.15.7:0/3941616467 learned_addr learned my addr 172.21.15.7:0/3941616467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f30877fe640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e5b40 0x55614a6e9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 -- 172.21.15.7:0/3941616467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e5b40 msgr2=0x55614a6e9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e5b40 0x55614a6e9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 -- 172.21.15.7:0/3941616467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 msgr2=0x55614a6e8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f308c86c640 1 -- 172.21.15.7:0/3941616467 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55614a768c20 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.501+0000 7f3087fff640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f308c86c640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a6e9a40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3080009560 tx=0x7f3080003e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d59463b0abebcfbc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30677fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308000e860 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3080030030 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f308000ea00 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3080045050 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30906a8740 10 client.26045 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55614a769e40 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.502+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3080030030 con 0x55614a6ef370 2024-09-10T07:49:44.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f308003e440 con 0x55614a6ef370 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 10 client.26045 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 10 client.26045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 20 client.26045 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a76a260 0x55614a76c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 4 client.26045 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55614a651d70 con 0x55614a76a260 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f3087fff640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a76a260 0x55614a76c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f3087fff640 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a76a260 0x55614a76c650 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab699d8299724 server_cookie=791b1e7ce2728b9a in_seq=0 out_seq=0 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.503+0000 7f30677fe640 10 client.26045 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30677fe640 1 -- 172.21.15.7:0/3941616467 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55614a651d70 con 0x55614a76a260 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30677fe640 10 client.26045 handle_command_reply: tid=0 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 client.26045 shutdown 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 msgr2=0x55614a6e9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a6e9a40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3080009560 tx=0x7f3080003e80 comp rx=0 tx=0).stop 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 shutdown_connections 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55614a76a260 0x55614a76c650 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55614a6ef370 0x55614a6e9a40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55614a6e5b40 0x55614a6e9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 --2- 172.21.15.7:0/3941616467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55614a6e45d0 0x55614a6e8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 >> 172.21.15.7:0/3941616467 conn(0x55614a6ad310 msgr2=0x55614a6ee0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30677fe640 0 client.26045 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 shutdown_connections 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 1 -- 172.21.15.7:0/3941616467 wait complete. 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.504+0000 7f30906a8740 20 client.26045 trim_cache size 0 max 16384 2024-09-10T07:49:44.507 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 msgr2=0x7f30700a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 0x7f30700a5190 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x55614a6e1ac0 tx=0x7f3078005f90 comp rx=0 tx=0).stop 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 msgr2=0x7f3088198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f307c031440 tx=0x7f307c003b90 comp rx=0 tx=0).stop 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 shutdown_connections 2024-09-10T07:49:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30700a2cd0 0x7f30700a5190 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f30881082a0 0x7f308819cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30881036e0 0x7f3088198a60 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 --2- 172.21.15.7:0/1235508114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088102d30 0x7f3088198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 >> 172.21.15.7:0/1235508114 conn(0x7f30880fc7d0 msgr2=0x7f3088105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 shutdown_connections 2024-09-10T07:49:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:44.505+0000 7f308e2cf640 1 -- 172.21.15.7:0/1235508114 wait complete. 2024-09-10T07:49:44.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:44 smithi145 ceph-mon[34766]: pgmap v493: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-10T07:49:45.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:44 smithi007 ceph-mon[30879]: pgmap v493: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-10T07:49:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:44 smithi110 ceph-mon[34417]: pgmap v493: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-10T07:49:45.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 60648 0.38 MB/sec execute 48 sec latency 24.617 ms 2024-09-10T07:49:46.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 60948 0.38 MB/sec execute 49 sec latency 12.462 ms 2024-09-10T07:49:46.313 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:49:46.313 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:49:46.607 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:46.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:46 smithi145 ceph-mon[34766]: pgmap v494: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T07:49:47.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:46 smithi007 ceph-mon[30879]: pgmap v494: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T07:49:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:46 smithi110 ceph-mon[34417]: pgmap v494: 129 pgs: 129 active+clean; 38 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T07:49:47.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 -- 172.21.15.7:0/1858197959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 msgr2=0x7f9b20101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 --2- 172.21.15.7:0/1858197959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20101200 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009900 tx=0x7f9b1c02a480 comp rx=0 tx=0).stop 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 -- 172.21.15.7:0/1858197959 shutdown_connections 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 --2- 172.21.15.7:0/1858197959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 0x7f9b2010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 --2- 172.21.15.7:0/1858197959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 0x7f9b201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 --2- 172.21.15.7:0/1858197959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20101200 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 -- 172.21.15.7:0/1858197959 >> 172.21.15.7:0/1858197959 conn(0x7f9b200fc7d0 msgr2=0x7f9b200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 -- 172.21.15.7:0/1858197959 shutdown_connections 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.158+0000 7f9b287c5640 1 -- 172.21.15.7:0/1858197959 wait complete. 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 Processor -- start 2024-09-10T07:49:47.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 -- start start 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 0x7f9b20103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 0x7f9b201041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b20110e80 con 0x7f9b20100e20 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b20110d00 con 0x7f9b20102570 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b287c5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b20111000 con 0x7f9b20102ef0 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.159+0000 7f9b26561640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41928/0 (socket says 172.21.15.7:41928) 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 -- 172.21.15.7:0/2674759990 learned_addr learned my addr 172.21.15.7:0/2674759990 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:47.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26d62640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 0x7f9b201041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b25d60640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 0x7f9b20103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 -- 172.21.15.7:0/2674759990 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 msgr2=0x7f9b201041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 0x7f9b201041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 -- 172.21.15.7:0/2674759990 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 msgr2=0x7f9b20103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 0x7f9b20103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 -- 172.21.15.7:0/2674759990 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b201a6920 con 0x7f9b20100e20 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b26561640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c02aa70 tx=0x7f9b1c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b177fe640 1 -- 172.21.15.7:0/2674759990 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c03f070 con 0x7f9b20100e20 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b177fe640 1 -- 172.21.15.7:0/2674759990 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1c03bb20 con 0x7f9b20100e20 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b201a6bb0 con 0x7f9b20100e20 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b177fe640 1 -- 172.21.15.7:0/2674759990 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c035030 con 0x7f9b20100e20 2024-09-10T07:49:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.160+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b201a7090 con 0x7f9b20100e20 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.163+0000 7f9b2ab9e740 1 Processor -- start 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.163+0000 7f9b177fe640 1 -- 172.21.15.7:0/2674759990 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9b1c042070 con 0x7f9b20100e20 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.163+0000 7f9b2ab9e740 1 -- start start 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.163+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c3766f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 0x556c37672130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556c375ca280 con 0x556c37664b60 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556c37571b10 con 0x556c3766fd40 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556c375c6240 con 0x556c37665480 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41942/0 (socket says 172.21.15.7:41942) 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 -- 172.21.15.7:0/271698145 learned_addr learned my addr 172.21.15.7:0/271698145 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26561640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c3766f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b25d60640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 0x556c37672130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b177fe640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 0x7f9b0c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 -- 172.21.15.7:0/271698145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 msgr2=0x556c3766f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c3766f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 -- 172.21.15.7:0/271698145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 msgr2=0x556c37672130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 0x556c37672130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 -- 172.21.15.7:0/271698145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c3757e1f0 con 0x556c37664b60 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b25d60640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 0x556c37672130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b177fe640 1 -- 172.21.15.7:0/2674759990 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b1c0efd80 con 0x7f9b20100e20 2024-09-10T07:49:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.164+0000 7f9b26d62640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 0x7f9b0c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.165+0000 7f9b26d62640 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9b18009f50 tx=0x7f9b180118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e41ba7da96e710c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.165+0000 7f9b14ff9640 1 -- 172.21.15.7:0/271698145 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b18004250 con 0x556c37664b60 2024-09-10T07:49:47.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.165+0000 7f9b14ff9640 1 -- 172.21.15.7:0/271698145 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1800f930 con 0x556c37664b60 2024-09-10T07:49:47.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.165+0000 7f9b14ff9640 1 -- 172.21.15.7:0/271698145 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1801b720 con 0x556c37664b60 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b26d62640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 0x7f9b0c0a5040 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9b18020000 tx=0x7f9b18021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/271698145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 msgr2=0x556c37664f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9b18009f50 tx=0x7f9b180118d0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/271698145 shutdown_connections 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c3766fd40 0x556c37672130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c3766f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/271698145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37664b60 0x556c37664f40 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.166+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/271698145 >> 172.21.15.7:0/271698145 conn(0x556c376610f0 msgr2=0x556c376614d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/271698145 shutdown_connections 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/271698145 wait complete. 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- start start 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 Processor -- start 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 0x556c3766cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c3766d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556c37672910 con 0x556c3766fd40 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556c37584f10 con 0x556c37665480 2024-09-10T07:49:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.167+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556c37672a90 con 0x556c37664b60 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b2ab9e740 10 client.0 _ll_register_callbacks cb 0x556c3754da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b25d60640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b25d60640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55660/0 (socket says 172.21.15.7:55660) 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b25d60640 1 -- 172.21.15.7:0/983171257 learned_addr learned my addr 172.21.15.7:0/983171257 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 0x556c3766cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26d62640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c3766d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 -- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 msgr2=0x556c3766d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 -- 172.21.15.7:0/983171257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 msgr2=0x556c3766d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c3766d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 -- 172.21.15.7:0/983171257 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c3733b6a0 con 0x556c37664b60 2024-09-10T07:49:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26d62640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c3766d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b25d60640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b26561640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 0x556c3766cb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0ed530 tx=0x7f9b1c009620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ffec0f59c6418c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c049040 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b1c0dc0e0 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.168+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b1800f930 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9b1c0bc0c0 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 10 client.26086 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c37672910 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1800f930 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9b1c031be0 con 0x556c37664b60 2024-09-10T07:49:47.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 10 client.26086 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 10 client.26086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 20 client.26086 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c3767f980 0x556c37681de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 4 client.26086 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c375d77f0 con 0x556c3767f980 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.169+0000 7f9b25d60640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c3767f980 0x556c37681de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.170+0000 7f9b25d60640 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c3767f980 0x556c37681de0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90429293c442bc0 server_cookie=d921233c389f9433 in_seq=0 out_seq=0 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.170+0000 7f9b09ffb640 10 client.26086 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b09ffb640 1 -- 172.21.15.7:0/983171257 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556c375d77f0 con 0x556c3767f980 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b09ffb640 10 client.26086 handle_command_reply: tid=0 2024-09-10T07:49:47.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 client.26086 shutdown 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 msgr2=0x556c3766cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 0x556c3766cb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0ed530 tx=0x7f9b1c009620 comp rx=0 tx=0).stop 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 shutdown_connections 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c3767f980 0x556c37681de0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c3766d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37665480 0x556c3766d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/983171257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37664b60 0x556c3766cb80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 >> 172.21.15.7:0/983171257 conn(0x556c376610f0 msgr2=0x556c37660270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b09ffb640 0 client.26086 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 shutdown_connections 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/983171257 wait complete. 2024-09-10T07:49:47.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.171+0000 7f9b2ab9e740 20 client.26086 trim_cache size 0 max 16384 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 Processor -- start 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 -- start start 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c3766e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 0x556c376876f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 0x556c37687c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201b37c0 con 0x556c37665480 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201b1030 con 0x556c37664b60 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201aeea0 con 0x556c3766fd40 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b25d60640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 0x556c376876f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b26561640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c3766e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b25d60640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 0x556c376876f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41966/0 (socket says 172.21.15.7:41966) 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.191+0000 7f9b25d60640 1 -- 172.21.15.7:0/1899983771 learned_addr learned my addr 172.21.15.7:0/1899983771 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26d62640 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 0x556c37687c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 -- 172.21.15.7:0/1899983771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 msgr2=0x556c37687c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 0x556c37687c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 -- 172.21.15.7:0/1899983771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 msgr2=0x556c376876f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 0x556c376876f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 -- 172.21.15.7:0/1899983771 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c37682460 con 0x556c37664b60 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26d62640 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 0x556c37687c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:47.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b26561640 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c3766e9e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0ed850 tx=0x7f9b1c0ed560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a23c8586ddd51ffb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b0bfff640 1 -- 172.21.15.7:0/1899983771 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c049070 con 0x556c37664b60 2024-09-10T07:49:47.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b0bfff640 1 -- 172.21.15.7:0/1899983771 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1c0bc2f0 con 0x556c37664b60 2024-09-10T07:49:47.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.192+0000 7f9b0bfff640 1 -- 172.21.15.7:0/1899983771 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c0bbc50 con 0x556c37664b60 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/1899983771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 msgr2=0x556c3766e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c3766e9e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0ed850 tx=0x7f9b1c0ed560 comp rx=0 tx=0).stop 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/1899983771 shutdown_connections 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c3766fd40 0x556c37687c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c37665480 0x556c376876f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/1899983771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c3766e9e0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/1899983771 >> 172.21.15.7:0/1899983771 conn(0x556c376610f0 msgr2=0x556c3766e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/1899983771 shutdown_connections 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/1899983771 wait complete. 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.193+0000 7f9b2ab9e740 1 -- start start 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 Processor -- start 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c37670de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c37671320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c37671860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201af4f0 con 0x556c3766fd40 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201b0960 con 0x556c37664b60 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b201afbc0 con 0x556c37665480 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b2ab9e740 10 client.0 _ll_register_callbacks cb 0x7f9b1c0f3550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:47.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b26d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c37671860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b26d62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c37671860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41968/0 (socket says 172.21.15.7:41968) 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b26d62640 1 -- 172.21.15.7:0/2448412010 learned_addr learned my addr 172.21.15.7:0/2448412010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b26561640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c37670de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.194+0000 7f9b25d60640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c37671320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 -- 172.21.15.7:0/2448412010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 msgr2=0x556c37671320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c37671320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 -- 172.21.15.7:0/2448412010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 msgr2=0x556c37671860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c37671860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 -- 172.21.15.7:0/2448412010 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c37660f20 con 0x556c37664b60 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b25d60640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c37671320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:47.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b26561640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c37670de0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0dc010 tx=0x7f9b1c0f3600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73c53289dfdef8e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c049050 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9b1c0bc5d0 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b1c0bc2f0 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9b1c0a3050 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b2ab9e740 10 client.26063 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c37660f20 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.195+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1c0bc7d0 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9b1c0c00f0 con 0x556c37664b60 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 10 client.26063 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 10 client.26063 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:47.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 20 client.26063 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c376ea9d0 0x556c376ecdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 4 client.26063 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f9b1c0bc2f0 con 0x556c376ea9d0 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b25d60640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c376ea9d0 0x556c376ecdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b09ffb640 10 client.26063 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.196+0000 7f9b25d60640 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c376ea9d0 0x556c376ecdc0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3bcee1782758e70 server_cookie=78a9d1894751b243 in_seq=0 out_seq=0 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.197+0000 7f9b09ffb640 1 -- 172.21.15.7:0/2448412010 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f9b1c0bc2f0 con 0x556c376ea9d0 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.197+0000 7f9b09ffb640 10 client.26063 handle_command_reply: tid=0 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.197+0000 7f9b2ab9e740 1 client.26063 shutdown 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 msgr2=0x556c37670de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c37670de0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0dc010 tx=0x7f9b1c0f3600 comp rx=0 tx=0).stop 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 shutdown_connections 2024-09-10T07:49:47.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c376ea9d0 0x556c376ecdc0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b09ffb640 0 client.26063 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c3766fd40 0x556c37671860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c37665480 0x556c37671320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 --2- 172.21.15.7:0/2448412010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c37664b60 0x556c37670de0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 >> 172.21.15.7:0/2448412010 conn(0x556c376610f0 msgr2=0x556c37660270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 shutdown_connections 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 1 -- 172.21.15.7:0/2448412010 wait complete. 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.198+0000 7f9b2ab9e740 20 client.26063 trim_cache size 0 max 16384 2024-09-10T07:49:47.203 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "fb7fef73-8815-4127-8a6e-ef77bdecbe57", 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 msgr2=0x7f9b0c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 0x7f9b0c0a5040 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9b18020000 tx=0x7f9b18021000 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 msgr2=0x7f9b20103750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c02aa70 tx=0x7f9b1c003c10 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 shutdown_connections 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9b0c0a2b80 0x7f9b0c0a5040 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b20102ef0 0x7f9b201041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9b20102570 0x7f9b20103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 --2- 172.21.15.7:0/2674759990 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b20100e20 0x7f9b20103750 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 >> 172.21.15.7:0/2674759990 conn(0x7f9b200fc7d0 msgr2=0x7f9b2006a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 shutdown_connections 2024-09-10T07:49:47.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:47.199+0000 7f9b287c5640 1 -- 172.21.15.7:0/2674759990 wait complete. 2024-09-10T07:49:47.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 61493 0.41 MB/sec execute 50 sec latency 18.081 ms 2024-09-10T07:49:47.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:49:47.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:47.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:49:48.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.119 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:49:48.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:49:48.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 62116 0.47 MB/sec execute 51 sec latency 17.800 ms 2024-09-10T07:49:48.404 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:49:48.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:48 smithi007 ceph-mon[30879]: pgmap v495: 129 pgs: 129 active+clean; 38 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-10T07:49:48.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:48 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:48 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:48 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:49:48.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:48 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 -- 172.21.15.7:0/3005259499 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6964102de0 msgr2=0x7f69641031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 --2- 172.21.15.7:0/3005259499 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6964102de0 0x7f69641031c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6960009900 tx=0x7f696002a480 comp rx=0 tx=0).stop 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 -- 172.21.15.7:0/3005259499 shutdown_connections 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 --2- 172.21.15.7:0/3005259499 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f696410c180 0x7f696410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 --2- 172.21.15.7:0/3005259499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 0x7f696410bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 --2- 172.21.15.7:0/3005259499 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6964102de0 0x7f69641031c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 -- 172.21.15.7:0/3005259499 >> 172.21.15.7:0/3005259499 conn(0x7f69640fc7a0 msgr2=0x7f69640febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 -- 172.21.15.7:0/3005259499 shutdown_connections 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.908+0000 7f696b869640 1 -- 172.21.15.7:0/3005259499 wait complete. 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 Processor -- start 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 -- start start 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 0x7f6964100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f696410c180 0x7f69641014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6964111e20 con 0x7f6964103700 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6964111ca0 con 0x7f696410c180 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.909+0000 7f696b869640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6964111fa0 con 0x7f6964102de0 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50762/0 (socket says 172.21.15.7:50762) 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6968e04640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 0x7f6964100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 -- 172.21.15.7:0/1476393522 learned_addr learned my addr 172.21.15.7:0/1476393522 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969e06640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f696410c180 0x7f69641014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 -- 172.21.15.7:0/1476393522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f696410c180 msgr2=0x7f69641014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f696410c180 0x7f69641014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 -- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 msgr2=0x7f6964100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 0x7f6964100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 -- 172.21.15.7:0/1476393522 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69641a6830 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f6969605640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6960005940 tx=0x7f69600040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f695a7fc640 1 -- 172.21.15.7:0/1476393522 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696003f030 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.910+0000 7f695a7fc640 1 -- 172.21.15.7:0/1476393522 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69600044c0 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.911+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69641a6ac0 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.911+0000 7f695a7fc640 1 -- 172.21.15.7:0/1476393522 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960035070 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.911+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69641a6fa0 con 0x7f6964102de0 2024-09-10T07:49:48.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.913+0000 7f695a7fc640 1 -- 172.21.15.7:0/1476393522 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6960042030 con 0x7f6964102de0 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.913+0000 7f696dc42740 1 Processor -- start 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 -- start start 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720e4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ef140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ee7204a2e0 con 0x55ee720ef680 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ee71ff1ce0 con 0x55ee720e4dc0 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f696dc42740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ee720462a0 con 0x55ee720e44a0 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f695a7fc640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 0x7f69500a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6969605640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ef140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6969e06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720e4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41994/0 (socket says 172.21.15.7:41994) 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 -- 172.21.15.7:0/3061712187 learned_addr learned my addr 172.21.15.7:0/3061712187 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6969e06640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 0x7f69500a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f695a7fc640 1 -- 172.21.15.7:0/1476393522 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69600ef760 con 0x7f6964102de0 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 -- 172.21.15.7:0/3061712187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 msgr2=0x55ee720e4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720e4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 -- 172.21.15.7:0/3061712187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 msgr2=0x55ee720ef140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ef140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6968e04640 1 -- 172.21.15.7:0/3061712187 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee71fd6440 con 0x55ee720ef680 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.914+0000 7f6969605640 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ef140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.915+0000 7f6968e04640 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6954009c90 tx=0x7f6954011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=173cf50869028772 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.915+0000 7f6969e06640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 0x7f69500a5040 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f695c005fd0 tx=0x7f695c009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.915+0000 7f694f7fe640 1 -- 172.21.15.7:0/3061712187 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695401e070 con 0x55ee720ef680 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.915+0000 7f694f7fe640 1 -- 172.21.15.7:0/3061712187 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6954019ae0 con 0x55ee720ef680 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.915+0000 7f694f7fe640 1 -- 172.21.15.7:0/3061712187 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695400e990 con 0x55ee720ef680 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- 172.21.15.7:0/3061712187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 msgr2=0x55ee720f1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6954009c90 tx=0x7f6954011810 comp rx=0 tx=0).stop 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- 172.21.15.7:0/3061712187 shutdown_connections 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720f1a70 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ef140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 --2- 172.21.15.7:0/3061712187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720e4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- 172.21.15.7:0/3061712187 >> 172.21.15.7:0/3061712187 conn(0x55ee720e0a30 msgr2=0x55ee720e0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- 172.21.15.7:0/3061712187 shutdown_connections 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- 172.21.15.7:0/3061712187 wait complete. 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 -- start start 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.916+0000 7f696dc42740 1 Processor -- start 2024-09-10T07:49:48.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720eef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ec220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720ec760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ee720f2250 con 0x55ee720ef680 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ee72005050 con 0x55ee720e4dc0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ee720f23d0 con 0x55ee720e44a0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f696dc42740 10 client.0 _ll_register_callbacks cb 0x55ee72045160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969e06640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720ec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720eef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969e06640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720ec760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42004/0 (socket says 172.21.15.7:42004) 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969e06640 1 -- 172.21.15.7:0/2657205156 learned_addr learned my addr 172.21.15.7:0/2657205156 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6968e04640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ec220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 -- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 msgr2=0x55ee720ec220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ec220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 -- 172.21.15.7:0/2657205156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 msgr2=0x55ee720ec760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720ec760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.917+0000 7f6969605640 1 -- 172.21.15.7:0/2657205156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee71dbb3c0 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f6969605640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720eef70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6960031440 tx=0x7f696004b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=233e87de2f9a879f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960049040 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69600ef410 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6954019ae0 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f69600bff70 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f696dc42740 10 client.26104 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ee720f2250 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69600c4830 con 0x55ee720e44a0 2024-09-10T07:49:48.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f69600bb0c0 con 0x55ee720e44a0 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.918+0000 7f696dc42740 10 client.26104 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f696dc42740 10 client.26104 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f696dc42740 20 client.26104 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ff030 0x55ee72101480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f696dc42740 4 client.26104 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6954019ae0 con 0x55ee720ff030 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f6968e04640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ff030 0x55ee72101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f6968e04640 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ff030 0x55ee72101480 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=424bd0ed75d4f61b server_cookie=6fd328f961054cd in_seq=0 out_seq=0 2024-09-10T07:49:48.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.919+0000 7f694cff9640 10 client.26104 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f694cff9640 1 -- 172.21.15.7:0/2657205156 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f6954019ae0 con 0x55ee720ff030 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f694cff9640 10 client.26104 handle_command_reply: tid=0 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 client.26104 shutdown 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 msgr2=0x55ee720eef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720eef70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6960031440 tx=0x7f696004b000 comp rx=0 tx=0).stop 2024-09-10T07:49:48.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 shutdown_connections 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ff030 0x55ee72101480 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720ef680 0x55ee720ec760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f694cff9640 0 client.26104 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720ec220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 --2- 172.21.15.7:0/2657205156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e44a0 0x55ee720eef70 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.920+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 >> 172.21.15.7:0/2657205156 conn(0x55ee720e0a30 msgr2=0x55ee720e6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.921+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 shutdown_connections 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.921+0000 7f696dc42740 1 -- 172.21.15.7:0/2657205156 wait complete. 2024-09-10T07:49:48.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.921+0000 7f696dc42740 20 client.26104 trim_cache size 0 max 16384 2024-09-10T07:49:48.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.940+0000 7f696dc42740 1 Processor -- start 2024-09-10T07:49:48.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 -- start start 2024-09-10T07:49:48.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e44a0 0x55ee72106d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 0x55ee721072d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69641b36e0 con 0x55ee720e0a30 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69641b0f50 con 0x55ee720e44a0 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f696dc42740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69641aedc0 con 0x55ee720e4dc0 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42006/0 (socket says 172.21.15.7:42006) 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 -- 172.21.15.7:0/446641361 learned_addr learned my addr 172.21.15.7:0/446641361 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969e06640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 0x55ee721072d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6968e04640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e44a0 0x55ee72106d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 -- 172.21.15.7:0/446641361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 msgr2=0x55ee721072d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 0x55ee721072d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 -- 172.21.15.7:0/446641361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e44a0 msgr2=0x55ee72106d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e44a0 0x55ee72106d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969605640 1 -- 172.21.15.7:0/446641361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee720e4bf0 con 0x55ee720e0a30 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.941+0000 7f6969e06640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 0x55ee721072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.942+0000 7f6969605640 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f6960006010 tx=0x7f69600bbdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e37f9d1590492435 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.942+0000 7f694effd640 1 -- 172.21.15.7:0/446641361 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960049070 con 0x55ee720e0a30 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.942+0000 7f694effd640 1 -- 172.21.15.7:0/446641361 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6960099070 con 0x55ee720e0a30 2024-09-10T07:49:48.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.942+0000 7f694effd640 1 -- 172.21.15.7:0/446641361 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69600bb0c0 con 0x55ee720e0a30 2024-09-10T07:49:48.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- 172.21.15.7:0/446641361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 msgr2=0x55ee720dfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f6960006010 tx=0x7f69600bbdf0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- 172.21.15.7:0/446641361 shutdown_connections 2024-09-10T07:49:48.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e4dc0 0x55ee721072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e44a0 0x55ee72106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 --2- 172.21.15.7:0/446641361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e0a30 0x55ee720dfa60 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- 172.21.15.7:0/446641361 >> 172.21.15.7:0/446641361 conn(0x55ee720ec8c0 msgr2=0x55ee720df350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- 172.21.15.7:0/446641361 shutdown_connections 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- 172.21.15.7:0/446641361 wait complete. 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 -- start start 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.943+0000 7f696dc42740 1 Processor -- start 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 0x55ee720f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 0x55ee720f50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69641af410 con 0x55ee720e44a0 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69641b0880 con 0x55ee720e4dc0 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69641afae0 con 0x55ee720e0a30 2024-09-10T07:49:48.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f696dc42740 10 client.0 _ll_register_callbacks cb 0x7f6960009230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6968e04640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 0x55ee720f50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55728/0 (socket says 172.21.15.7:55728) 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 -- 172.21.15.7:0/3663621148 learned_addr learned my addr 172.21.15.7:0/3663621148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969605640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 0x55ee720f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 -- 172.21.15.7:0/3663621148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 msgr2=0x55ee720f7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 0x55ee720f7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 -- 172.21.15.7:0/3663621148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 msgr2=0x55ee720f50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 0x55ee720f50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 -- 172.21.15.7:0/3663621148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee720f5e70 con 0x55ee720e4dc0 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969605640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 0x55ee720f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:49:48.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6968e04640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 0x55ee720f50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f6969e06640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f695c00fde0 tx=0x7f695c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bf4b263ec0673e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.944+0000 7f694cff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695c02f060 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6960099070 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f695c004040 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f695c036050 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f696dc42740 10 client.26081 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ee72172620 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6960099070 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.945+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f695c01d070 con 0x55ee720e4dc0 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 10 client.26081 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 10 client.26081 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:48.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 20 client.26081 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ef680 0x55ee72174e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 4 client.26081 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ee72057850 con 0x55ee720ef680 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f6969605640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ef680 0x55ee72174e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f6969605640 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ef680 0x55ee72174e40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f77b3d2799eeb3e8 server_cookie=fd01d6e713846b14 in_seq=0 out_seq=0 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.946+0000 7f694cff9640 10 client.26081 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f694cff9640 1 -- 172.21.15.7:0/3663621148 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ee72057850 con 0x55ee720ef680 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f694cff9640 10 client.26081 handle_command_reply: tid=0 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 client.26081 shutdown 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 msgr2=0x55ee720f5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f695c00fde0 tx=0x7f695c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 shutdown_connections 2024-09-10T07:49:48.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee720ef680 0x55ee72174e40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee720e4dc0 0x55ee720f5620 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee720e44a0 0x55ee720f50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 --2- 172.21.15.7:0/3663621148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee720e0a30 0x55ee720f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f694cff9640 0 client.26081 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 >> 172.21.15.7:0/3663621148 conn(0x55ee720ec8c0 msgr2=0x55ee720dfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 shutdown_connections 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 1 -- 172.21.15.7:0/3663621148 wait complete. 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.947+0000 7f696dc42740 20 client.26081 trim_cache size 0 max 16384 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:49:48.953 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: "fb7fef73-8815-4127-8a6e-ef77bdecbe57": { 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "fb7fef73-8815-4127-8a6e-ef77bdecbe57", 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:49:48.954 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 msgr2=0x7f69500a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 0x7f69500a5040 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f695c005fd0 tx=0x7f695c009500 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 msgr2=0x7f6964100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6960005940 tx=0x7f69600040c0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 shutdown_connections 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69500a2b80 0x7f69500a5040 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f696410c180 0x7f69641014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6964103700 0x7f6964100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 --2- 172.21.15.7:0/1476393522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6964102de0 0x7f6964100a40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 >> 172.21.15.7:0/1476393522 conn(0x7f69640fc7a0 msgr2=0x7f69640fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 shutdown_connections 2024-09-10T07:49:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:49:48.948+0000 7f696b869640 1 -- 172.21.15.7:0/1476393522 wait complete. 2024-09-10T07:49:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:48 smithi145 ceph-mon[34766]: pgmap v495: 129 pgs: 129 active+clean; 38 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-10T07:49:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:48 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:48 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:48 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:49:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:48 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:48 smithi110 ceph-mon[34417]: pgmap v495: 129 pgs: 129 active+clean; 38 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-10T07:49:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:48 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:48 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:48 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:49:49.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:48 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:49:49.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 62741 0.49 MB/sec execute 52 sec latency 16.611 ms 2024-09-10T07:49:49.863 INFO:tasks.cephfs.filesystem:scrub status for tag:fb7fef73-8815-4127-8a6e-ef77bdecbe57 - {'path': '/', 'tag': 'fb7fef73-8815-4127-8a6e-ef77bdecbe57', 'options': 'recursive,force'} 2024-09-10T07:49:50.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 63499 0.60 MB/sec execute 53 sec latency 13.418 ms 2024-09-10T07:49:50.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:50 smithi145 ceph-mon[34766]: pgmap v496: 129 pgs: 129 active+clean; 39 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 448 KiB/s wr, 69 op/s 2024-09-10T07:49:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:50 smithi007 ceph-mon[30879]: pgmap v496: 129 pgs: 129 active+clean; 39 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 448 KiB/s wr, 69 op/s 2024-09-10T07:49:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:50 smithi110 ceph-mon[34417]: pgmap v496: 129 pgs: 129 active+clean; 39 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 448 KiB/s wr, 69 op/s 2024-09-10T07:49:51.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 63950 0.67 MB/sec execute 54 sec latency 14.132 ms 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 -- 172.21.15.7:0/3341749235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1420104ef0 msgr2=0x7f14201072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 --2- 172.21.15.7:0/3341749235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1420104ef0 0x7f14201072e0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1414009900 tx=0x7f141402a410 comp rx=0 tx=0).stop 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 -- 172.21.15.7:0/3341749235 shutdown_connections 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 --2- 172.21.15.7:0/3341749235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 --2- 172.21.15.7:0/3341749235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1420104ef0 0x7f14201072e0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 --2- 172.21.15.7:0/3341749235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14201025c0 0x7f14201049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 -- 172.21.15.7:0/3341749235 >> 172.21.15.7:0/3341749235 conn(0x7f14200fc1e0 msgr2=0x7f14200fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 -- 172.21.15.7:0/3341749235 shutdown_connections 2024-09-10T07:49:51.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.455+0000 7f1424e2c640 1 -- 172.21.15.7:0/3341749235 wait complete. 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 Processor -- start 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 -- start start 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1420104ef0 0x7f1420100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f142010d6b0 con 0x7f14201025c0 2024-09-10T07:49:51.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f142010d530 con 0x7f1420104ef0 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f1424e2c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f142010d830 con 0x7f1420107820 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f141e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.456+0000 7f141e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33638/0 (socket says 172.21.15.7:33638) 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 -- 172.21.15.7:0/681816732 learned_addr learned my addr 172.21.15.7:0/681816732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141dd9b640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1420104ef0 0x7f1420100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141ed9d640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 -- 172.21.15.7:0/681816732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 msgr2=0x7f1420100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 -- 172.21.15.7:0/681816732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1420104ef0 msgr2=0x7f1420100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1420104ef0 0x7f1420100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 -- 172.21.15.7:0/681816732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1420101340 con 0x7f14201025c0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141ed9d640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f141e59c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f141000ea60 tx=0x7f141000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f140f7fe640 1 -- 172.21.15.7:0/681816732 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141000cde0 con 0x7f14201025c0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f140f7fe640 1 -- 172.21.15.7:0/681816732 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14100035f0 con 0x7f14201025c0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14201a1e90 con 0x7f14201025c0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f140f7fe640 1 -- 172.21.15.7:0/681816732 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1410010690 con 0x7f14201025c0 2024-09-10T07:49:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.457+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14201a22f0 con 0x7f14201025c0 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f140f7fe640 1 -- 172.21.15.7:0/681816732 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f14100037a0 con 0x7f14201025c0 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 Processor -- start 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 -- start start 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a708926da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708929830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7088852f0 con 0x55a708927370 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a70882d270 con 0x55a7089222e0 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f1427bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a7088812b0 con 0x55a7089219a0 2024-09-10T07:49:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f141e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a708926da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.460+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708929830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:42178/0 (socket says 172.21.15.7:42178) 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 -- 172.21.15.7:0/1345342089 learned_addr learned my addr 172.21.15.7:0/1345342089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 -- 172.21.15.7:0/1345342089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 msgr2=0x55a708926da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a708926da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 -- 172.21.15.7:0/1345342089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 msgr2=0x55a708929830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708929830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 -- 172.21.15.7:0/1345342089 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a70882c340 con 0x55a7089219a0 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f140f7fe640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 0x7f14080a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141e59c640 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a708926da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141dd9b640 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708929830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141e59c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 0x7f14080a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f141ed9d640 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1418009f60 tx=0x7f1418009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=383468e510d43e25 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f140f7fe640 1 -- 172.21.15.7:0/681816732 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f14100cf690 con 0x7f14201025c0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f140cff9640 1 -- 172.21.15.7:0/1345342089 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1418011640 con 0x55a7089219a0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f140cff9640 1 -- 172.21.15.7:0/1345342089 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1418011c90 con 0x55a7089219a0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.461+0000 7f140cff9640 1 -- 172.21.15.7:0/1345342089 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141801bcd0 con 0x55a7089219a0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 -- 172.21.15.7:0/1345342089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 msgr2=0x55a708921da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f141e59c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 0x7f14080a5170 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f14100cd160 tx=0x7f14100d5550 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1418009f60 tx=0x7f1418009f90 comp rx=0 tx=0).stop 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 -- 172.21.15.7:0/1345342089 shutdown_connections 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708929830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a708926da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 --2- 172.21.15.7:0/1345342089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a708921da0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 -- 172.21.15.7:0/1345342089 >> 172.21.15.7:0/1345342089 conn(0x55a70891d010 msgr2=0x55a70891d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 -- 172.21.15.7:0/1345342089 shutdown_connections 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.462+0000 7f1427bbf740 1 -- 172.21.15.7:0/1345342089 wait complete. 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 -- start start 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 Processor -- start 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a70892bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708933170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a70892a340 con 0x55a708927370 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a70880e290 con 0x55a7089222e0 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a70892a4c0 con 0x55a7089219a0 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f1427bbf740 10 client.0 _ll_register_callbacks cb 0x55a70883f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a70892bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:49656/0 (socket says 172.21.15.7:49656) 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a70892bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:42184/0 (socket says 172.21.15.7:42184) 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 -- 172.21.15.7:0/665130510 learned_addr learned my addr 172.21.15.7:0/665130510 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141ed9d640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708933170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 -- 172.21.15.7:0/665130510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 msgr2=0x55a70892bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a70892bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 -- 172.21.15.7:0/665130510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 msgr2=0x55a708933170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708933170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.463+0000 7f141dd9b640 1 -- 172.21.15.7:0/665130510 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a708598210 con 0x55a7089222e0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f141dd9b640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1414009900 tx=0x7f1414031e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afbc118209555707 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1405ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414035040 con 0x55a7089222e0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1418011c90 con 0x55a7089222e0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1414004040 con 0x55a7089222e0 2024-09-10T07:49:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f141404f050 con 0x55a7089222e0 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1427bbf740 10 client.26093 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a708664620 con 0x55a7089222e0 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.464+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1418011c90 con 0x55a7089222e0 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1414044020 con 0x55a7089222e0 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 10 client.26093 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 10 client.26093 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 20 client.26093 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089378e0 0x55a708939d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 4 client.26093 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:49:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a708892a20 con 0x55a7089378e0 2024-09-10T07:49:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f141ed9d640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089378e0 0x55a708939d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f1405ffb640 10 client.26093 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.465+0000 7f141ed9d640 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089378e0 0x55a708939d00 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9179ace7d0a913d4 server_cookie=cb4ce0701b159166 in_seq=0 out_seq=0 2024-09-10T07:49:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1405ffb640 1 -- 172.21.15.7:0/665130510 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a708892a20 con 0x55a7089378e0 2024-09-10T07:49:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1405ffb640 10 client.26093 handle_command_reply: tid=0 2024-09-10T07:49:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 client.26093 shutdown 2024-09-10T07:49:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 msgr2=0x55a70892c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1414009900 tx=0x7f1414031e60 comp rx=0 tx=0).stop 2024-09-10T07:49:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 shutdown_connections 2024-09-10T07:49:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089378e0 0x55a708939d00 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a708927370 0x55a708933170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089222e0 0x55a70892c130 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1405ffb640 0 client.26093 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 --2- 172.21.15.7:0/665130510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7089219a0 0x55a70892bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 >> 172.21.15.7:0/665130510 conn(0x55a70891d010 msgr2=0x55a70891e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 shutdown_connections 2024-09-10T07:49:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 1 -- 172.21.15.7:0/665130510 wait complete. 2024-09-10T07:49:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.466+0000 7f1427bbf740 20 client.26093 trim_cache size 0 max 16384 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 Processor -- start 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 -- start start 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708933130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a70893eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f14201af190 con 0x55a7089222e0 2024-09-10T07:49:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f14201aca00 con 0x55a7089219a0 2024-09-10T07:49:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f1427bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14201aa870 con 0x55a708927370 2024-09-10T07:49:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.483+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708933130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:49660/0 (socket says 172.21.15.7:49660) 2024-09-10T07:49:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 -- 172.21.15.7:0/3719059989 learned_addr learned my addr 172.21.15.7:0/3719059989 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708933130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33656/0 (socket says 172.21.15.7:33656) 2024-09-10T07:49:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a70893eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 -- 172.21.15.7:0/3719059989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 msgr2=0x55a70893eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a70893eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 -- 172.21.15.7:0/3719059989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 msgr2=0x55a708933130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708933130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 -- 172.21.15.7:0/3719059989 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a70893a380 con 0x55a7089219a0 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f141ed9d640 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1418005c10 tx=0x7f141800ffb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73af0b27034fed2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f1407fff640 1 -- 172.21.15.7:0/3719059989 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1418003ad0 con 0x55a7089219a0 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f1407fff640 1 -- 172.21.15.7:0/3719059989 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f141801bdd0 con 0x55a7089219a0 2024-09-10T07:49:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.484+0000 7f1407fff640 1 -- 172.21.15.7:0/3719059989 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14180119d0 con 0x55a7089219a0 2024-09-10T07:49:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- 172.21.15.7:0/3719059989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 msgr2=0x55a70893e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1418005c10 tx=0x7f141800ffb0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- 172.21.15.7:0/3719059989 shutdown_connections 2024-09-10T07:49:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a70893eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708933130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 --2- 172.21.15.7:0/3719059989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a70893e5c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- 172.21.15.7:0/3719059989 >> 172.21.15.7:0/3719059989 conn(0x55a70891d010 msgr2=0x55a70891c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- 172.21.15.7:0/3719059989 shutdown_connections 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- 172.21.15.7:0/3719059989 wait complete. 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.485+0000 7f1427bbf740 1 -- start start 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 Processor -- start 2024-09-10T07:49:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a708930f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a7089323e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f14201aaec0 con 0x55a7089222e0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f14201ac330 con 0x55a7089219a0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14201ab590 con 0x55a708927370 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1427bbf740 10 client.0 _ll_register_callbacks cb 0x7f1414009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a708930f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33666/0 (socket says 172.21.15.7:33666) 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a708930f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:49676/0 (socket says 172.21.15.7:49676) 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 -- 172.21.15.7:0/442723413 learned_addr learned my addr 172.21.15.7:0/442723413 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141ed9d640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a7089323e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 -- 172.21.15.7:0/442723413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 msgr2=0x55a7089323e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a7089323e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 -- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 msgr2=0x55a708930f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a708930f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 -- 172.21.15.7:0/442723413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7089329f0 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f141dd9b640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1414001eb0 tx=0x7f1414005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fca87e39416bf3c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1405ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.486+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414058060 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1414046720 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f141801bdd0 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1414035070 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 10 client.16653 fetch_fsmap learned FSMap version 29 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a7089a2ca0 con 0x55a7089222e0 2024-09-10T07:49:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f141801bdd0 con 0x55a7089222e0 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1414044040 con 0x55a7089222e0 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 10 client.16653 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 10 client.16653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 20 client.16653 populate_metadata read hostname 'smithi007' 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089a36e0 0x55a7089a5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 4 client.16653 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a70888cd70 con 0x55a7089a36e0 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.487+0000 7f141ed9d640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089a36e0 0x55a7089a5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.488+0000 7f141ed9d640 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089a36e0 0x55a7089a5b00 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=168f8bcbfa0825c3 server_cookie=a83941f16d4e5e0e in_seq=0 out_seq=0 2024-09-10T07:49:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.488+0000 7f1405ffb640 10 client.16653 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1405ffb640 1 -- 172.21.15.7:0/442723413 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a70888cd70 con 0x55a7089a36e0 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1405ffb640 10 client.16653 handle_command_reply: tid=0 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 client.16653 shutdown 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 msgr2=0x55a708931440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1414001eb0 tx=0x7f1414005bc0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 shutdown_connections 2024-09-10T07:49:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7089a36e0 0x55a7089a5b00 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a708927370 0x55a7089323e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7089222e0 0x55a708931440 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 --2- 172.21.15.7:0/442723413 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7089219a0 0x55a708930f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 >> 172.21.15.7:0/442723413 conn(0x55a70891d010 msgr2=0x55a70891df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1405ffb640 0 client.16653 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 shutdown_connections 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 1 -- 172.21.15.7:0/442723413 wait complete. 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.502+0000 7f1427bbf740 20 client.16653 trim_cache size 0 max 16384 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:49:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:49:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:49:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:49:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 msgr2=0x7f14080a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 0x7f14080a5170 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f14100cd160 tx=0x7f14100d5550 comp rx=0 tx=0).stop 2024-09-10T07:49:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 msgr2=0x7f1420101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:49:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f141000ea60 tx=0x7f141000ef20 comp rx=0 tx=0).stop 2024-09-10T07:49:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 shutdown_connections 2024-09-10T07:49:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14080a2cb0 0x7f14080a5170 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1420107820 0x7f1420100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1420104ef0 0x7f1420100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 --2- 172.21.15.7:0/681816732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14201025c0 0x7f1420101f30 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:49:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 >> 172.21.15.7:0/681816732 conn(0x7f14200fc1e0 msgr2=0x7f1420102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:49:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 shutdown_connections 2024-09-10T07:49:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:49:51.503+0000 7f1424e2c640 1 -- 172.21.15.7:0/681816732 wait complete. 2024-09-10T07:49:52.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 64280 0.69 MB/sec execute 55 sec latency 16.644 ms 2024-09-10T07:49:52.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:52 smithi145 ceph-mon[34766]: pgmap v497: 129 pgs: 129 active+clean; 39 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 472 KiB/s wr, 70 op/s 2024-09-10T07:49:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:52 smithi007 ceph-mon[30879]: pgmap v497: 129 pgs: 129 active+clean; 39 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 472 KiB/s wr, 70 op/s 2024-09-10T07:49:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:52 smithi110 ceph-mon[34417]: pgmap v497: 129 pgs: 129 active+clean; 39 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 472 KiB/s wr, 70 op/s 2024-09-10T07:49:53.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 64675 0.68 MB/sec execute 56 sec latency 12.613 ms 2024-09-10T07:49:54.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 65271 0.75 MB/sec execute 57 sec latency 19.806 ms 2024-09-10T07:49:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:54 smithi145 ceph-mon[34766]: pgmap v498: 129 pgs: 129 active+clean; 40 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 788 KiB/s wr, 102 op/s 2024-09-10T07:49:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:54 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:54 smithi007 ceph-mon[30879]: pgmap v498: 129 pgs: 129 active+clean; 40 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 788 KiB/s wr, 102 op/s 2024-09-10T07:49:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:54 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:54 smithi110 ceph-mon[34417]: pgmap v498: 129 pgs: 129 active+clean; 40 MiB data, 663 MiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 788 KiB/s wr, 102 op/s 2024-09-10T07:49:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:54 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:55.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 65852 0.74 MB/sec execute 58 sec latency 13.786 ms 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:49:56.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:55 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:49:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:49:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:49:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:49:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:49:56.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:49:56.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:55 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:49:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:49:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:49:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:49:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:49:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:49:56.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:55 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:49:56.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 66429 0.77 MB/sec execute 59 sec latency 14.151 ms 2024-09-10T07:49:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:56 smithi007 ceph-mon[30879]: pgmap v499: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-10T07:49:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:56 smithi110 ceph-mon[34417]: pgmap v499: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-10T07:49:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:56 smithi145 ceph-mon[34766]: pgmap v499: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-10T07:49:57.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 67176 0.87 MB/sec execute 60 sec latency 14.531 ms 2024-09-10T07:49:58.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 67655 0.93 MB/sec execute 61 sec latency 12.472 ms 2024-09-10T07:49:59.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:49:58 smithi007 ceph-mon[30879]: pgmap v500: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:49:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:49:58 smithi110 ceph-mon[34417]: pgmap v500: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:49:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:49:58 smithi145 ceph-mon[34766]: pgmap v500: 129 pgs: 129 active+clean; 41 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:49:59.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 67924 0.92 MB/sec execute 62 sec latency 12.928 ms 2024-09-10T07:50:00.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 68372 0.92 MB/sec execute 63 sec latency 17.639 ms 2024-09-10T07:50:00.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:00 smithi145 ceph-mon[34766]: pgmap v501: 129 pgs: 129 active+clean; 42 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.7 MiB/s wr, 195 op/s 2024-09-10T07:50:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:00 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:50:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:00 smithi145 ceph-mon[34766]: overall HEALTH_OK 2024-09-10T07:50:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:00 smithi007 ceph-mon[30879]: pgmap v501: 129 pgs: 129 active+clean; 42 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.7 MiB/s wr, 195 op/s 2024-09-10T07:50:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:00 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:50:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:00 smithi007 ceph-mon[30879]: overall HEALTH_OK 2024-09-10T07:50:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:00 smithi110 ceph-mon[34417]: pgmap v501: 129 pgs: 129 active+clean; 42 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.7 MiB/s wr, 195 op/s 2024-09-10T07:50:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:00 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:50:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:00 smithi110 ceph-mon[34417]: overall HEALTH_OK 2024-09-10T07:50:01.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 68952 0.97 MB/sec execute 64 sec latency 15.503 ms 2024-09-10T07:50:02.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 69607 0.96 MB/sec execute 65 sec latency 13.949 ms 2024-09-10T07:50:03.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:02 smithi007 ceph-mon[30879]: pgmap v502: 129 pgs: 129 active+clean; 42 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:50:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:02 smithi110 ceph-mon[34417]: pgmap v502: 129 pgs: 129 active+clean; 42 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:50:03.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:02 smithi145 ceph-mon[34766]: pgmap v502: 129 pgs: 129 active+clean; 42 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:50:03.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 70295 1.03 MB/sec execute 66 sec latency 14.448 ms 2024-09-10T07:50:04.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 70790 1.06 MB/sec execute 67 sec latency 13.625 ms 2024-09-10T07:50:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 -- 172.21.15.7:0/946242485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 msgr2=0x7ff064108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/946242485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff064108e80 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff05c009ca0 tx=0x7ff05c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 -- 172.21.15.7:0/946242485 shutdown_connections 2024-09-10T07:50:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/946242485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff064108e80 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/946242485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064101c30 0x7ff0641020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/946242485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064100a40 0x7ff064100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 -- 172.21.15.7:0/946242485 >> 172.21.15.7:0/946242485 conn(0x7ff0640fc1e0 msgr2=0x7ff0640fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 -- 172.21.15.7:0/946242485 shutdown_connections 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.607+0000 7ff06ac1e640 1 -- 172.21.15.7:0/946242485 wait complete. 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.608+0000 7ff06ac1e640 1 Processor -- start 2024-09-10T07:50:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.608+0000 7ff06ac1e640 1 -- start start 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.608+0000 7ff06ac1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064100a40 0x7ff064197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.608+0000 7ff06ac1e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 0x7ff0641981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff06ac1e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff06ac1e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff06410c550 con 0x7ff0641025f0 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff06ac1e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff06410c3d0 con 0x7ff064101c30 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff06ac1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff06410c6d0 con 0x7ff064100a40 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0689ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064100a40 0x7ff064197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42788/0 (socket says 172.21.15.7:42788) 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 -- 172.21.15.7:0/899739961 learned_addr learned my addr 172.21.15.7:0/899739961 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff063fff640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 0x7ff0641981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 -- 172.21.15.7:0/899739961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064100a40 msgr2=0x7ff064197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064100a40 0x7ff064197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 -- 172.21.15.7:0/899739961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 msgr2=0x7ff0641981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 0x7ff0641981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 -- 172.21.15.7:0/899739961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06419f8b0 con 0x7ff0641025f0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff063fff640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 0x7ff0641981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.609+0000 7ff0691bb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff05c009dc0 tx=0x7ff05c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.610+0000 7ff061ffb640 1 -- 172.21.15.7:0/899739961 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c032ec0 con 0x7ff0641025f0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.610+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff06419fb40 con 0x7ff0641025f0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.610+0000 7ff061ffb640 1 -- 172.21.15.7:0/899739961 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff05c0044f0 con 0x7ff0641025f0 2024-09-10T07:50:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.610+0000 7ff061ffb640 1 -- 172.21.15.7:0/899739961 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c030d40 con 0x7ff0641025f0 2024-09-10T07:50:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.610+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0641a00e0 con 0x7ff0641025f0 2024-09-10T07:50:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.612+0000 7ff061ffb640 1 -- 172.21.15.7:0/899739961 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff05c004040 con 0x7ff0641025f0 2024-09-10T07:50:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 Processor -- start 2024-09-10T07:50:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 -- start start 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c0ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c0b370 0x561b16c0d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561b16b692f0 con 0x561b16c059a0 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561b16b11270 con 0x561b16c062e0 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561b16b652b0 con 0x561b16c0b370 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff061ffb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 0x7ff0540a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff0691bb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 0x7ff0540a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff061ffb640 1 -- 172.21.15.7:0/899739961 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff05c0f0840 con 0x7ff0641025f0 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42800/0 (socket says 172.21.15.7:42800) 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff063fff640 1 -- 172.21.15.7:0/1009736099 learned_addr learned my addr 172.21.15.7:0/1009736099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.613+0000 7ff0689ba640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c0ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff063fff640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c0b370 0x561b16c0d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 -- 172.21.15.7:0/1009736099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c0b370 msgr2=0x561b16c0d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c0b370 0x561b16c0d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 -- 172.21.15.7:0/1009736099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 msgr2=0x561b16c05da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 -- 172.21.15.7:0/1009736099 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b16b10340 con 0x561b16c062e0 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff063fff640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0691bb640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 0x7ff0540a5310 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff05c0bca00 tx=0x7ff05c03e040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff0689ba640 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c0ada0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff064101a90 tx=0x7ff0580107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=315308b53f761adc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff04effd640 1 -- 172.21.15.7:0/1009736099 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff058004020 con 0x561b16c062e0 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff04effd640 1 -- 172.21.15.7:0/1009736099 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0580041c0 con 0x561b16c062e0 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.614+0000 7ff04effd640 1 -- 172.21.15.7:0/1009736099 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0580116a0 con 0x561b16c062e0 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- 172.21.15.7:0/1009736099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 msgr2=0x561b16c0ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c0ada0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff064101a90 tx=0x7ff0580107a0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- 172.21.15.7:0/1009736099 shutdown_connections 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c0b370 0x561b16c0d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c0ada0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/1009736099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c05da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- 172.21.15.7:0/1009736099 >> 172.21.15.7:0/1009736099 conn(0x561b16c01010 msgr2=0x561b16c01410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- 172.21.15.7:0/1009736099 shutdown_connections 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- 172.21.15.7:0/1009736099 wait complete. 2024-09-10T07:50:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 -- start start 2024-09-10T07:50:04.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.615+0000 7ff06d5fd740 1 Processor -- start 2024-09-10T07:50:04.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c10110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c17150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561b16c0e340 con 0x561b16c059a0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561b16af2290 con 0x561b16c0b370 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561b16c0e4c0 con 0x561b16c062e0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff06d5fd740 10 client.0 _ll_register_callbacks cb 0x561b16b23140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42804/0 (socket says 172.21.15.7:42804) 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 -- 172.21.15.7:0/274048363 learned_addr learned my addr 172.21.15.7:0/274048363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff0689ba640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c10110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c17150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 -- 172.21.15.7:0/274048363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 msgr2=0x561b16c10110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c10110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 -- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 msgr2=0x561b16c17150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c17150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 -- 172.21.15.7:0/274048363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b1687c210 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff063fff640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff050013fc0 tx=0x7ff05000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86764013e0fad59a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.616+0000 7ff043fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff050013260 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff050004020 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0580041c0 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff050013400 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 10 client.16665 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561b16948620 con 0x561b16c059a0 2024-09-10T07:50:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0580041c0 con 0x561b16c059a0 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff050004830 con 0x561b16c059a0 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 10 client.16665 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 10 client.16665 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 20 client.16665 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c1bd10 0x561b16c1e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 4 client.16665 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.617+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b16b76a20 con 0x561b16c1bd10 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.618+0000 7ff0689ba640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c1bd10 0x561b16c1e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.618+0000 7ff0689ba640 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c1bd10 0x561b16c1e190 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=976d9bd05c6d22a4 server_cookie=c674b192949ca7e7 in_seq=0 out_seq=0 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.618+0000 7ff043fff640 10 client.16665 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff043fff640 1 -- 172.21.15.7:0/274048363 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b16b76a20 con 0x561b16c1bd10 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff043fff640 10 client.16665 handle_command_reply: tid=0 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 client.16665 shutdown 2024-09-10T07:50:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 msgr2=0x561b16c0fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff050013fc0 tx=0x7ff05000b390 comp rx=0 tx=0).stop 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 shutdown_connections 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c1bd10 0x561b16c1e190 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c17150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c10110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/274048363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c0fbd0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 >> 172.21.15.7:0/274048363 conn(0x561b16c01010 msgr2=0x561b16c02820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff043fff640 0 client.16665 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 shutdown_connections 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 1 -- 172.21.15.7:0/274048363 wait complete. 2024-09-10T07:50:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.619+0000 7ff06d5fd740 20 client.16665 trim_cache size 0 max 16384 2024-09-10T07:50:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 Processor -- start 2024-09-10T07:50:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 -- start start 2024-09-10T07:50:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c059a0 0x561b16c01ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c0b370 0x561b16c02400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641ace70 con 0x561b16c0b370 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641aa740 con 0x561b16c062e0 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641a85b0 con 0x561b16c059a0 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c0b370 0x561b16c02400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:58980/0 (socket says 172.21.15.7:58980) 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 -- 172.21.15.7:0/445179495 learned_addr learned my addr 172.21.15.7:0/445179495 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff063fff640 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c059a0 0x561b16c01ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 -- 172.21.15.7:0/445179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c059a0 msgr2=0x561b16c01ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c059a0 0x561b16c01ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 -- 172.21.15.7:0/445179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c0b370 msgr2=0x561b16c02400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c0b370 0x561b16c02400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 -- 172.21.15.7:0/445179495 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b16c0f710 con 0x561b16c062e0 2024-09-10T07:50:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.637+0000 7ff0689ba640 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff064101a90 tx=0x7ff05800b390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fc11f2920c5b122 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.638+0000 7ff04e7fc640 1 -- 172.21.15.7:0/445179495 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05800be80 con 0x561b16c062e0 2024-09-10T07:50:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.638+0000 7ff04e7fc640 1 -- 172.21.15.7:0/445179495 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0580054f0 con 0x561b16c062e0 2024-09-10T07:50:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.638+0000 7ff04e7fc640 1 -- 172.21.15.7:0/445179495 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff058011440 con 0x561b16c062e0 2024-09-10T07:50:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- 172.21.15.7:0/445179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 msgr2=0x561b16c17110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff064101a90 tx=0x7ff05800b390 comp rx=0 tx=0).stop 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- 172.21.15.7:0/445179495 shutdown_connections 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c0b370 0x561b16c02400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c062e0 0x561b16c17110 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/445179495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c059a0 0x561b16c01ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- 172.21.15.7:0/445179495 >> 172.21.15.7:0/445179495 conn(0x561b16c01010 msgr2=0x561b16c0f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- 172.21.15.7:0/445179495 shutdown_connections 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- 172.21.15.7:0/445179495 wait complete. 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- start start 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 Processor -- start 2024-09-10T07:50:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c147c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c157d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641a8c00 con 0x561b16c059a0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641aa070 con 0x561b16c0b370 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.639+0000 7ff06d5fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff0641a92d0 con 0x561b16c062e0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff06d5fd740 10 client.0 _ll_register_callbacks cb 0x7ff05000bcc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42810/0 (socket says 172.21.15.7:42810) 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 -- 172.21.15.7:0/2144244946 learned_addr learned my addr 172.21.15.7:0/2144244946 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff0689ba640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c147c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c157d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 -- 172.21.15.7:0/2144244946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 msgr2=0x561b16c147c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c147c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 -- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 msgr2=0x561b16c157d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c157d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 -- 172.21.15.7:0/2144244946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b16c15de0 con 0x561b16c059a0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff063fff640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff050004ca0 tx=0x7ff050013990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47924e0e0e3d0a0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff043fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff050038030 con 0x561b16c059a0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff05001b070 con 0x561b16c059a0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0580054f0 con 0x561b16c059a0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff050042050 con 0x561b16c059a0 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.640+0000 7ff06d5fd740 10 client.16671 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561b16c170f0 con 0x561b16c059a0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0580054f0 con 0x561b16c059a0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff050022670 con 0x561b16c059a0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 10 client.16671 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 10 client.16671 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 20 client.16671 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c86de0 0x561b16c89200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 4 client.16671 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561b16b70d70 con 0x561b16c86de0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff0689ba640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c86de0 0x561b16c89200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff0689ba640 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c86de0 0x561b16c89200 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20daea4d052dc642 server_cookie=397d1f6fa54224a5 in_seq=0 out_seq=0 2024-09-10T07:50:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.641+0000 7ff043fff640 10 client.16671 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:04.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff043fff640 1 -- 172.21.15.7:0/2144244946 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561b16b70d70 con 0x561b16c86de0 2024-09-10T07:50:04.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff043fff640 10 client.16671 handle_command_reply: tid=0 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff06d5fd740 1 client.16671 shutdown 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 msgr2=0x561b16c14280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff050004ca0 tx=0x7ff050013990 comp rx=0 tx=0).stop 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 shutdown_connections 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.655+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b16c86de0 0x561b16c89200 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b16c0b370 0x561b16c157d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b16c062e0 0x561b16c147c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff043fff640 0 client.16671 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 --2- 172.21.15.7:0/2144244946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b16c059a0 0x561b16c14280 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 >> 172.21.15.7:0/2144244946 conn(0x561b16c01010 msgr2=0x561b16c01e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 shutdown_connections 2024-09-10T07:50:04.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 1 -- 172.21.15.7:0/2144244946 wait complete. 2024-09-10T07:50:04.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06d5fd740 20 client.16671 trim_cache size 0 max 16384 2024-09-10T07:50:04.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:50:04.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:50:04.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:50:04.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 msgr2=0x7ff0540a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 0x7ff0540a5310 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff05c0bca00 tx=0x7ff05c03e040 comp rx=0 tx=0).stop 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 msgr2=0x7ff06419f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.656+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff05c009dc0 tx=0x7ff05c003ba0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 shutdown_connections 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0540a2e50 0x7ff0540a5310 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff0641025f0 0x7ff06419f210 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff064101c30 0x7ff0641981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 --2- 172.21.15.7:0/899739961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff064100a40 0x7ff064197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 >> 172.21.15.7:0/899739961 conn(0x7ff0640fc1e0 msgr2=0x7ff0640fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 shutdown_connections 2024-09-10T07:50:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:04.657+0000 7ff06ac1e640 1 -- 172.21.15.7:0/899739961 wait complete. 2024-09-10T07:50:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:04 smithi007 ceph-mon[30879]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2024-09-10T07:50:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:04 smithi110 ceph-mon[34417]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2024-09-10T07:50:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:04 smithi145 ceph-mon[34766]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 674 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2024-09-10T07:50:05.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 71273 1.11 MB/sec execute 68 sec latency 47.730 ms 2024-09-10T07:50:06.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 71568 1.10 MB/sec execute 69 sec latency 13.151 ms 2024-09-10T07:50:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:06 smithi007 ceph-mon[30879]: pgmap v504: 129 pgs: 129 active+clean; 42 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:06 smithi110 ceph-mon[34417]: pgmap v504: 129 pgs: 129 active+clean; 42 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:06 smithi145 ceph-mon[34766]: pgmap v504: 129 pgs: 129 active+clean; 42 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:07.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 72132 1.11 MB/sec execute 70 sec latency 16.720 ms 2024-09-10T07:50:08.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 72749 1.14 MB/sec execute 71 sec latency 13.028 ms 2024-09-10T07:50:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:08 smithi007 ceph-mon[30879]: pgmap v505: 129 pgs: 129 active+clean; 42 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:08 smithi110 ceph-mon[34417]: pgmap v505: 129 pgs: 129 active+clean; 42 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:08 smithi145 ceph-mon[34766]: pgmap v505: 129 pgs: 129 active+clean; 42 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:09.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 73405 1.15 MB/sec execute 72 sec latency 13.964 ms 2024-09-10T07:50:10.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 74169 1.22 MB/sec execute 73 sec latency 14.567 ms 2024-09-10T07:50:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:10 smithi007 ceph-mon[30879]: pgmap v506: 129 pgs: 129 active+clean; 40 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.7 MiB/s wr, 194 op/s 2024-09-10T07:50:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:10 smithi110 ceph-mon[34417]: pgmap v506: 129 pgs: 129 active+clean; 40 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.7 MiB/s wr, 194 op/s 2024-09-10T07:50:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:10 smithi145 ceph-mon[34766]: pgmap v506: 129 pgs: 129 active+clean; 40 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.7 MiB/s wr, 194 op/s 2024-09-10T07:50:11.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 74633 1.27 MB/sec execute 74 sec latency 13.269 ms 2024-09-10T07:50:12.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 74963 1.27 MB/sec execute 75 sec latency 12.820 ms 2024-09-10T07:50:13.042 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:12 smithi145 ceph-mon[34766]: pgmap v507: 129 pgs: 129 active+clean; 40 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:50:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:12 smithi007 ceph-mon[30879]: pgmap v507: 129 pgs: 129 active+clean; 40 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:50:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:12 smithi110 ceph-mon[34417]: pgmap v507: 129 pgs: 129 active+clean; 40 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:50:13.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 75368 1.26 MB/sec execute 76 sec latency 13.140 ms 2024-09-10T07:50:14.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 75939 1.30 MB/sec execute 77 sec latency 16.253 ms 2024-09-10T07:50:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:14 smithi007 ceph-mon[30879]: pgmap v508: 129 pgs: 129 active+clean; 41 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:50:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:14 smithi110 ceph-mon[34417]: pgmap v508: 129 pgs: 129 active+clean; 41 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:50:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:14 smithi145 ceph-mon[34766]: pgmap v508: 129 pgs: 129 active+clean; 41 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.4 MiB/s wr, 163 op/s 2024-09-10T07:50:15.246 INFO:tasks.workunit.client.0.smithi007.stdout: 1 76599 1.29 MB/sec execute 78 sec latency 10.302 ms 2024-09-10T07:50:16.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 77149 1.31 MB/sec execute 79 sec latency 13.232 ms 2024-09-10T07:50:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:16 smithi007 ceph-mon[30879]: pgmap v509: 129 pgs: 129 active+clean; 43 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.5 MiB/s wr, 175 op/s 2024-09-10T07:50:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:16 smithi110 ceph-mon[34417]: pgmap v509: 129 pgs: 129 active+clean; 43 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.5 MiB/s wr, 175 op/s 2024-09-10T07:50:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:16 smithi145 ceph-mon[34766]: pgmap v509: 129 pgs: 129 active+clean; 43 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.5 MiB/s wr, 175 op/s 2024-09-10T07:50:17.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 77866 1.37 MB/sec execute 80 sec latency 12.875 ms 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 -- 172.21.15.7:0/2242943077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1003b0 msgr2=0x7faf1c1027c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 --2- 172.21.15.7:0/2242943077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1003b0 0x7faf1c1027c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7faf10009860 tx=0x7faf1002a340 comp rx=0 tx=0).stop 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 -- 172.21.15.7:0/2242943077 shutdown_connections 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 --2- 172.21.15.7:0/2242943077 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1056b0 0x7faf1c105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 --2- 172.21.15.7:0/2242943077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 --2- 172.21.15.7:0/2242943077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1003b0 0x7faf1c1027c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 -- 172.21.15.7:0/2242943077 >> 172.21.15.7:0/2242943077 conn(0x7faf1c0fc1e0 msgr2=0x7faf1c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 -- 172.21.15.7:0/2242943077 shutdown_connections 2024-09-10T07:50:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.761+0000 7faf212e6640 1 -- 172.21.15.7:0/2242943077 wait complete. 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 Processor -- start 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 -- start start 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1003b0 0x7faf1c19e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 0x7faf1c1a5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c113ca0 con 0x7faf1c102d00 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c113b20 con 0x7faf1c1056b0 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf212e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c113e20 con 0x7faf1c1003b0 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf1a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf1affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1003b0 0x7faf1c19e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf1a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40358/0 (socket says 172.21.15.7:40358) 2024-09-10T07:50:17.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf1a7fc640 1 -- 172.21.15.7:0/2303105285 learned_addr learned my addr 172.21.15.7:0/2303105285 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.762+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 0x7faf1c1a5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 -- 172.21.15.7:0/2303105285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1003b0 msgr2=0x7faf1c19e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1003b0 0x7faf1c19e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 -- 172.21.15.7:0/2303105285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 msgr2=0x7faf1c1a5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 0x7faf1c1a5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 -- 172.21.15.7:0/2303105285 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1c1a5f00 con 0x7faf1c102d00 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 0x7faf1c1a5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00e9c0 tx=0x7faf0c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf03fff640 1 -- 172.21.15.7:0/2303105285 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c00cde0 con 0x7faf1c102d00 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf1c1a61f0 con 0x7faf1c102d00 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf03fff640 1 -- 172.21.15.7:0/2303105285 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf0c0035f0 con 0x7faf1c102d00 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf03fff640 1 -- 172.21.15.7:0/2303105285 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c010690 con 0x7faf1c102d00 2024-09-10T07:50:17.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.763+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf1c1a6740 con 0x7faf1c102d00 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf03fff640 1 -- 172.21.15.7:0/2303105285 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7faf0c0037a0 con 0x7faf1c102d00 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 Processor -- start 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 -- start start 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5b5370 0x556c1f5b7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556c1f5132f0 con 0x556c1f5af9a0 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556c1f4bb270 con 0x556c1f5b5370 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf24082740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556c1f50f2b0 con 0x556c1f5b02e0 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40360/0 (socket says 172.21.15.7:40360) 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf1affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf1b7fe640 1 -- 172.21.15.7:0/2057039753 learned_addr learned my addr 172.21.15.7:0/2057039753 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.766+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5b5370 0x556c1f5b7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 -- 172.21.15.7:0/2057039753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5b5370 msgr2=0x556c1f5b7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5b5370 0x556c1f5b7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 -- 172.21.15.7:0/2057039753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 msgr2=0x556c1f5afda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 -- 172.21.15.7:0/2057039753 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c1f4ba340 con 0x556c1f5b02e0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf03fff640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 0x7faf040a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 0x7faf040a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf03fff640 1 -- 172.21.15.7:0/2303105285 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faf0c0cf6b0 con 0x7faf1c102d00 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf1affd640 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5b4da0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf10009830 tx=0x7faf10005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d60a54b2a85780c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf017fa640 1 -- 172.21.15.7:0/2057039753 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10037040 con 0x556c1f5b02e0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf017fa640 1 -- 172.21.15.7:0/2057039753 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf10038040 con 0x556c1f5b02e0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.767+0000 7faf017fa640 1 -- 172.21.15.7:0/2057039753 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf100038e0 con 0x556c1f5b02e0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 -- 172.21.15.7:0/2057039753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 msgr2=0x556c1f5b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 0x7faf040a50f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faf14009fd0 tx=0x7faf14009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5b4da0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf10009830 tx=0x7faf10005b20 comp rx=0 tx=0).stop 2024-09-10T07:50:17.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 -- 172.21.15.7:0/2057039753 shutdown_connections 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5b5370 0x556c1f5b7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5b4da0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 --2- 172.21.15.7:0/2057039753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5af9a0 0x556c1f5afda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 -- 172.21.15.7:0/2057039753 >> 172.21.15.7:0/2057039753 conn(0x556c1f5ab010 msgr2=0x556c1f5ab410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 -- 172.21.15.7:0/2057039753 shutdown_connections 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.768+0000 7faf24082740 1 -- 172.21.15.7:0/2057039753 wait complete. 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 -- start start 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 Processor -- start 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5c10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556c1f5b82e0 con 0x556c1f5b02e0 2024-09-10T07:50:17.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556c1f49c290 con 0x556c1f5af9a0 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556c1f5b8460 con 0x556c1f5b5370 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf24082740 10 client.0 _ll_register_callbacks cb 0x556c1f4cd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38578/0 (socket says 172.21.15.7:38578) 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf1affd640 1 -- 172.21.15.7:0/3082838716 learned_addr learned my addr 172.21.15.7:0/3082838716 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5c10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.769+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 -- 172.21.15.7:0/3082838716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 msgr2=0x556c1f5c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5c10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 -- 172.21.15.7:0/3082838716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 msgr2=0x556c1f5ba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5ba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 -- 172.21.15.7:0/3082838716 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c1f226210 con 0x556c1f5af9a0 2024-09-10T07:50:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faf1affd640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf10004650 tx=0x7faf10030f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f649897ed2c4291 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.770+0000 7faefeff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.771+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10037040 con 0x556c1f5af9a0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.771+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faf10005030 con 0x556c1f5af9a0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.771+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf10038040 con 0x556c1f5af9a0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faf10055050 con 0x556c1f5af9a0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 10 client.26129 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556c1f2f2620 con 0x556c1f5af9a0 2024-09-10T07:50:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf10038040 con 0x556c1f5af9a0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7faf10050440 con 0x556c1f5af9a0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 10 client.26129 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 10 client.26129 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 20 client.26129 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f5c53e0 0x556c1f5c77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 4 client.26129 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.772+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c1f520a20 con 0x556c1f5c53e0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.773+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f5c53e0 0x556c1f5c77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.773+0000 7faefeff5640 10 client.26129 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.773+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f5c53e0 0x556c1f5c77f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb98bc21e26e9572 server_cookie=5166e8e030eb4ad8 in_seq=0 out_seq=0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faefeff5640 1 -- 172.21.15.7:0/3082838716 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556c1f520a20 con 0x556c1f5c53e0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faefeff5640 10 client.26129 handle_command_reply: tid=0 2024-09-10T07:50:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 client.26129 shutdown 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 msgr2=0x556c1f5b9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf10004650 tx=0x7faf10030f30 comp rx=0 tx=0).stop 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 shutdown_connections 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f5c53e0 0x556c1f5c77f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5c10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 --2- 172.21.15.7:0/3082838716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5b9b60 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faefeff5640 0 client.26129 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 >> 172.21.15.7:0/3082838716 conn(0x556c1f5ab010 msgr2=0x556c1f5ac820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 shutdown_connections 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 1 -- 172.21.15.7:0/3082838716 wait complete. 2024-09-10T07:50:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.774+0000 7faf24082740 20 client.26129 trim_cache size 0 max 16384 2024-09-10T07:50:17.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 Processor -- start 2024-09-10T07:50:17.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 -- start start 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5c1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 0x556c1f5aa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1b34b0 con 0x556c1f5b5370 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1b0d80 con 0x556c1f5af9a0 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf24082740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1aebf0 con 0x556c1f5b02e0 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 0x556c1f5aa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38590/0 (socket says 172.21.15.7:38590) 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 -- 172.21.15.7:0/405482250 learned_addr learned my addr 172.21.15.7:0/405482250 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5c1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 -- 172.21.15.7:0/405482250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 msgr2=0x556c1f5c1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5c1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 -- 172.21.15.7:0/405482250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 msgr2=0x556c1f5aa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 0x556c1f5aa0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1affd640 1 -- 172.21.15.7:0/405482250 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c1f5b90c0 con 0x556c1f5af9a0 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.792+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 0x556c1f5aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.793+0000 7faf1affd640 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf1002a860 tx=0x7faf10005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=259653abca459bed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.793+0000 7faf00ff9640 1 -- 172.21.15.7:0/405482250 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10037070 con 0x556c1f5af9a0 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.793+0000 7faf00ff9640 1 -- 172.21.15.7:0/405482250 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf10050440 con 0x556c1f5af9a0 2024-09-10T07:50:17.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.793+0000 7faf00ff9640 1 -- 172.21.15.7:0/405482250 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10032d50 con 0x556c1f5af9a0 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- 172.21.15.7:0/405482250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 msgr2=0x556c1f5afd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf1002a860 tx=0x7faf10005b20 comp rx=0 tx=0).stop 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- 172.21.15.7:0/405482250 shutdown_connections 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b5370 0x556c1f5aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b02e0 0x556c1f5c1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- 172.21.15.7:0/405482250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5afd80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- 172.21.15.7:0/405482250 >> 172.21.15.7:0/405482250 conn(0x556c1f5ab010 msgr2=0x556c1f5a99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- 172.21.15.7:0/405482250 shutdown_connections 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- 172.21.15.7:0/405482250 wait complete. 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- start start 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 Processor -- start 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5bff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1af240 con 0x556c1f5b02e0 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1b06b0 con 0x556c1f5af9a0 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c1af910 con 0x556c1f5b5370 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.794+0000 7faf24082740 10 client.0 _ll_register_callbacks cb 0x7faf14009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38594/0 (socket says 172.21.15.7:38594) 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40398/0 (socket says 172.21.15.7:40398) 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 -- 172.21.15.7:0/2862054162 learned_addr learned my addr 172.21.15.7:0/2862054162 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1b7fe640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5bff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 -- 172.21.15.7:0/2862054162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 msgr2=0x556c1f5bff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5bff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 -- 172.21.15.7:0/2862054162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 msgr2=0x556c1f5bef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 -- 172.21.15.7:0/2862054162 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c1f5c0550 con 0x556c1f5af9a0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf1affd640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf10006010 tx=0x7faf10050890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39ead7be6a499746 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faefeff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10037040 con 0x556c1f5af9a0 2024-09-10T07:50:17.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faf10032440 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf10050440 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faf1006d050 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf24082740 10 client.26135 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.795+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556c1f630250 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf10050440 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7faf100627b0 con 0x556c1f5af9a0 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 10 client.26135 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 10 client.26135 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:17.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 20 client.26135 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f630b40 0x556c1f632f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 4 client.26135 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556c1f51ad70 con 0x556c1f630b40 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f630b40 0x556c1f632f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faefeff5640 10 client.26135 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:17.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.796+0000 7faf1a7fc640 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f630b40 0x556c1f632f60 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb9bdc751ce0fa29 server_cookie=1bc33d486ecc2e96 in_seq=0 out_seq=0 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faefeff5640 1 -- 172.21.15.7:0/2862054162 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556c1f51ad70 con 0x556c1f630b40 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faefeff5640 10 client.26135 handle_command_reply: tid=0 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 client.26135 shutdown 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 msgr2=0x556c1f5be9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf10006010 tx=0x7faf10050890 comp rx=0 tx=0).stop 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 shutdown_connections 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556c1f630b40 0x556c1f632f60 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556c1f5b5370 0x556c1f5bff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faefeff5640 0 client.26135 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556c1f5b02e0 0x556c1f5bef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 --2- 172.21.15.7:0/2862054162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556c1f5af9a0 0x556c1f5be9f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 >> 172.21.15.7:0/2862054162 conn(0x556c1f5ab010 msgr2=0x556c1f5aa1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 shutdown_connections 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 1 -- 172.21.15.7:0/2862054162 wait complete. 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.811+0000 7faf24082740 20 client.26135 trim_cache size 0 max 16384 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:50:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 msgr2=0x7faf040a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 0x7faf040a50f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faf14009fd0 tx=0x7faf14009500 comp rx=0 tx=0).stop 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 msgr2=0x7faf1c19e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00e9c0 tx=0x7faf0c00ee80 comp rx=0 tx=0).stop 2024-09-10T07:50:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 shutdown_connections 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faf040a2c30 0x7faf040a50f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf1c1056b0 0x7faf1c1a5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf1c102d00 0x7faf1c19e820 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 --2- 172.21.15.7:0/2303105285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf1c1003b0 0x7faf1c19e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 >> 172.21.15.7:0/2303105285 conn(0x7faf1c0fc1e0 msgr2=0x7faf1c103600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 shutdown_connections 2024-09-10T07:50:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:17.812+0000 7faf212e6640 1 -- 172.21.15.7:0/2303105285 wait complete. 2024-09-10T07:50:18.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 78349 1.41 MB/sec execute 81 sec latency 11.196 ms 2024-09-10T07:50:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:18 smithi007 ceph-mon[30879]: pgmap v510: 129 pgs: 129 active+clean; 42 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:18 smithi110 ceph-mon[34417]: pgmap v510: 129 pgs: 129 active+clean; 42 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:18 smithi145 ceph-mon[34766]: pgmap v510: 129 pgs: 129 active+clean; 42 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:19.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 78636 1.39 MB/sec execute 82 sec latency 13.067 ms 2024-09-10T07:50:19.864 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:50:20.159 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:20.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 79090 1.39 MB/sec execute 83 sec latency 16.127 ms 2024-09-10T07:50:20.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 -- 172.21.15.7:0/2582396632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc106a70 msgr2=0x7fe3cc106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 --2- 172.21.15.7:0/2582396632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc106a70 0x7fe3cc106e50 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009930 tx=0x7fe3bc02a420 comp rx=0 tx=0).stop 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 -- 172.21.15.7:0/2582396632 shutdown_connections 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 --2- 172.21.15.7:0/2582396632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc101410 0x7fe3cc10d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 --2- 172.21.15.7:0/2582396632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc100a70 0x7fe3cc100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 --2- 172.21.15.7:0/2582396632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc106a70 0x7fe3cc106e50 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 -- 172.21.15.7:0/2582396632 >> 172.21.15.7:0/2582396632 conn(0x7fe3cc0fc790 msgr2=0x7fe3cc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 -- 172.21.15.7:0/2582396632 shutdown_connections 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.715+0000 7fe3d269f640 1 -- 172.21.15.7:0/2582396632 wait complete. 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 Processor -- start 2024-09-10T07:50:20.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 -- start start 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc100a70 0x7fe3cc102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc106a70 0x7fe3cc1030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc110d20 con 0x7fe3cc101410 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc110ba0 con 0x7fe3cc100a70 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d269f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc110ea0 con 0x7fe3cc106a70 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44602/0 (socket says 172.21.15.7:44602) 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/290570354 learned_addr learned my addr 172.21.15.7:0/290570354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc106a70 0x7fe3cc1030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.716+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc100a70 0x7fe3cc102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/290570354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc106a70 msgr2=0x7fe3cc1030c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc106a70 0x7fe3cc1030c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/290570354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc100a70 msgr2=0x7fe3cc102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc100a70 0x7fe3cc102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/290570354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3cc1a6840 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000e9f0 tx=0x7fe3c000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3c97fa640 1 -- 172.21.15.7:0/290570354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c000cd80 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3c97fa640 1 -- 172.21.15.7:0/290570354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c00054d0 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3c97fa640 1 -- 172.21.15.7:0/290570354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0010490 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3cc1a6b30 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.717+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3cc1a7020 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3c97fa640 1 -- 172.21.15.7:0/290570354 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe3c0005020 con 0x7fe3cc101410 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 Processor -- start 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 -- start start 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4157880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3c97fa640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 0x7fe3b40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a4164a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a5a40bd2e0 con 0x55a5a4157dc0 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a5a4064ce0 con 0x55a5a4162680 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.720+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a5a40b92a0 con 0x55a5a41574a0 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 0x7fe3b40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3c97fa640 1 -- 172.21.15.7:0/290570354 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe3c00cf740 con 0x7fe3cc101410 2024-09-10T07:50:20.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44604/0 (socket says 172.21.15.7:44604) 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/699122080 learned_addr learned my addr 172.21.15.7:0/699122080 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/699122080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 msgr2=0x55a5a4157880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4157880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/699122080 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 msgr2=0x55a5a4164a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a4164a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/699122080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5a4049440 con 0x55a5a4157dc0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe3c009bb90 tx=0x7fe3c009b620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78214f49c56fc31 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 0x7fe3b40a5040 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009900 tx=0x7fe3bc000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.721+0000 7fe3b27fc640 1 -- 172.21.15.7:0/699122080 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00ae740 con 0x55a5a4157dc0 2024-09-10T07:50:20.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3b27fc640 1 -- 172.21.15.7:0/699122080 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c0005310 con 0x55a5a4157dc0 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3b27fc640 1 -- 172.21.15.7:0/699122080 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00a4870 con 0x55a5a4157dc0 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 -- 172.21.15.7:0/699122080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 msgr2=0x55a5a4162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe3c009bb90 tx=0x7fe3c009b620 comp rx=0 tx=0).stop 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 -- 172.21.15.7:0/699122080 shutdown_connections 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a4164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4162140 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/699122080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4157880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 -- 172.21.15.7:0/699122080 >> 172.21.15.7:0/699122080 conn(0x55a5a4153a30 msgr2=0x55a5a4153e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 -- 172.21.15.7:0/699122080 shutdown_connections 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.722+0000 7fe3d4a78740 1 -- 172.21.15.7:0/699122080 wait complete. 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 -- start start 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 Processor -- start 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a41574a0 0x55a5a4161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a415f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a5a4165250 con 0x55a5a41574a0 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a5a4078050 con 0x55a5a4162680 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.723+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a5a41653d0 con 0x55a5a4157dc0 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3d4a78740 10 client.0 _ll_register_callbacks cb 0x55a5a40b8160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a41574a0 0x55a5a4161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53654/0 (socket says 172.21.15.7:53654) 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/1827839 learned_addr learned my addr 172.21.15.7:0/1827839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:20.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a415f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 msgr2=0x55a5a415f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a415f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/1827839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a41574a0 msgr2=0x55a5a4161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a41574a0 0x55a5a4161f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/1827839 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5a3e2e3c0 con 0x55a5a4157dc0 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe3c009b900 tx=0x7fe3c009bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af8afd06ddaa7a47 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:50:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00a8020 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a5a40ca850 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe3c0098270 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe3c009c300 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3d4a78740 10 client.26173 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.724+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a5a4165250 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a5a40ca850 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe3c00aece0 con 0x55a5a4157dc0 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 10 client.26173 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 10 client.26173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 20 client.26173 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a4171d20 0x55a5a4174110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 4 client.26173 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:20.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5a40c4d60 con 0x55a5a4171d20 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a4171d20 0x55a5a4174110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a4171d20 0x55a5a4174110 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24a46885b9032ff9 server_cookie=f9d5436f592b5f22 in_seq=0 out_seq=0 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.725+0000 7fe3ab7fe640 10 client.26173 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/1827839 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a5a40c4d60 con 0x55a5a4171d20 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3ab7fe640 10 client.26173 handle_command_reply: tid=0 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 client.26173 shutdown 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 msgr2=0x55a5a415f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe3c009b900 tx=0x7fe3c009bc80 comp rx=0 tx=0).stop 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 shutdown_connections 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a4171d20 0x55a5a4174110 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a415f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4157dc0 0x55a5a415f200 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/1827839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a41574a0 0x55a5a4161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3ab7fe640 0 client.26173 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:20.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 >> 172.21.15.7:0/1827839 conn(0x55a5a4153a30 msgr2=0x55a5a4159760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.726+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 shutdown_connections 2024-09-10T07:50:20.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.727+0000 7fe3d4a78740 1 -- 172.21.15.7:0/1827839 wait complete. 2024-09-10T07:50:20.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.727+0000 7fe3d4a78740 20 client.26173 trim_cache size 0 max 16384 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 Processor -- start 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 -- start start 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a41574a0 0x55a5a415e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 0x55a5a4179d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1b3700 con 0x55a5a4157dc0 2024-09-10T07:50:20.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1b0fd0 con 0x55a5a41574a0 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1aee40 con 0x55a5a4162680 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44632/0 (socket says 172.21.15.7:44632) 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.748+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/736337175 learned_addr learned my addr 172.21.15.7:0/736337175 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a41574a0 0x55a5a415e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 0x55a5a4179d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/736337175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 msgr2=0x55a5a4179d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 0x55a5a4179d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/736337175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a41574a0 msgr2=0x55a5a415e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a41574a0 0x55a5a415e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/736337175 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5a4154bb0 con 0x55a5a4157dc0 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 0x55a5a4179d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:50:20.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00a47e0 tx=0x7fe3c000e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2cef24455ce7e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3b1ffb640 1 -- 172.21.15.7:0/736337175 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00a8070 con 0x55a5a4157dc0 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3b1ffb640 1 -- 172.21.15.7:0/736337175 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c00046c0 con 0x55a5a4157dc0 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.749+0000 7fe3b1ffb640 1 -- 172.21.15.7:0/736337175 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00ba470 con 0x55a5a4157dc0 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 -- 172.21.15.7:0/736337175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 msgr2=0x55a5a4179850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00a47e0 tx=0x7fe3c000e940 comp rx=0 tx=0).stop 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 -- 172.21.15.7:0/736337175 shutdown_connections 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a4162680 0x55a5a4179d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a4179850 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/736337175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a41574a0 0x55a5a415e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 -- 172.21.15.7:0/736337175 >> 172.21.15.7:0/736337175 conn(0x55a5a4153a30 msgr2=0x55a5a4161280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 -- 172.21.15.7:0/736337175 shutdown_connections 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.750+0000 7fe3d4a78740 1 -- 172.21.15.7:0/736337175 wait complete. 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 -- start start 2024-09-10T07:50:20.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 Processor -- start 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4167b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a41da820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1af490 con 0x55a5a4157dc0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1b0900 con 0x55a5a4162680 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc1afb60 con 0x55a5a41574a0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d4a78740 10 client.0 _ll_register_callbacks cb 0x7fe3c009b760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3cbfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4167b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3cb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44634/0 (socket says 172.21.15.7:44634) 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3cb7fe640 1 -- 172.21.15.7:0/3922214899 learned_addr learned my addr 172.21.15.7:0/3922214899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.751+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a41da820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 -- 172.21.15.7:0/3922214899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 msgr2=0x55a5a4167b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4167b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 -- 172.21.15.7:0/3922214899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 msgr2=0x55a5a41680d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 -- 172.21.15.7:0/3922214899 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5a41dad60 con 0x55a5a4162680 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4167b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3cb7fe640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d0c3c640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a41da820 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x55a5a4157260 tx=0x7fe3c400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ee7690f59a9bb85 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c40120d0 con 0x55a5a4162680 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3c00046c0 con 0x55a5a4162680 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.752+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe3c4010430 con 0x55a5a4162680 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe3c402a050 con 0x55a5a4162680 2024-09-10T07:50:20.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 10 client.26150 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a5a41dbfb0 con 0x55a5a4162680 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c00046c0 con 0x55a5a4162680 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe3c401c4b0 con 0x55a5a4162680 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 10 client.26150 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 10 client.26150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 20 client.26150 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a41dc700 0x55a5a41deb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 4 client.26150 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a5a4041210 con 0x55a5a41dc700 2024-09-10T07:50:20.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.753+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a41dc700 0x55a5a41deb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:20.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3cbfff640 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a41dc700 0x55a5a41deb20 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2a11f40d594b455 server_cookie=64823d07b2e22a02 in_seq=0 out_seq=0 2024-09-10T07:50:20.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3ab7fe640 10 client.26150 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:20.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3ab7fe640 1 -- 172.21.15.7:0/3922214899 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a5a4041210 con 0x55a5a41dc700 2024-09-10T07:50:20.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3ab7fe640 10 client.26150 handle_command_reply: tid=0 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 client.26150 shutdown 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 msgr2=0x55a5a41da820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a41da820 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x55a5a4157260 tx=0x7fe3c400f790 comp rx=0 tx=0).stop 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 shutdown_connections 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:50:20.758 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a5a41dc700 0x55a5a41deb20 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a5a4162680 0x55a5a41da820 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a5a4157dc0 0x55a5a41680d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 --2- 172.21.15.7:0/3922214899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a5a41574a0 0x55a5a4167b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3ab7fe640 0 client.26150 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 >> 172.21.15.7:0/3922214899 conn(0x55a5a4153a30 msgr2=0x55a5a4152350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 shutdown_connections 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.754+0000 7fe3d4a78740 1 -- 172.21.15.7:0/3922214899 wait complete. 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.755+0000 7fe3d4a78740 20 client.26150 trim_cache size 0 max 16384 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.755+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 msgr2=0x7fe3b40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.755+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 0x7fe3b40a5040 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009900 tx=0x7fe3bc000bc0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.755+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 msgr2=0x7fe3cc102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.755+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000e9f0 tx=0x7fe3c000edf0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 shutdown_connections 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3b40a2b80 0x7fe3b40a5040 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe3cc106a70 0x7fe3cc1030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3cc101410 0x7fe3cc102b80 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 --2- 172.21.15.7:0/290570354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe3cc100a70 0x7fe3cc102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 >> 172.21.15.7:0/290570354 conn(0x7fe3cc0fc790 msgr2=0x7fe3cc1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:20.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 shutdown_connections 2024-09-10T07:50:20.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:20.756+0000 7fe3d269f640 1 -- 172.21.15.7:0/290570354 wait complete. 2024-09-10T07:50:21.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:20 smithi007 ceph-mon[30879]: pgmap v511: 129 pgs: 129 active+clean; 43 MiB data, 761 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:50:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:20 smithi110 ceph-mon[34417]: pgmap v511: 129 pgs: 129 active+clean; 43 MiB data, 761 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:50:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:20 smithi145 ceph-mon[34766]: pgmap v511: 129 pgs: 129 active+clean; 43 MiB data, 761 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 194 op/s 2024-09-10T07:50:21.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 79680 1.42 MB/sec execute 84 sec latency 14.703 ms 2024-09-10T07:50:21.568 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:50:21.568 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:50:21.866 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 80287 1.41 MB/sec execute 85 sec latency 29.304 ms 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 -- 172.21.15.7:0/155814833 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41082a0 msgr2=0x7feac410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 --2- 172.21.15.7:0/155814833 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41082a0 0x7feac410ec40 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7feabc009cd0 tx=0x7feabc02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 -- 172.21.15.7:0/155814833 shutdown_connections 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 --2- 172.21.15.7:0/155814833 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41082a0 0x7feac410ec40 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 --2- 172.21.15.7:0/155814833 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41036e0 0x7feac4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 --2- 172.21.15.7:0/155814833 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 -- 172.21.15.7:0/155814833 >> 172.21.15.7:0/155814833 conn(0x7feac40fc7d0 msgr2=0x7feac40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 -- 172.21.15.7:0/155814833 shutdown_connections 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 -- 172.21.15.7:0/155814833 wait complete. 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.382+0000 7feacac4b640 1 Processor -- start 2024-09-10T07:50:22.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 -- start start 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41036e0 0x7feac4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41082a0 0x7feac4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feac4111f50 con 0x7feac41036e0 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feac4111dd0 con 0x7feac4102d30 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feacac4b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feac41120d0 con 0x7feac41082a0 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38136/0 (socket says 172.21.15.7:38136) 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 -- 172.21.15.7:0/2869306542 learned_addr learned my addr 172.21.15.7:0/2869306542 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac3fff640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41036e0 0x7feac4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac91e8640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41082a0 0x7feac4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 -- 172.21.15.7:0/2869306542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41082a0 msgr2=0x7feac4101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:22.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41082a0 0x7feac4101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 -- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41036e0 msgr2=0x7feac4100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41036e0 0x7feac4100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.383+0000 7feac89e7640 1 -- 172.21.15.7:0/2869306542 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feac41a69b0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feac89e7640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7feab800ea60 tx=0x7feab800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab800cde0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feac41a6ca0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feab80035f0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab8010690 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.384+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feac41a71d0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.385+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feac4103110 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.386+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7feab80037a0 con 0x7feac4102d30 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.387+0000 7feac1ffb640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 0x7feab40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.387+0000 7feac3fff640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 0x7feab40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:22.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.387+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feab80cf5e0 con 0x7feac4102d30 2024-09-10T07:50:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.387+0000 7feac3fff640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 0x7feab40a50c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7feac4102420 tx=0x7feab0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:22.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.391+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feab809c1a0 con 0x7feac4102d30 2024-09-10T07:50:22.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.638+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feac410a2b0 con 0x7feac4102d30 2024-09-10T07:50:22.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.639+0000 7feac1ffb640 1 -- 172.21.15.7:0/2869306542 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7feab809baa0 con 0x7feac4102d30 2024-09-10T07:50:22.638 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:50:22.638 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:50:22.639 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 msgr2=0x7feab40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 0x7feab40a50c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7feac4102420 tx=0x7feab0005f90 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 msgr2=0x7feac4100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7feab800ea60 tx=0x7feab800ef20 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 shutdown_connections 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7feab40a2c00 0x7feab40a50c0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feac41082a0 0x7feac4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feac41036e0 0x7feac4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 --2- 172.21.15.7:0/2869306542 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feac4102d30 0x7feac4100990 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 >> 172.21.15.7:0/2869306542 conn(0x7feac40fc7d0 msgr2=0x7feac4105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 shutdown_connections 2024-09-10T07:50:22.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:22.641+0000 7feacac4b640 1 -- 172.21.15.7:0/2869306542 wait complete. 2024-09-10T07:50:22.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:22 smithi007 ceph-mon[30879]: pgmap v512: 129 pgs: 129 active+clean; 44 MiB data, 767 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2024-09-10T07:50:22.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:22 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2869306542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:50:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:22 smithi110 ceph-mon[34417]: pgmap v512: 129 pgs: 129 active+clean; 44 MiB data, 767 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2024-09-10T07:50:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:22 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2869306542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:50:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:22 smithi145 ceph-mon[34766]: pgmap v512: 129 pgs: 129 active+clean; 44 MiB data, 767 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2024-09-10T07:50:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:22 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2869306542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:50:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 80863 1.46 MB/sec execute 86 sec latency 13.779 ms 2024-09-10T07:50:23.386 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:50:23.679 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:24.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 -- 172.21.15.7:0/3941609359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e14102d30 msgr2=0x7f2e14103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 --2- 172.21.15.7:0/3941609359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e14102d30 0x7f2e14103110 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009930 tx=0x7f2e0402a420 comp rx=0 tx=0).stop 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 -- 172.21.15.7:0/3941609359 shutdown_connections 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 --2- 172.21.15.7:0/3941609359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e141082a0 0x7f2e1410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 --2- 172.21.15.7:0/3941609359 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141036e0 0x7f2e14107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 --2- 172.21.15.7:0/3941609359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e14102d30 0x7f2e14103110 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 -- 172.21.15.7:0/3941609359 >> 172.21.15.7:0/3941609359 conn(0x7f2e140fc7d0 msgr2=0x7f2e140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 -- 172.21.15.7:0/3941609359 shutdown_connections 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.204+0000 7f2e1a490640 1 -- 172.21.15.7:0/3941609359 wait complete. 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 Processor -- start 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 -- start start 2024-09-10T07:50:24.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 0x7f2e141984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 0x7f2e1419cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e14111f50 con 0x7f2e141036e0 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e14111dd0 con 0x7f2e141082a0 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e1a490640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141120d0 con 0x7f2e14102d30 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.205+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44660/0 (socket says 172.21.15.7:44660) 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e137fe640 1 -- 172.21.15.7:0/1255135986 learned_addr learned my addr 172.21.15.7:0/1255135986 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 0x7f2e1419cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e13fff640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 0x7f2e141984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 -- 172.21.15.7:0/1255135986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 msgr2=0x7f2e141984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 0x7f2e141984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 -- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 msgr2=0x7f2e14198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 -- 172.21.15.7:0/1255135986 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1419d4a0 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e13fff640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 0x7f2e141984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e137fe640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 0x7f2e1419cdc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009fd0 tx=0x7f2e0c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e117fa640 1 -- 172.21.15.7:0/1255135986 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c00ce20 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e117fa640 1 -- 172.21.15.7:0/1255135986 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e0c005020 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e1419d790 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e117fa640 1 -- 172.21.15.7:0/1255135986 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c010690 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.206+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e141a5070 con 0x7f2e141082a0 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.209+0000 7f2e1c869740 1 Processor -- start 2024-09-10T07:50:24.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.209+0000 7f2e117fa640 1 -- 172.21.15.7:0/1255135986 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2e0c0051d0 con 0x7f2e141082a0 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.209+0000 7f2e1c869740 1 -- start start 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6cbb40 0x560f5f6ca090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560f5f6302f0 con 0x560f5f6ca5d0 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560f5f5d7cf0 con 0x560f5f6d5370 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e1c869740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560f5f62c2b0 con 0x560f5f6cbb40 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44670/0 (socket says 172.21.15.7:44670) 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 -- 172.21.15.7:0/3218607071 learned_addr learned my addr 172.21.15.7:0/3218607071 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e137fe640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e137fe640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6cbb40 0x560f5f6ca090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 -- 172.21.15.7:0/3218607071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6cbb40 msgr2=0x560f5f6ca090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6cbb40 0x560f5f6ca090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 -- 172.21.15.7:0/3218607071 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 msgr2=0x560f5f6d7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e13fff640 1 -- 172.21.15.7:0/3218607071 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f5f5bc3a0 con 0x560f5f6ca5d0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.210+0000 7f2e137fe640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2e13fff640 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f2e0402a940 tx=0x7f2e04032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5df62af4214caeb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2e117fa640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 0x7f2dfc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2dfa7fc640 1 -- 172.21.15.7:0/3218607071 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0403f070 con 0x560f5f6ca5d0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2dfa7fc640 1 -- 172.21.15.7:0/3218607071 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e04004030 con 0x560f5f6ca5d0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2e137fe640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 0x7f2dfc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2e117fa640 1 -- 172.21.15.7:0/1255135986 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e0c0cfad0 con 0x7f2e141082a0 2024-09-10T07:50:24.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.211+0000 7f2dfa7fc640 1 -- 172.21.15.7:0/3218607071 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e04035070 con 0x560f5f6ca5d0 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- 172.21.15.7:0/3218607071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 msgr2=0x560f5f6caa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f2e0402a940 tx=0x7f2e04032c00 comp rx=0 tx=0).stop 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e137fe640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 0x7f2dfc0a5040 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x560f5f6cb070 tx=0x7f2e08009530 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- 172.21.15.7:0/3218607071 shutdown_connections 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6caa10 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 --2- 172.21.15.7:0/3218607071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6cbb40 0x560f5f6ca090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- 172.21.15.7:0/3218607071 >> 172.21.15.7:0/3218607071 conn(0x560f5f693310 msgr2=0x560f5f6c6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- 172.21.15.7:0/3218607071 shutdown_connections 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- 172.21.15.7:0/3218607071 wait complete. 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.212+0000 7f2e1c869740 1 -- start start 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 Processor -- start 2024-09-10T07:50:24.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6d4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560f5f6d8010 con 0x560f5f6cbb40 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560f5f5eb060 con 0x560f5f6d5370 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560f5f6d8190 con 0x560f5f6ca5d0 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e1c869740 10 client.0 _ll_register_callbacks cb 0x560f5f33e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44682/0 (socket says 172.21.15.7:44682) 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 -- 172.21.15.7:0/4152464330 learned_addr learned my addr 172.21.15.7:0/4152464330 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6d4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 -- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 msgr2=0x560f5f6d4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6d4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 -- 172.21.15.7:0/4152464330 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 msgr2=0x560f5f6d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e137fe640 1 -- 172.21.15.7:0/4152464330 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f5f3a13c0 con 0x560f5f6cbb40 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.213+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2e137fe640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f2e08004650 tx=0x7f2e080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f36727fea54c96df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2df37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0802e060 con 0x560f5f6cbb40 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e08009040 con 0x560f5f6cbb40 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e04004030 con 0x560f5f6cbb40 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e0801fe50 con 0x560f5f6cbb40 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2e1c869740 10 client.16725 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:24.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560f5f6e3b70 con 0x560f5f6cbb40 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.214+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e04004030 con 0x560f5f6cbb40 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e080297a0 con 0x560f5f6cbb40 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 10 client.16725 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 10 client.16725 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 20 client.16725 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f6e5380 0x560f5f6e7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 4 client.16725 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f5f63d860 con 0x560f5f6e5380 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f6e5380 0x560f5f6e7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f6e5380 0x560f5f6e7770 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ad61d8432ff60ec server_cookie=f7b82b58596ea151 in_seq=0 out_seq=0 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.215+0000 7f2df37fe640 10 client.16725 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:50:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2df37fe640 1 -- 172.21.15.7:0/4152464330 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560f5f63d860 con 0x560f5f6e5380 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2df37fe640 10 client.16725 handle_command_reply: tid=0 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 client.16725 shutdown 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 msgr2=0x560f5f6d2040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f2e08004650 tx=0x7f2e080046c0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 shutdown_connections 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f6e5380 0x560f5f6e7770 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6d5370 0x560f5f6d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6cbb40 0x560f5f6d2040 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4152464330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6d4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 >> 172.21.15.7:0/4152464330 conn(0x560f5f693310 msgr2=0x560f5f6cc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.216+0000 7f2df37fe640 0 client.16725 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.217+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 shutdown_connections 2024-09-10T07:50:24.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.217+0000 7f2e1c869740 1 -- 172.21.15.7:0/4152464330 wait complete. 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.217+0000 7f2e1c869740 20 client.16725 trim_cache size 0 max 16384 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 Processor -- start 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 -- start start 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6e12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6d5370 0x560f5f6d1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141b1500 con 0x560f5f6ca5d0 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141aedd0 con 0x560f5f6cbb40 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e1c869740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141acc40 con 0x560f5f6d5370 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44684/0 (socket says 172.21.15.7:44684) 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e13fff640 1 -- 172.21.15.7:0/4140756937 learned_addr learned my addr 172.21.15.7:0/4140756937 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e137fe640 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6e12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.232+0000 7f2e18a2d640 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6d5370 0x560f5f6d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 -- 172.21.15.7:0/4140756937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6d5370 msgr2=0x560f5f6d1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6d5370 0x560f5f6d1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 -- 172.21.15.7:0/4140756937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 msgr2=0x560f5f6e12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6e12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 -- 172.21.15.7:0/4140756937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f5f6d0ff0 con 0x560f5f6ca5d0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2e13fff640 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f2e0402a940 tx=0x7f2e04031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde44f8038b19336 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2df9ffb640 1 -- 172.21.15.7:0/4140756937 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e04035070 con 0x560f5f6ca5d0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2df9ffb640 1 -- 172.21.15.7:0/4140756937 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e04032d70 con 0x560f5f6ca5d0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.233+0000 7f2df9ffb640 1 -- 172.21.15.7:0/4140756937 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0403f040 con 0x560f5f6ca5d0 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- 172.21.15.7:0/4140756937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 msgr2=0x560f5f6c6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f2e0402a940 tx=0x7f2e04031400 comp rx=0 tx=0).stop 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- 172.21.15.7:0/4140756937 shutdown_connections 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6d5370 0x560f5f6d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6e12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 --2- 172.21.15.7:0/4140756937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6ca5d0 0x560f5f6c6e10 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- 172.21.15.7:0/4140756937 >> 172.21.15.7:0/4140756937 conn(0x560f5f693310 msgr2=0x560f5f6c6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- 172.21.15.7:0/4140756937 shutdown_connections 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- 172.21.15.7:0/4140756937 wait complete. 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 -- start start 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.234+0000 7f2e1c869740 1 Processor -- start 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6d5370 0x560f5f6ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141ad290 con 0x560f5f6d5370 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141ae700 con 0x560f5f6cbb40 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e141ad960 con 0x560f5f6ca5d0 2024-09-10T07:50:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e1c869740 10 client.0 _ll_register_callbacks cb 0x7f2e0800ef20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53728/0 (socket says 172.21.15.7:53728) 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e13fff640 1 -- 172.21.15.7:0/2580299011 learned_addr learned my addr 172.21.15.7:0/2580299011 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38202/0 (socket says 172.21.15.7:38202) 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 -- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 msgr2=0x560f5f6dd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 -- 172.21.15.7:0/2580299011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6d5370 msgr2=0x560f5f6ce8b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6d5370 0x560f5f6ce8b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.235+0000 7f2e137fe640 1 -- 172.21.15.7:0/2580299011 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f5f6cf0b0 con 0x560f5f6cbb40 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2e13fff640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2e137fe640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800efd0 tx=0x7f2e0801fc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd7bf39e7381fafe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2df37fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:24.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0803e060 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e08009040 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e04032d70 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e08005310 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2e1c869740 10 client.26174 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.236+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560f5f753c80 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e04032d70 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e0800f5d0 con 0x560f5f6cbb40 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 10 client.26174 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 10 client.26174 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 20 client.26174 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f7542e0 0x560f5f756700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:24.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 4 client.26174 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560f5f637d70 con 0x560f5f7542e0 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e13fff640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f7542e0 0x560f5f756700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2e13fff640 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f7542e0 0x560f5f756700 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=828c50a709d716ba server_cookie=f39f83000c28aa08 in_seq=0 out_seq=0 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.237+0000 7f2df37fe640 10 client.26174 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2df37fe640 1 -- 172.21.15.7:0/2580299011 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560f5f637d70 con 0x560f5f7542e0 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2df37fe640 10 client.26174 handle_command_reply: tid=0 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 client.26174 shutdown 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 msgr2=0x560f5f6ddbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800efd0 tx=0x7f2e0801fc60 comp rx=0 tx=0).stop 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 shutdown_connections 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x560f5f7542e0 0x560f5f756700 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560f5f6d5370 0x560f5f6ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560f5f6cbb40 0x560f5f6ddbe0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2df37fe640 0 client.26174 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 --2- 172.21.15.7:0/2580299011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560f5f6ca5d0 0x560f5f6dd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 >> 172.21.15.7:0/2580299011 conn(0x560f5f693310 msgr2=0x560f5f6d40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 shutdown_connections 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 1 -- 172.21.15.7:0/2580299011 wait complete. 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.238+0000 7f2e1c869740 20 client.26174 trim_cache size 0 max 16384 2024-09-10T07:50:24.254 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 msgr2=0x7f2dfc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 0x7f2dfc0a5040 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x560f5f6cb070 tx=0x7f2e08009530 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 msgr2=0x7f2e1419cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 0x7f2e1419cdc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009fd0 tx=0x7f2e0c00ef10 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 shutdown_connections 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2dfc0a2b80 0x7f2dfc0a5040 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e141082a0 0x7f2e1419cdc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e141036e0 0x7f2e14198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 --2- 172.21.15.7:0/1255135986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e14102d30 0x7f2e141984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 >> 172.21.15.7:0/1255135986 conn(0x7f2e140fc7d0 msgr2=0x7f2e14105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:24.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 shutdown_connections 2024-09-10T07:50:24.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:24.239+0000 7f2e1a490640 1 -- 172.21.15.7:0/1255135986 wait complete. 2024-09-10T07:50:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 81435 1.48 MB/sec execute 87 sec latency 11.384 ms 2024-09-10T07:50:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:24 smithi007 ceph-mon[30879]: pgmap v513: 129 pgs: 129 active+clean; 43 MiB data, 775 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:25.137 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:50:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:24 smithi110 ceph-mon[34417]: pgmap v513: 129 pgs: 129 active+clean; 43 MiB data, 775 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:24 smithi145 ceph-mon[34766]: pgmap v513: 129 pgs: 129 active+clean; 43 MiB data, 775 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:50:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 81917 1.51 MB/sec execute 88 sec latency 15.741 ms 2024-09-10T07:50:25.413 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 -- 172.21.15.7:0/1049231689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 msgr2=0x7f4e5410e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 --2- 172.21.15.7:0/1049231689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5410e790 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009ca0 tx=0x7f4e4c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 -- 172.21.15.7:0/1049231689 shutdown_connections 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 --2- 172.21.15.7:0/1049231689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5410e790 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 --2- 172.21.15.7:0/1049231689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e5410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 --2- 172.21.15.7:0/1049231689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 0x7f4e541031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.879+0000 7f4e58d22640 1 -- 172.21.15.7:0/1049231689 >> 172.21.15.7:0/1049231689 conn(0x7f4e540fc7d0 msgr2=0x7f4e540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.880+0000 7f4e58d22640 1 -- 172.21.15.7:0/1049231689 shutdown_connections 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.880+0000 7f4e58d22640 1 -- 172.21.15.7:0/1049231689 wait complete. 2024-09-10T07:50:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.880+0000 7f4e58d22640 1 Processor -- start 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.880+0000 7f4e58d22640 1 -- start start 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 0x7f4e541984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e54111fa0 con 0x7f4e5410c2f0 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e54111e20 con 0x7f4e541037a0 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e58d22640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e54112120 con 0x7f4e54102df0 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44704/0 (socket says 172.21.15.7:44704) 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 -- 172.21.15.7:0/2388915276 learned_addr learned my addr 172.21.15.7:0/2388915276 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38226/0 (socket says 172.21.15.7:38226) 2024-09-10T07:50:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e5259c640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 0x7f4e541984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 -- 172.21.15.7:0/2388915276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 msgr2=0x7f4e541984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 0x7f4e541984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 -- 172.21.15.7:0/2388915276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 msgr2=0x7f4e54198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 -- 172.21.15.7:0/2388915276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e5419d490 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.881+0000 7f4e52d9d640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009dc0 tx=0x7f4e4c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.882+0000 7f4e437fe640 1 -- 172.21.15.7:0/2388915276 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c003c30 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.882+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e5419d720 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.882+0000 7f4e437fe640 1 -- 172.21.15.7:0/2388915276 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e4c003dd0 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.882+0000 7f4e437fe640 1 -- 172.21.15.7:0/2388915276 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c030aa0 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.882+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e541a5060 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.884+0000 7f4e437fe640 1 -- 172.21.15.7:0/2388915276 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4e4c004680 con 0x7f4e5410c2f0 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 Processor -- start 2024-09-10T07:50:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 -- start start 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a4627ab40 0x555a46279090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46279a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a46286760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a461df2f0 con 0x555a462795d0 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555a46186cf0 con 0x555a46284370 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555a461db2b0 con 0x555a4627ab40 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46279a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e437fe640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 0x7f4e3c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46279a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44712/0 (socket says 172.21.15.7:44712) 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e5259c640 1 -- 172.21.15.7:0/320520797 learned_addr learned my addr 172.21.15.7:0/320520797 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a46286760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.885+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a4627ab40 0x555a46279090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e52d9d640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 0x7f4e3c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e437fe640 1 -- 172.21.15.7:0/2388915276 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e4c0f0a40 con 0x7f4e5410c2f0 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 -- 172.21.15.7:0/320520797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a4627ab40 msgr2=0x555a46279090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a4627ab40 0x555a46279090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 -- 172.21.15.7:0/320520797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 msgr2=0x555a46279a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46279a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 -- 172.21.15.7:0/320520797 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a4616b3a0 con 0x555a46284370 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a46286760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4e48009730 tx=0x7f4e480096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be3442bc39449048 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e40ff9640 1 -- 172.21.15.7:0/320520797 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e48004030 con 0x555a46284370 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e52d9d640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 0x7f4e3c0a5040 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0b9960 tx=0x7f4e4c02ec00 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e40ff9640 1 -- 172.21.15.7:0/320520797 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e4800f910 con 0x555a46284370 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.886+0000 7f4e40ff9640 1 -- 172.21.15.7:0/320520797 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e48005540 con 0x555a46284370 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/320520797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 msgr2=0x555a46286760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a46286760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4e48009730 tx=0x7f4e480096c0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/320520797 shutdown_connections 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a46286760 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46279a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/320520797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a4627ab40 0x555a46279090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/320520797 >> 172.21.15.7:0/320520797 conn(0x555a46242310 msgr2=0x555a46275c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/320520797 shutdown_connections 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.887+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/320520797 wait complete. 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 -- start start 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 Processor -- start 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a462810c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a46284370 0x555a46281850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a46287070 con 0x555a462795d0 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555a4619a060 con 0x555a4627ab40 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555a462871f0 con 0x555a46284370 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5b0fb740 10 client.0 _ll_register_callbacks cb 0x555a45eed8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44728/0 (socket says 172.21.15.7:44728) 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 -- 172.21.15.7:0/664361073 learned_addr learned my addr 172.21.15.7:0/664361073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e5259c640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a462810c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a46284370 0x555a46281850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 -- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a46284370 msgr2=0x555a46281850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a46284370 0x555a46281850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.888+0000 7f4e51d9b640 1 -- 172.21.15.7:0/664361073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 msgr2=0x555a462810c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a462810c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e51d9b640 1 -- 172.21.15.7:0/664361073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a45f503c0 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e5259c640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a462810c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f4e480050e0 tx=0x7f4e48005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d4b18a9e55d789 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4802c060 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e48011030 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e4800f910 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e48011230 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e5b0fb740 10 client.16740 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a46292bc0 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.889+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e4800f910 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4e4801f4d0 con 0x555a462795d0 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 10 client.16740 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 10 client.16740 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:50:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 20 client.16740 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a46294280 0x555a462966a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 4 client.16740 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a461ec860 con 0x555a46294280 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5259c640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a46294280 0x555a462966a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e5259c640 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a46294280 0x555a462966a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6d36fbc6b4bd1326 server_cookie=c585029028c5c8b8 in_seq=0 out_seq=0 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.890+0000 7f4e39ffb640 10 client.16740 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e39ffb640 1 -- 172.21.15.7:0/664361073 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555a461ec860 con 0x555a46294280 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e39ffb640 10 client.16740 handle_command_reply: tid=0 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 client.16740 shutdown 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 msgr2=0x555a46283e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f4e480050e0 tx=0x7f4e48005f70 comp rx=0 tx=0).stop 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 shutdown_connections 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a46294280 0x555a462966a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a46284370 0x555a46281850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a462810c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/664361073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a462795d0 0x555a46283e10 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e39ffb640 0 client.16740 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 >> 172.21.15.7:0/664361073 conn(0x555a46242310 msgr2=0x555a4627b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 shutdown_connections 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/664361073 wait complete. 2024-09-10T07:50:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.891+0000 7f4e5b0fb740 20 client.16740 trim_cache size 0 max 16384 2024-09-10T07:50:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 Processor -- start 2024-09-10T07:50:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 -- start start 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4627a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a4629c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541b15b0 con 0x555a4627ab40 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541aee80 con 0x555a46284370 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541accf0 con 0x555a462795d0 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4627a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44730/0 (socket says 172.21.15.7:44730) 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 -- 172.21.15.7:0/1755686201 learned_addr learned my addr 172.21.15.7:0/1755686201 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a4629c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 -- 172.21.15.7:0/1755686201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 msgr2=0x555a4627a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4627a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 -- 172.21.15.7:0/1755686201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 msgr2=0x555a4629c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a4629c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.906+0000 7f4e5259c640 1 -- 172.21.15.7:0/1755686201 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a4627f610 con 0x555a4627ab40 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.907+0000 7f4e5259c640 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4e44005b90 tx=0x7f4e44005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ffdbf591845856f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.907+0000 7f4e3bfff640 1 -- 172.21.15.7:0/1755686201 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44005220 con 0x555a4627ab40 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.907+0000 7f4e3bfff640 1 -- 172.21.15.7:0/1755686201 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e44004c50 con 0x555a4627ab40 2024-09-10T07:50:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.907+0000 7f4e3bfff640 1 -- 172.21.15.7:0/1755686201 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44010800 con 0x555a4627ab40 2024-09-10T07:50:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/1755686201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 msgr2=0x555a4629bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4e44005b90 tx=0x7f4e44005f90 comp rx=0 tx=0).stop 2024-09-10T07:50:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/1755686201 shutdown_connections 2024-09-10T07:50:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a46284370 0x555a4629c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a4627ab40 0x555a4629bf90 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/1755686201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4627a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/1755686201 >> 172.21.15.7:0/1755686201 conn(0x555a46242310 msgr2=0x555a46270a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/1755686201 shutdown_connections 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/1755686201 wait complete. 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- start start 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 Processor -- start 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a46287440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a46284370 0x555a46287980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541ad340 con 0x555a46284370 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541ae7b0 con 0x555a4627ab40 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e541ada10 con 0x555a462795d0 2024-09-10T07:50:25.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.908+0000 7f4e5b0fb740 10 client.0 _ll_register_callbacks cb 0x7f4e440097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a46284370 0x555a46287980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a46287440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53778/0 (socket says 172.21.15.7:53778) 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e5259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a46287440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38256/0 (socket says 172.21.15.7:38256) 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 -- 172.21.15.7:0/2150714243 learned_addr learned my addr 172.21.15.7:0/2150714243 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 -- 172.21.15.7:0/2150714243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 msgr2=0x555a46287440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a46287440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 -- 172.21.15.7:0/2150714243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a46284370 msgr2=0x555a46287980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a46284370 0x555a46287980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 -- 172.21.15.7:0/2150714243 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a462881b0 con 0x555a462795d0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e51d9b640 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e4801fa90 tx=0x7f4e48005f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edb72e4f73a9d774 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:25.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4802c070 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e44004c50 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.909+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e4801f640 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e4801fd20 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 10 client.26218 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a462fdfb0 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e44004c50 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4e4800e5e0 con 0x555a462795d0 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 10 client.26218 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 10 client.26218 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 20 client.26218 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a462fe610 0x555a46300a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 4 client.26218 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:50:25.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a461e6d70 con 0x555a462fe610 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.910+0000 7f4e5259c640 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a462fe610 0x555a46300a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5259c640 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a462fe610 0x555a46300a50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=265b104e2fab4b30 server_cookie=d93d7d1a42ce287c in_seq=0 out_seq=0 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e39ffb640 10 client.26218 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e39ffb640 1 -- 172.21.15.7:0/2150714243 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a461e6d70 con 0x555a462fe610 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e39ffb640 10 client.26218 handle_command_reply: tid=0 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 client.26218 shutdown 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 msgr2=0x555a4628cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e4801fa90 tx=0x7f4e48005f70 comp rx=0 tx=0).stop 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 shutdown_connections 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x555a462fe610 0x555a46300a50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a46284370 0x555a46287980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555a4627ab40 0x555a46287440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e39ffb640 0 client.26218 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:50:25.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 --2- 172.21.15.7:0/2150714243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555a462795d0 0x555a4628cc70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 >> 172.21.15.7:0/2150714243 conn(0x555a46242310 msgr2=0x555a4627f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 shutdown_connections 2024-09-10T07:50:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 1 -- 172.21.15.7:0/2150714243 wait complete. 2024-09-10T07:50:25.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.911+0000 7f4e5b0fb740 20 client.26218 trim_cache size 0 max 16384 2024-09-10T07:50:25.916 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 msgr2=0x7f4e3c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 0x7f4e3c0a5040 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0b9960 tx=0x7f4e4c02ec00 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 msgr2=0x7f4e5419cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009dc0 tx=0x7f4e4c032ff0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 shutdown_connections 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e3c0a2b80 0x7f4e3c0a5040 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e5410c2f0 0x7f4e5419cdb0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e541037a0 0x7f4e54198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 --2- 172.21.15.7:0/2388915276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e54102df0 0x7f4e541984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:25.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 >> 172.21.15.7:0/2388915276 conn(0x7f4e540fc7d0 msgr2=0x7f4e540fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:25.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 shutdown_connections 2024-09-10T07:50:25.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:25.912+0000 7f4e58d22640 1 -- 172.21.15.7:0/2388915276 wait complete. 2024-09-10T07:50:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 82204 1.50 MB/sec execute 89 sec latency 23.353 ms 2024-09-10T07:50:26.741 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:50:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:26 smithi007 ceph-mon[30879]: pgmap v514: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:50:27.027 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:26 smithi110 ceph-mon[34417]: pgmap v514: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:50:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:26 smithi145 ceph-mon[34766]: pgmap v514: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:50:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 82695 1.50 MB/sec execute 90 sec latency 21.124 ms 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 -- 172.21.15.7:0/3027851280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344100e20 msgr2=0x7f8344101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 --2- 172.21.15.7:0/3027851280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344100e20 0x7f8344101200 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f8334009ca0 tx=0x7f833402a950 comp rx=0 tx=0).stop 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 -- 172.21.15.7:0/3027851280 shutdown_connections 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 --2- 172.21.15.7:0/3027851280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344102ef0 0x7f834410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 --2- 172.21.15.7:0/3027851280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f83441029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 --2- 172.21.15.7:0/3027851280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344100e20 0x7f8344101200 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 -- 172.21.15.7:0/3027851280 >> 172.21.15.7:0/3027851280 conn(0x7f83440fc7d0 msgr2=0x7f83440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 -- 172.21.15.7:0/3027851280 shutdown_connections 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.514+0000 7f834b3c9640 1 -- 172.21.15.7:0/3027851280 wait complete. 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 Processor -- start 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 -- start start 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344100e20 0x7f8344198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f8344198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8344111f50 con 0x7f8344102ef0 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8344111dd0 con 0x7f8344100e20 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f834b3c9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83441120d0 con 0x7f8344102570 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f8349966640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f8348964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f8344198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f8349165640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344100e20 0x7f8344198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f8349966640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44746/0 (socket says 172.21.15.7:44746) 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.515+0000 7f8349966640 1 -- 172.21.15.7:0/4065956664 learned_addr learned my addr 172.21.15.7:0/4065956664 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 -- 172.21.15.7:0/4065956664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 msgr2=0x7f8344198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f8344198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 -- 172.21.15.7:0/4065956664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344100e20 msgr2=0x7f8344198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344100e20 0x7f8344198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 -- 172.21.15.7:0/4065956664 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f834419d3e0 con 0x7f8344102ef0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8348964640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f8344198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f8349966640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f833c00d750 tx=0x7f833c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f83427fc640 1 -- 172.21.15.7:0/4065956664 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833c017070 con 0x7f8344102ef0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f834419d6d0 con 0x7f8344102ef0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f83427fc640 1 -- 172.21.15.7:0/4065956664 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f833c0054d0 con 0x7f8344102ef0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f83427fc640 1 -- 172.21.15.7:0/4065956664 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833c004c60 con 0x7f8344102ef0 2024-09-10T07:50:27.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.516+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83441a4fb0 con 0x7f8344102ef0 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f83427fc640 1 -- 172.21.15.7:0/4065956664 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f833c004e00 con 0x7f8344102ef0 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 Processor -- start 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 -- start start 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d84a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d95b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563d32cea2f0 con 0x563d32d845d0 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563d32c91cf0 con 0x563d32d93780 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.519+0000 7f834d7a2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563d32ce62b0 con 0x563d32d85b40 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8349165640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d84a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8349165640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d84a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44758/0 (socket says 172.21.15.7:44758) 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53812/0 (socket says 172.21.15.7:53812) 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8349165640 1 -- 172.21.15.7:0/3366491693 learned_addr learned my addr 172.21.15.7:0/3366491693 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:27.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d95b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f83427fc640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 0x7f832c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 -- 172.21.15.7:0/3366491693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 msgr2=0x563d32d95b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d95b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 -- 172.21.15.7:0/3366491693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 msgr2=0x563d32d84a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d84a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 -- 172.21.15.7:0/3366491693 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d32c763a0 con 0x563d32d85b40 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f83427fc640 1 -- 172.21.15.7:0/4065956664 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f833c0ced60 con 0x7f8344102ef0 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8349966640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 0x7f832c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.520+0000 7f8348964640 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f83380058c0 tx=0x7f8338005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9b76ba3cb1d7938 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f832b7fe640 1 -- 172.21.15.7:0/3366491693 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8338011050 con 0x563d32d85b40 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f832b7fe640 1 -- 172.21.15.7:0/3366491693 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83380054d0 con 0x563d32d85b40 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f832b7fe640 1 -- 172.21.15.7:0/3366491693 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83380047a0 con 0x563d32d85b40 2024-09-10T07:50:27.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 -- 172.21.15.7:0/3366491693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 msgr2=0x563d32d84090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f83380058c0 tx=0x7f8338005850 comp rx=0 tx=0).stop 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f8349966640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 0x7f832c0a5040 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f833c097ca0 tx=0x7f833c0bb040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 -- 172.21.15.7:0/3366491693 shutdown_connections 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d95b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d84a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3366491693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d84090 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 -- 172.21.15.7:0/3366491693 >> 172.21.15.7:0/3366491693 conn(0x563d32d4d310 msgr2=0x563d32d80c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 -- 172.21.15.7:0/3366491693 shutdown_connections 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.521+0000 7f834d7a2740 1 -- 172.21.15.7:0/3366491693 wait complete. 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 -- start start 2024-09-10T07:50:27.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 Processor -- start 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d931b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d90bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563d32d96480 con 0x563d32d845d0 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563d32ca5060 con 0x563d32d93780 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563d32d96600 con 0x563d32d85b40 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f834d7a2740 10 client.0 _ll_register_callbacks cb 0x563d329f88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f8349165640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f8348964640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d931b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f8349165640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53824/0 (socket says 172.21.15.7:53824) 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.522+0000 7f8349165640 1 -- 172.21.15.7:0/47433732 learned_addr learned my addr 172.21.15.7:0/47433732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8348964640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d90bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 -- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 msgr2=0x563d32d90bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d90bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 -- 172.21.15.7:0/47433732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 msgr2=0x563d32d931b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d931b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 -- 172.21.15.7:0/47433732 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d32a5b3c0 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8349165640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8334006010 tx=0x7f833402ffc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=963ef8a3a7723111 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334049060 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83380054d0 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8334003970 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8334050050 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f834d7a2740 10 client.26230 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.523+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563d32da1fb0 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83380054d0 con 0x563d32d85b40 2024-09-10T07:50:27.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8334030440 con 0x563d32d85b40 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 10 client.26230 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 10 client.26230 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 20 client.26230 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32da3470 0x563d32da5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 4 client.26230 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d32cf7860 con 0x563d32da3470 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.524+0000 7f8348964640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32da3470 0x563d32da5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f8348964640 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32da3470 0x563d32da5860 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b31513260ce6bfde server_cookie=61805d2bdec9dd54 in_seq=0 out_seq=0 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f8328ff9640 10 client.26230 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f8328ff9640 1 -- 172.21.15.7:0/47433732 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563d32cf7860 con 0x563d32da3470 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f8328ff9640 10 client.26230 handle_command_reply: tid=0 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 client.26230 shutdown 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 msgr2=0x563d32d90460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8334006010 tx=0x7f833402ffc0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 shutdown_connections 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32da3470 0x563d32da5860 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f8328ff9640 0 client.26230 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d93780 0x563d32d90bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d85b40 0x563d32d90460 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 --2- 172.21.15.7:0/47433732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d931b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.525+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 >> 172.21.15.7:0/47433732 conn(0x563d32d4d310 msgr2=0x563d32d86960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.526+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 shutdown_connections 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.526+0000 7f834d7a2740 1 -- 172.21.15.7:0/47433732 wait complete. 2024-09-10T07:50:27.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.526+0000 7f834d7a2740 20 client.26230 trim_cache size 0 max 16384 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.540+0000 7f834d7a2740 1 Processor -- start 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.540+0000 7f834d7a2740 1 -- start start 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d923d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 0x563d32dab670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83441af1b0 con 0x563d32d845d0 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aca80 con 0x563d32d85b40 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f834d7a2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aa8f0 con 0x563d32d93780 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38310/0 (socket says 172.21.15.7:38310) 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 -- 172.21.15.7:0/3919204848 learned_addr learned my addr 172.21.15.7:0/3919204848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8348964640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d923d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8348964640 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 0x563d32dab670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 -- 172.21.15.7:0/3919204848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 msgr2=0x563d32dab670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 0x563d32dab670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 -- 172.21.15.7:0/3919204848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 msgr2=0x563d32d923d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d923d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 -- 172.21.15.7:0/3919204848 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d32d80510 con 0x563d32d85b40 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8348964640 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 0x563d32dab670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f8349165640 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8334004ad0 tx=0x7f833402a950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=220d4124a02b2847 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f832affd640 1 -- 172.21.15.7:0/3919204848 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334049040 con 0x563d32d85b40 2024-09-10T07:50:27.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f832affd640 1 -- 172.21.15.7:0/3919204848 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8334003e20 con 0x563d32d85b40 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.541+0000 7f832affd640 1 -- 172.21.15.7:0/3919204848 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334034040 con 0x563d32d85b40 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 -- 172.21.15.7:0/3919204848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 msgr2=0x563d32dab130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8334004ad0 tx=0x7f833402a950 comp rx=0 tx=0).stop 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 -- 172.21.15.7:0/3919204848 shutdown_connections 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d93780 0x563d32dab670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32dab130 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 --2- 172.21.15.7:0/3919204848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d845d0 0x563d32d923d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 -- 172.21.15.7:0/3919204848 >> 172.21.15.7:0/3919204848 conn(0x563d32d4d310 msgr2=0x563d32d91cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 -- 172.21.15.7:0/3919204848 shutdown_connections 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.542+0000 7f834d7a2740 1 -- 172.21.15.7:0/3919204848 wait complete. 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 -- start start 2024-09-10T07:50:27.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 Processor -- start 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32d8d380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d93780 0x563d32d8dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aaf40 con 0x563d32d93780 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f83441ac3b0 con 0x563d32d85b40 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83441ab610 con 0x563d32d845d0 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f834d7a2740 10 client.0 _ll_register_callbacks cb 0x7f83340098b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f8348964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f8348964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53836/0 (socket says 172.21.15.7:53836) 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f8348964640 1 -- 172.21.15.7:0/784525179 learned_addr learned my addr 172.21.15.7:0/784525179 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f8348964640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d93780 0x563d32d8dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.543+0000 7f8349165640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32d8d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 -- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 msgr2=0x563d32d8d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32d8d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 -- 172.21.15.7:0/784525179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d93780 msgr2=0x563d32d8dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d93780 0x563d32d8dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 -- 172.21.15.7:0/784525179 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d32e0d100 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8348964640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f833800fab0 tx=0x7f8338005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3e8cf128345082b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83380050b0 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8334003e20 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f833802fe80 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8338005250 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f834d7a2740 10 client.26233 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563d32e0e210 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.544+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8334003e20 con 0x563d32d845d0 2024-09-10T07:50:27.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8338003cd0 con 0x563d32d845d0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 10 client.26233 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 10 client.26233 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 20 client.26233 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32e0e5f0 0x563d32e109e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 4 client.26233 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563d32cf1d70 con 0x563d32e0e5f0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f8349165640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32e0e5f0 0x563d32e109e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f8328ff9640 10 client.26233 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.545+0000 7f8349165640 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32e0e5f0 0x563d32e109e0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2a8d5ecaa486f2 server_cookie=c9f81309d376bce7 in_seq=0 out_seq=0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f8328ff9640 1 -- 172.21.15.7:0/784525179 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563d32cf1d70 con 0x563d32e0e5f0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f8328ff9640 10 client.26233 handle_command_reply: tid=0 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 client.26233 shutdown 2024-09-10T07:50:27.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 msgr2=0x563d32d9c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f833800fab0 tx=0x7f8338005850 comp rx=0 tx=0).stop 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 shutdown_connections 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d32e0e5f0 0x563d32e109e0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d32d93780 0x563d32d8dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d32d85b40 0x563d32d8d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f8328ff9640 0 client.26233 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 --2- 172.21.15.7:0/784525179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d32d845d0 0x563d32d9c170 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 >> 172.21.15.7:0/784525179 conn(0x563d32d4d310 msgr2=0x563d32d924e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 shutdown_connections 2024-09-10T07:50:27.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 1 -- 172.21.15.7:0/784525179 wait complete. 2024-09-10T07:50:27.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.546+0000 7f834d7a2740 20 client.26233 trim_cache size 0 max 16384 2024-09-10T07:50:27.554 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:50:27.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 msgr2=0x7f832c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 0x7f832c0a5040 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f833c097ca0 tx=0x7f833c0bb040 comp rx=0 tx=0).stop 2024-09-10T07:50:27.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 msgr2=0x7f834419cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:27.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f833c00d750 tx=0x7f833c00dc10 comp rx=0 tx=0).stop 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 shutdown_connections 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f832c0a2b80 0x7f832c0a5040 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8344102ef0 0x7f834419cd00 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8344102570 0x7f8344198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 --2- 172.21.15.7:0/4065956664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8344100e20 0x7f8344198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 >> 172.21.15.7:0/4065956664 conn(0x7f83440fc7d0 msgr2=0x7f83440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 shutdown_connections 2024-09-10T07:50:27.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:27.547+0000 7f834b3c9640 1 -- 172.21.15.7:0/4065956664 wait complete. 2024-09-10T07:50:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 83260 1.52 MB/sec execute 91 sec latency 23.446 ms 2024-09-10T07:50:29.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:28 smithi007 ceph-mon[30879]: pgmap v515: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:50:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:28 smithi110 ceph-mon[34417]: pgmap v515: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:50:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:28 smithi145 ceph-mon[34766]: pgmap v515: 129 pgs: 129 active+clean; 44 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:50:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 83970 1.52 MB/sec execute 92 sec latency 15.856 ms 2024-09-10T07:50:29.385 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:50:29.386 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:50:29.672 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:30.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 -- 172.21.15.7:0/1781281237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 msgr2=0x7f51b010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 --2- 172.21.15.7:0/1781281237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b010da40 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009ca0 tx=0x7f51a802a950 comp rx=0 tx=0).stop 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 -- 172.21.15.7:0/1781281237 shutdown_connections 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 --2- 172.21.15.7:0/1781281237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b010da40 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 --2- 172.21.15.7:0/1781281237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 --2- 172.21.15.7:0/1781281237 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 0x7f51b0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 -- 172.21.15.7:0/1781281237 >> 172.21.15.7:0/1781281237 conn(0x7f51b00fc7d0 msgr2=0x7f51b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 -- 172.21.15.7:0/1781281237 shutdown_connections 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.162+0000 7f51b552b640 1 -- 172.21.15.7:0/1781281237 wait complete. 2024-09-10T07:50:30.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.163+0000 7f51b552b640 1 Processor -- start 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.163+0000 7f51b552b640 1 -- start start 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.163+0000 7f51b552b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 0x7f51b01991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.163+0000 7f51b552b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b0199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51b552b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51b552b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51b0110e30 con 0x7f51b0102ef0 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51b552b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51b0110cb0 con 0x7f51b0100e20 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51b552b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51b0110fb0 con 0x7f51b0102570 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44812/0 (socket says 172.21.15.7:44812) 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51af7fe640 1 -- 172.21.15.7:0/1533550485 learned_addr learned my addr 172.21.15.7:0/1533550485 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b0199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 0x7f51b01991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 -- 172.21.15.7:0/1533550485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 msgr2=0x7f51b01991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 0x7f51b01991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 -- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 msgr2=0x7f51b01a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 -- 172.21.15.7:0/1533550485 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b01a47a0 con 0x7f51b0102570 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51af7fe640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b0199720 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f51a400e9f0 tx=0x7f51a400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.164+0000 7f5197fff640 1 -- 172.21.15.7:0/1533550485 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a400ccc0 con 0x7f51b0102570 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.165+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b01a4970 con 0x7f51b0102570 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.165+0000 7f5197fff640 1 -- 172.21.15.7:0/1533550485 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51a40108e0 con 0x7f51b0102570 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.165+0000 7f5197fff640 1 -- 172.21.15.7:0/1533550485 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4018880 con 0x7f51b0102570 2024-09-10T07:50:30.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.165+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b01a4eb0 con 0x7f51b0102570 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 Processor -- start 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 -- start start 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614570800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614573130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626144cb280 con 0x562614570d40 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562614472b10 con 0x562614565b60 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51b7904740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5626144c7240 con 0x562614566480 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f5197fff640 1 -- 172.21.15.7:0/1533550485 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f51a4010a90 con 0x7f51b0102570 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38346/0 (socket says 172.21.15.7:38346) 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.167+0000 7f51af7fe640 1 -- 172.21.15.7:0/3707068282 learned_addr learned my addr 172.21.15.7:0/3707068282 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51aeffd640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614570800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614573130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 -- 172.21.15.7:0/3707068282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 msgr2=0x562614570800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614570800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 -- 172.21.15.7:0/3707068282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 msgr2=0x562614573130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614573130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 -- 172.21.15.7:0/3707068282 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56261447f1f0 con 0x562614565b60 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614573130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51af7fe640 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009400 tx=0x7f51a802fd90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29dd692166cd366d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51957fa640 1 -- 172.21.15.7:0/3707068282 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a8048070 con 0x562614565b60 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f5197fff640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 0x7f51980a9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51957fa640 1 -- 172.21.15.7:0/3707068282 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51a802fe80 con 0x562614565b60 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51957fa640 1 -- 172.21.15.7:0/3707068282 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a8034040 con 0x562614565b60 2024-09-10T07:50:30.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 0x7f51980a9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.168+0000 7f5197fff640 1 -- 172.21.15.7:0/1533550485 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51a40cf650 con 0x7f51b0102570 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.169+0000 7f51b7904740 1 -- 172.21.15.7:0/3707068282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 msgr2=0x562614565f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.169+0000 7f51b7904740 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009400 tx=0x7f51a802fd90 comp rx=0 tx=0).stop 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 -- 172.21.15.7:0/3707068282 shutdown_connections 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614573130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614570800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 --2- 172.21.15.7:0/3707068282 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614565f40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 -- 172.21.15.7:0/3707068282 >> 172.21.15.7:0/3707068282 conn(0x5626145620f0 msgr2=0x5626145624d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 0x7f51980a9450 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x562614562f50 tx=0x7f51a0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 -- 172.21.15.7:0/3707068282 shutdown_connections 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 -- 172.21.15.7:0/3707068282 wait complete. 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 -- start start 2024-09-10T07:50:30.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.170+0000 7f51b7904740 1 Processor -- start 2024-09-10T07:50:30.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x56261456e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x56261456e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562614573910 con 0x562614570d40 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562614485f10 con 0x562614565b60 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562614573a90 con 0x562614566480 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51b7904740 10 client.0 _ll_register_callbacks cb 0x56261444ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x56261456e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38360/0 (socket says 172.21.15.7:38360) 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 -- 172.21.15.7:0/2340958294 learned_addr learned my addr 172.21.15.7:0/2340958294 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x56261456e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 -- 172.21.15.7:0/2340958294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 msgr2=0x56261456e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x56261456e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 -- 172.21.15.7:0/2340958294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 msgr2=0x56261456e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x56261456e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 -- 172.21.15.7:0/2340958294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56261423c6a0 con 0x562614565b60 2024-09-10T07:50:30.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f51aeffd640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f51a00045f0 tx=0x7f51a0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd113214f39c0832 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.171+0000 7f5192ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a001f640 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51a802fe80 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51a001f7e0 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51a0032050 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 10 client.26222 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56261457f5f0 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51a802fe80 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51a0027020 con 0x562614565b60 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 10 client.26222 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 10 client.26222 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 20 client.26222 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:30.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x562614582ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 4 client.26222 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.172+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626144d87f0 con 0x562614580ab0 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.173+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x562614582ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.173+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x562614582ec0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcc82bd9c050adf9 server_cookie=80f44fd24b7b20d in_seq=0 out_seq=0 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.173+0000 7f5192ff5640 10 client.26222 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f5192ff5640 1 -- 172.21.15.7:0/2340958294 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5626144d87f0 con 0x562614580ab0 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f5192ff5640 10 client.26222 handle_command_reply: tid=0 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 client.26222 shutdown 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 msgr2=0x56261456dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f51a00045f0 tx=0x7f51a0004730 comp rx=0 tx=0).stop 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 shutdown_connections 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x562614582ec0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x56261456e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x56261456e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f5192ff5640 0 client.26222 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 --2- 172.21.15.7:0/2340958294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x56261456dc50 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 >> 172.21.15.7:0/2340958294 conn(0x5626145620f0 msgr2=0x562614561270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 shutdown_connections 2024-09-10T07:50:30.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 1 -- 172.21.15.7:0/2340958294 wait complete. 2024-09-10T07:50:30.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.174+0000 7f51b7904740 20 client.26222 trim_cache size 0 max 16384 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.195+0000 7f51b7904740 1 Processor -- start 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.195+0000 7f51b7904740 1 -- start start 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.195+0000 7f51b7904740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 0x5626145685c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.195+0000 7f51b7904740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 0x562614588790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.195+0000 7f51b7904740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51b7904740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01af210 con 0x562614570d40 2024-09-10T07:50:30.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51b7904740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01acae0 con 0x562614566480 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51b7904740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01aa950 con 0x562614565b60 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 0x5626145685c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44832/0 (socket says 172.21.15.7:44832) 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51af7fe640 1 -- 172.21.15.7:0/1441706226 learned_addr learned my addr 172.21.15.7:0/1441706226 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 0x562614588790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 -- 172.21.15.7:0/1441706226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 msgr2=0x562614588790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 0x562614588790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 -- 172.21.15.7:0/1441706226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 msgr2=0x562614588cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 -- 172.21.15.7:0/1441706226 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562614570520 con 0x562614565b60 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 0x562614588790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51af7fe640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f51aeffd640 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 0x5626145685c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f51a0019040 tx=0x7f51a00092a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec14506da30b0c72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.196+0000 7f5194ff9640 1 -- 172.21.15.7:0/1441706226 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0012d30 con 0x562614565b60 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f5194ff9640 1 -- 172.21.15.7:0/1441706226 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51a00043e0 con 0x562614565b60 2024-09-10T07:50:30.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f5194ff9640 1 -- 172.21.15.7:0/1441706226 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0005020 con 0x562614565b60 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 -- 172.21.15.7:0/1441706226 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 msgr2=0x5626145685c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 0x5626145685c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f51a0019040 tx=0x7f51a00092a0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 -- 172.21.15.7:0/1441706226 shutdown_connections 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x562614588cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614566480 0x562614588790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 --2- 172.21.15.7:0/1441706226 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614565b60 0x5626145685c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 -- 172.21.15.7:0/1441706226 >> 172.21.15.7:0/1441706226 conn(0x5626145620f0 msgr2=0x56261456fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 -- 172.21.15.7:0/1441706226 shutdown_connections 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.197+0000 7f51b7904740 1 -- 172.21.15.7:0/1441706226 wait complete. 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 -- start start 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 Processor -- start 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614575260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x5626145757a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01aafa0 con 0x562614570d40 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01ac410 con 0x562614565b60 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51b01ab670 con 0x562614566480 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51b7904740 10 client.0 _ll_register_callbacks cb 0x7f51a0009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51aeffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x5626145757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51ae7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614575260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51aeffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38364/0 (socket says 172.21.15.7:38364) 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.198+0000 7f51aeffd640 1 -- 172.21.15.7:0/4023704599 learned_addr learned my addr 172.21.15.7:0/4023704599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 -- 172.21.15.7:0/4023704599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 msgr2=0x562614575260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614575260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 -- 172.21.15.7:0/4023704599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 msgr2=0x5626145757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x5626145757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 -- 172.21.15.7:0/4023704599 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626145eaa00 con 0x562614565b60 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51aeffd640 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f51a0004650 tx=0x7f51a00296c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66c3dde56f2c467f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f5192ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0043060 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51a0004930 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5626144d2d00 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51a0004b30 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51b7904740 10 client.26228 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.199+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5626145ebd20 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5626144d2d00 con 0x562614565b60 2024-09-10T07:50:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51a0027070 con 0x562614565b60 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 10 client.26228 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 10 client.26228 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 20 client.26228 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x5626145ee390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 4 client.26228 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:50:30.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56261444f110 con 0x562614580ab0 2024-09-10T07:50:30.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.200+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x5626145ee390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.201+0000 7f51ae7fc640 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x5626145ee390 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d185f5d01d9e008 server_cookie=7e9951528cf0c519 in_seq=0 out_seq=0 2024-09-10T07:50:30.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.201+0000 7f5192ff5640 10 client.26228 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.201+0000 7f5192ff5640 1 -- 172.21.15.7:0/4023704599 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56261444f110 con 0x562614580ab0 2024-09-10T07:50:30.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.201+0000 7f5192ff5640 10 client.26228 handle_command_reply: tid=0 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.201+0000 7f51b7904740 1 client.26228 shutdown 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 msgr2=0x562614574d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f51a0004650 tx=0x7f51a00296c0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 shutdown_connections 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562614580ab0 0x5626145ee390 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562614570d40 0x5626145757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562614566480 0x562614575260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f5192ff5640 0 client.26228 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 --2- 172.21.15.7:0/4023704599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562614565b60 0x562614574d20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 >> 172.21.15.7:0/4023704599 conn(0x5626145620f0 msgr2=0x56261457bb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 shutdown_connections 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 1 -- 172.21.15.7:0/4023704599 wait complete. 2024-09-10T07:50:30.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.202+0000 7f51b7904740 20 client.26228 trim_cache size 0 max 16384 2024-09-10T07:50:30.210 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:50:30.210 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:50:30.210 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "8bbeac0d-5b88-4917-8557-db942b17a272", 2024-09-10T07:50:30.211 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:50:30.211 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:50:30.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 msgr2=0x7f51980a9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 0x7f51980a9450 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x562614562f50 tx=0x7f51a0005f90 comp rx=0 tx=0).stop 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 msgr2=0x7f51b0199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b0199720 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f51a400e9f0 tx=0x7f51a400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 shutdown_connections 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51980a6f90 0x7f51980a9450 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51b0102ef0 0x7f51b01a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51b0102570 0x7f51b0199720 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 --2- 172.21.15.7:0/1533550485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51b0100e20 0x7f51b01991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 >> 172.21.15.7:0/1533550485 conn(0x7f51b00fc7d0 msgr2=0x7f51b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 shutdown_connections 2024-09-10T07:50:30.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:30.203+0000 7f51b552b640 1 -- 172.21.15.7:0/1533550485 wait complete. 2024-09-10T07:50:30.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 84534 1.56 MB/sec execute 93 sec latency 39.305 ms 2024-09-10T07:50:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 -- 172.21.15.7:0/3578022653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84100a40 msgr2=0x7fdd84100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/3578022653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84100a40 0x7fdd84100e40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdd74009860 tx=0x7fdd7402a340 comp rx=0 tx=0).stop 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 -- 172.21.15.7:0/3578022653 shutdown_connections 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/3578022653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd841025f0 0x7fdd84108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/3578022653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd84101c30 0x7fdd841020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/3578022653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84100a40 0x7fdd84100e40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 -- 172.21.15.7:0/3578022653 >> 172.21.15.7:0/3578022653 conn(0x7fdd840fc1e0 msgr2=0x7fdd840fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 -- 172.21.15.7:0/3578022653 shutdown_connections 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 -- 172.21.15.7:0/3578022653 wait complete. 2024-09-10T07:50:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.907+0000 7fdd89c5a640 1 Processor -- start 2024-09-10T07:50:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 -- start start 2024-09-10T07:50:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd84100a40 0x7fdd84197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8410c550 con 0x7fdd841025f0 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8410c3d0 con 0x7fdd84101c30 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd89c5a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8410c6d0 con 0x7fdd84100a40 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54562/0 (socket says 172.21.15.7:54562) 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55828/0 (socket says 172.21.15.7:55828) 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 -- 172.21.15.7:0/368156210 learned_addr learned my addr 172.21.15.7:0/368156210 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd837fe640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd84100a40 0x7fdd84197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 -- 172.21.15.7:0/368156210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd84100a40 msgr2=0x7fdd84197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd84100a40 0x7fdd84197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 -- 172.21.15.7:0/368156210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 msgr2=0x7fdd84198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.908+0000 7fdd83fff640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd83fff640 1 -- 172.21.15.7:0/368156210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8419f950 con 0x7fdd841025f0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd83fff640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00eaa0 tx=0x7fdd7c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd80ff9640 1 -- 172.21.15.7:0/368156210 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c00cdb0 con 0x7fdd841025f0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd80ff9640 1 -- 172.21.15.7:0/368156210 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd7c005020 con 0x7fdd841025f0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8419fc40 con 0x7fdd841025f0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd80ff9640 1 -- 172.21.15.7:0/368156210 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c0116d0 con 0x7fdd841025f0 2024-09-10T07:50:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.909+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd841a0140 con 0x7fdd841025f0 2024-09-10T07:50:30.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.911+0000 7fdd80ff9640 1 -- 172.21.15.7:0/368156210 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fdd7c0051d0 con 0x7fdd841025f0 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 Processor -- start 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 -- start start 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cd8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5c372f0 con 0x55a2b5cd39a0 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5bdf270 con 0x55a2b5cd9370 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5c332b0 con 0x55a2b5cd42e0 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd80ff9640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 0x7fdd6c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54570/0 (socket says 172.21.15.7:54570) 2024-09-10T07:50:30.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd82ffd640 1 -- 172.21.15.7:0/3367506302 learned_addr learned my addr 172.21.15.7:0/3367506302 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd83fff640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 0x7fdd6c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd80ff9640 1 -- 172.21.15.7:0/368156210 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdd7c0cf5d0 con 0x7fdd841025f0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.912+0000 7fdd837fe640 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cd8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 -- 172.21.15.7:0/3367506302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd42e0 msgr2=0x55a2b5cd8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cd8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 -- 172.21.15.7:0/3367506302 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd9370 msgr2=0x55a2b5cdb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 -- 172.21.15.7:0/3367506302 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b5bde340 con 0x55a2b5cd39a0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd83fff640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 0x7fdd6c0a50f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c09bad0 tx=0x7fdd7c066730 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fdd78013c50 tx=0x7fdd780095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee4a0870c3e3c9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd69ffb640 1 -- 172.21.15.7:0/3367506302 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd78013e00 con 0x55a2b5cd39a0 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd69ffb640 1 -- 172.21.15.7:0/3367506302 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd78013170 con 0x55a2b5cd39a0 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.913+0000 7fdd69ffb640 1 -- 172.21.15.7:0/3367506302 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd78010d00 con 0x55a2b5cd39a0 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/3367506302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 msgr2=0x55a2b5cd3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fdd78013c50 tx=0x7fdd780095e0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/3367506302 shutdown_connections 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cd8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/3367506302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cd3da0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/3367506302 >> 172.21.15.7:0/3367506302 conn(0x55a2b5ccf010 msgr2=0x55a2b5ccf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/3367506302 shutdown_connections 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/3367506302 wait complete. 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.914+0000 7fdd8c9f5740 1 -- start start 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 Processor -- start 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cde010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5ce5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5cdc2e0 con 0x55a2b5cd39a0 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5bc0290 con 0x55a2b5cd42e0 2024-09-10T07:50:30.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a2b5cdc460 con 0x55a2b5cd9370 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd8c9f5740 10 client.0 _ll_register_callbacks cb 0x55a2b5bf1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54580/0 (socket says 172.21.15.7:54580) 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 -- 172.21.15.7:0/1729377661 learned_addr learned my addr 172.21.15.7:0/1729377661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd837fe640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cde010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5ce5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 -- 172.21.15.7:0/1729377661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 msgr2=0x55a2b5ce5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5ce5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 -- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 msgr2=0x55a2b5cde010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cde010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd82ffd640 1 -- 172.21.15.7:0/1729377661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b594a210 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.915+0000 7fdd837fe640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cde010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fdd780093d0 tx=0x7fdd7800fe40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e12b5b5a471063 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7800fc50 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdd78004020 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd78013170 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdd78032050 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 10 client.16794 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a2b5a16620 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd78013170 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdd7802a020 con 0x55a2b5cd39a0 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 10 client.16794 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 10 client.16794 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:30.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 20 client.16794 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5ce9590 0x55a2b5ceb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 4 client.16794 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.916+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2b5c44a20 con 0x55a2b5ce9590 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.917+0000 7fdd837fe640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5ce9590 0x55a2b5ceb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.917+0000 7fdd837fe640 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5ce9590 0x55a2b5ceb9a0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd41343fb298fbe2 server_cookie=66628a9e056c9cf0 in_seq=0 out_seq=0 2024-09-10T07:50:30.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.917+0000 7fdd62ffd640 10 client.16794 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd62ffd640 1 -- 172.21.15.7:0/1729377661 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2b5c44a20 con 0x55a2b5ce9590 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd62ffd640 10 client.16794 handle_command_reply: tid=0 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 client.16794 shutdown 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 msgr2=0x55a2b5cddad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fdd780093d0 tx=0x7fdd7800fe40 comp rx=0 tx=0).stop 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 shutdown_connections 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5ce9590 0x55a2b5ceb9a0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5ce5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd42e0 0x55a2b5cde010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd62ffd640 0 client.16794 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/1729377661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cddad0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 >> 172.21.15.7:0/1729377661 conn(0x55a2b5ccf010 msgr2=0x55a2b5cd0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 shutdown_connections 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/1729377661 wait complete. 2024-09-10T07:50:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.918+0000 7fdd8c9f5740 20 client.16794 trim_cache size 0 max 16384 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 Processor -- start 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 -- start start 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cdd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841acf00 con 0x55a2b5cd42e0 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841aa7d0 con 0x55a2b5cd39a0 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841a8640 con 0x55a2b5cd9370 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54594/0 (socket says 172.21.15.7:54594) 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 -- 172.21.15.7:0/864830572 learned_addr learned my addr 172.21.15.7:0/864830572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cdd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 -- 172.21.15.7:0/864830572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 msgr2=0x55a2b5cdddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 -- 172.21.15.7:0/864830572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 msgr2=0x55a2b5cdd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cdd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd837fe640 1 -- 172.21.15.7:0/864830572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b5cd90e0 con 0x55a2b5cd42e0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.936+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd837fe640 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fdd74031000 tx=0x7fdd74030720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125da4333a1a332 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd697fa640 1 -- 172.21.15.7:0/864830572 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd74037040 con 0x55a2b5cd42e0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd697fa640 1 -- 172.21.15.7:0/864830572 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd74038040 con 0x55a2b5cd42e0 2024-09-10T07:50:30.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd697fa640 1 -- 172.21.15.7:0/864830572 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd74003e50 con 0x55a2b5cd42e0 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/864830572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 msgr2=0x55a2b5ce5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fdd74031000 tx=0x7fdd74030720 comp rx=0 tx=0).stop 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/864830572 shutdown_connections 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5cdddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce5010 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/864830572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5cdd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/864830572 >> 172.21.15.7:0/864830572 conn(0x55a2b5ccf010 msgr2=0x55a2b5cd5450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.937+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/864830572 shutdown_connections 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/864830572 wait complete. 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 -- start start 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 Processor -- start 2024-09-10T07:50:30.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5ce2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5d52270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841a8c90 con 0x55a2b5cd42e0 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841aa100 con 0x55a2b5cd39a0 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841a9360 con 0x55a2b5cd9370 2024-09-10T07:50:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd8c9f5740 10 client.0 _ll_register_callbacks cb 0x7fdd780136b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd837fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54606/0 (socket says 172.21.15.7:54606) 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd837fe640 1 -- 172.21.15.7:0/21882699 learned_addr learned my addr 172.21.15.7:0/21882699 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.938+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5ce2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5d52270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 -- 172.21.15.7:0/21882699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 msgr2=0x55a2b5d52270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5d52270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 -- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 msgr2=0x55a2b5ce2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5ce2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 -- 172.21.15.7:0/21882699 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b5d52880 con 0x55a2b5cd42e0 2024-09-10T07:50:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5ce2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd837fe640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdd74000c00 tx=0x7fdd7402a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a145573219ac7d11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd62ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd74057060 con 0x55a2b5cd42e0 2024-09-10T07:50:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd74038040 con 0x55a2b5cd42e0 2024-09-10T07:50:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdd74003dd0 con 0x55a2b5cd42e0 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdd7405e050 con 0x55a2b5cd42e0 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd8c9f5740 10 client.16800 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a2b5d53bc0 con 0x55a2b5cd42e0 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.939+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd74038040 con 0x55a2b5cd42e0 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdd7403d040 con 0x55a2b5cd42e0 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 10 client.16800 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 10 client.16800 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 20 client.16800 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5d545a0 0x55a2b5d569c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 4 client.16800 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:50:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2b5c3ed70 con 0x55a2b5d545a0 2024-09-10T07:50:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5d545a0 0x55a2b5d569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd82ffd640 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5d545a0 0x55a2b5d569c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fee5fb54de1afd2b server_cookie=d4c3ab232125cbd9 in_seq=0 out_seq=0 2024-09-10T07:50:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.940+0000 7fdd62ffd640 10 client.16800 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd62ffd640 1 -- 172.21.15.7:0/21882699 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a2b5c3ed70 con 0x55a2b5d545a0 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd62ffd640 10 client.16800 handle_command_reply: tid=0 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 client.16800 shutdown 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 msgr2=0x55a2b5ce2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdd74000c00 tx=0x7fdd7402a340 comp rx=0 tx=0).stop 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 shutdown_connections 2024-09-10T07:50:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2b5d545a0 0x55a2b5d569c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2b5cd9370 0x55a2b5d52270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2b5cd42e0 0x55a2b5ce2540 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 --2- 172.21.15.7:0/21882699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2b5cd39a0 0x55a2b5ce2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd62ffd640 0 client.16800 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 >> 172.21.15.7:0/21882699 conn(0x55a2b5ccf010 msgr2=0x55a2b5cdd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 shutdown_connections 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 1 -- 172.21.15.7:0/21882699 wait complete. 2024-09-10T07:50:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.958+0000 7fdd8c9f5740 20 client.16800 trim_cache size 0 max 16384 2024-09-10T07:50:30.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:50:30.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:50:30.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:50:30.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 msgr2=0x7fdd6c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 0x7fdd6c0a50f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c09bad0 tx=0x7fdd7c066730 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 msgr2=0x7fdd8419f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00eaa0 tx=0x7fdd7c00ef60 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 shutdown_connections 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdd6c0a2c30 0x7fdd6c0a50f0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd841025f0 0x7fdd8419f2b0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd84101c30 0x7fdd84198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 --2- 172.21.15.7:0/368156210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd84100a40 0x7fdd84197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 >> 172.21.15.7:0/368156210 conn(0x7fdd840fc1e0 msgr2=0x7fdd84069950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 shutdown_connections 2024-09-10T07:50:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:30.959+0000 7fdd89c5a640 1 -- 172.21.15.7:0/368156210 wait complete. 2024-09-10T07:50:31.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: pgmap v516: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.7 MiB/s wr, 182 op/s 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:30 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: pgmap v516: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.7 MiB/s wr, 182 op/s 2024-09-10T07:50:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:50:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:30 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.221 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:50:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: pgmap v516: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.7 MiB/s wr, 182 op/s 2024-09-10T07:50:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:50:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:30 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 85025 1.57 MB/sec execute 94 sec latency 18.282 ms 2024-09-10T07:50:31.520 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:50:31.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:31 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:31 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:31.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:31 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:50:31.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:31 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 -- 172.21.15.7:0/1204066267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 msgr2=0x7ff7501067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 --2- 172.21.15.7:0/1204066267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff7501067e0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7ff740009900 tx=0x7ff74002a410 comp rx=0 tx=0).stop 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 -- 172.21.15.7:0/1204066267 shutdown_connections 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 --2- 172.21.15.7:0/1204066267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750106f10 0x7ff75010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 --2- 172.21.15.7:0/1204066267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff7501067e0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 --2- 172.21.15.7:0/1204066267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750101de0 0x7ff7501021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 -- 172.21.15.7:0/1204066267 >> 172.21.15.7:0/1204066267 conn(0x7ff7500fd8c0 msgr2=0x7ff7500ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 -- 172.21.15.7:0/1204066267 shutdown_connections 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.030+0000 7ff757bf6640 1 -- 172.21.15.7:0/1204066267 wait complete. 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 Processor -- start 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 -- start start 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750101de0 0x7ff750198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750106f10 0x7ff75019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff750111e20 con 0x7ff750102790 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff750111ca0 con 0x7ff750106f10 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff757bf6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff750111fa0 con 0x7ff750101de0 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54630/0 (socket says 172.21.15.7:54630) 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 -- 172.21.15.7:0/138840578 learned_addr learned my addr 172.21.15.7:0/138840578 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:32.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff756193640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750106f10 0x7ff75019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755992640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750101de0 0x7ff750198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 -- 172.21.15.7:0/138840578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750101de0 msgr2=0x7ff750198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750101de0 0x7ff750198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 -- 172.21.15.7:0/138840578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750106f10 msgr2=0x7ff75019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750106f10 0x7ff75019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.031+0000 7ff755191640 1 -- 172.21.15.7:0/138840578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff75019d300 con 0x7ff750102790 2024-09-10T07:50:32.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff755191640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff740005940 tx=0x7ff7400042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff746ffd640 1 -- 172.21.15.7:0/138840578 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74003f030 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff75019d590 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff746ffd640 1 -- 172.21.15.7:0/138840578 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff740003cb0 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff746ffd640 1 -- 172.21.15.7:0/138840578 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff740035070 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.032+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7501a4ed0 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff746ffd640 1 -- 172.21.15.7:0/138840578 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff740042030 con 0x7ff750102790 2024-09-10T07:50:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 Processor -- start 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 -- start start 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087caa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557087c102e0 con 0x557087caadc0 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557087bb7ce0 con 0x557087cb5680 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff759fcf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557087c0c2a0 con 0x557087caa4a0 2024-09-10T07:50:32.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff755992640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff756193640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087caa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff755992640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54632/0 (socket says 172.21.15.7:54632) 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff755992640 1 -- 172.21.15.7:0/2438062565 learned_addr learned my addr 172.21.15.7:0/2438062565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.035+0000 7ff746ffd640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 0x7ff73c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff755191640 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 0x7ff73c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 -- 172.21.15.7:0/2438062565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 msgr2=0x557087cb7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff746ffd640 1 -- 172.21.15.7:0/138840578 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff7400efcb0 con 0x7ff750102790 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 -- 172.21.15.7:0/2438062565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 msgr2=0x557087cb5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 -- 172.21.15.7:0/2438062565 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557087b9c440 con 0x557087caa4a0 2024-09-10T07:50:32.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff755992640 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087caa880 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff748014880 tx=0x7ff748014d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1a3acab5aaf139a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff756193640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 0x7ff73c0a5040 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ff74801c000 tx=0x7ff74801e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff73bfff640 1 -- 172.21.15.7:0/2438062565 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748014050 con 0x557087caa4a0 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.036+0000 7ff73bfff640 1 -- 172.21.15.7:0/2438062565 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7480141f0 con 0x557087caa4a0 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff73bfff640 1 -- 172.21.15.7:0/2438062565 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7480107a0 con 0x557087caa4a0 2024-09-10T07:50:32.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 -- 172.21.15.7:0/2438062565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 msgr2=0x557087caa880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087caa880 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff748014880 tx=0x7ff748014d40 comp rx=0 tx=0).stop 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 -- 172.21.15.7:0/2438062565 shutdown_connections 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087cb5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2438062565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087caa880 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 -- 172.21.15.7:0/2438062565 >> 172.21.15.7:0/2438062565 conn(0x557087ca6a30 msgr2=0x557087ca6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 -- 172.21.15.7:0/2438062565 shutdown_connections 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.037+0000 7ff759fcf740 1 -- 172.21.15.7:0/2438062565 wait complete. 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 -- start start 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 Processor -- start 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cb4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 0x557087cb2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557087cb8250 con 0x557087cb5680 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557087bcb050 con 0x557087caadc0 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557087cb83d0 con 0x557087caa4a0 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff759fcf740 10 client.0 _ll_register_callbacks cb 0x557087c0b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:32.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff756193640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff755191640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 0x557087cb2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff756193640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54646/0 (socket says 172.21.15.7:54646) 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.038+0000 7ff756193640 1 -- 172.21.15.7:0/3011675995 learned_addr learned my addr 172.21.15.7:0/3011675995 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755992640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cb4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 -- 172.21.15.7:0/3011675995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 msgr2=0x557087cb4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cb4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 -- 172.21.15.7:0/3011675995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 msgr2=0x557087cb27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 -- 172.21.15.7:0/3011675995 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570879813c0 con 0x557087caadc0 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755992640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cb4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff756193640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff755191640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 0x557087cb2290 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x557087ca7db0 tx=0x7ff7400bbf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a54fccac9ed0261f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff7397fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff740049040 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff740003800 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7480141f0 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff740005d50 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff759fcf740 10 client.26258 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.039+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557087cc3c20 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7480141f0 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff7400dc0c0 con 0x557087caadc0 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 10 client.26258 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 10 client.26258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 20 client.26258 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087cc7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 4 client.26258 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:32.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557087c1d850 con 0x557087cc5100 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff755992640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087cc7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff755992640 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087cc7520 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20502188587e860 server_cookie=4b370452e51f0cbe in_seq=0 out_seq=0 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.040+0000 7ff7397fa640 10 client.26258 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff7397fa640 1 -- 172.21.15.7:0/3011675995 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557087c1d850 con 0x557087cc5100 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff7397fa640 10 client.26258 handle_command_reply: tid=0 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 client.26258 shutdown 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 msgr2=0x557087cb2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 0x557087cb2290 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x557087ca7db0 tx=0x7ff7400bbf40 comp rx=0 tx=0).stop 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 shutdown_connections 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087cc7520 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff7397fa640 0 client.26258 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cb27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caadc0 0x557087cb2290 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 --2- 172.21.15.7:0/3011675995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cb4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 >> 172.21.15.7:0/3011675995 conn(0x557087ca6a30 msgr2=0x557087ca5b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.041+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 shutdown_connections 2024-09-10T07:50:32.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.042+0000 7ff759fcf740 1 -- 172.21.15.7:0/3011675995 wait complete. 2024-09-10T07:50:32.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.042+0000 7ff759fcf740 20 client.26258 trim_cache size 0 max 16384 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 Processor -- start 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 -- start start 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cc14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501b1490 con 0x557087caadc0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501aed60 con 0x557087cb5680 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff759fcf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501acbd0 con 0x557087caa4a0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff755191640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff755191640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54656/0 (socket says 172.21.15.7:54656) 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff755191640 1 -- 172.21.15.7:0/2705367751 learned_addr learned my addr 172.21.15.7:0/2705367751 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff756193640 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.060+0000 7ff755992640 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cc14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 -- 172.21.15.7:0/2705367751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 msgr2=0x557087cc14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cc14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 -- 172.21.15.7:0/2705367751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 msgr2=0x557087cb4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 -- 172.21.15.7:0/2705367751 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557087cb1240 con 0x557087caadc0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff755191640 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff7400ed780 tx=0x7ff740005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fb85f1ee41f66b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff73b7fe640 1 -- 172.21.15.7:0/2705367751 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff740049070 con 0x557087caadc0 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff73b7fe640 1 -- 172.21.15.7:0/2705367751 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7400d4020 con 0x557087caadc0 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.061+0000 7ff73b7fe640 1 -- 172.21.15.7:0/2705367751 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7400044e0 con 0x557087caadc0 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- 172.21.15.7:0/2705367751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 msgr2=0x557087ca6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff7400ed780 tx=0x7ff740005c90 comp rx=0 tx=0).stop 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- 172.21.15.7:0/2705367751 shutdown_connections 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087cb5680 0x557087cb4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087caadc0 0x557087ca6e10 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 --2- 172.21.15.7:0/2705367751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caa4a0 0x557087cc14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- 172.21.15.7:0/2705367751 >> 172.21.15.7:0/2705367751 conn(0x557087ca6a30 msgr2=0x557087cb3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- 172.21.15.7:0/2705367751 shutdown_connections 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- 172.21.15.7:0/2705367751 wait complete. 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 -- start start 2024-09-10T07:50:32.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.062+0000 7ff759fcf740 1 Processor -- start 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 0x557087cbd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 0x557087cbdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501ad220 con 0x557087cb5680 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501ae690 con 0x557087caa4a0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff7501ad8f0 con 0x557087caadc0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff759fcf740 10 client.0 _ll_register_callbacks cb 0x7ff740009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54662/0 (socket says 172.21.15.7:54662) 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 -- 172.21.15.7:0/1753050164 learned_addr learned my addr 172.21.15.7:0/1753050164 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff755992640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 0x557087cbd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff755191640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 0x557087cbdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 -- 172.21.15.7:0/1753050164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 msgr2=0x557087cbdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 0x557087cbdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 -- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 msgr2=0x557087cbd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 0x557087cbd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff756193640 1 -- 172.21.15.7:0/1753050164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557087caabf0 con 0x557087cb5680 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff755992640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 0x557087cbd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.063+0000 7ff755191640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 0x557087cbdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff756193640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ff748005c40 tx=0x7ff748005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b33930321245b9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff7397fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74800c730 con 0x557087cb5680 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff74800c8d0 con 0x557087cb5680 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7400d4020 con 0x557087cb5680 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff74800cad0 con 0x557087cb5680 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff759fcf740 10 client.16818 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:32.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557087d30460 con 0x557087cb5680 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.064+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7400d4020 con 0x557087cb5680 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff748031070 con 0x557087cb5680 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 10 client.16818 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 10 client.16818 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 20 client.16818 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087d329f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 4 client.16818 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557087c17d60 con 0x557087cc5100 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff755992640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087d329f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff7397fa640 10 client.16818 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.065+0000 7ff755992640 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087d329f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=937284cc39116b67 server_cookie=966067574cc20b96 in_seq=0 out_seq=0 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff7397fa640 1 -- 172.21.15.7:0/1753050164 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x557087c17d60 con 0x557087cc5100 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff7397fa640 10 client.16818 handle_command_reply: tid=0 2024-09-10T07:50:32.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 client.16818 shutdown 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 msgr2=0x557087cba5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ff748005c40 tx=0x7ff748005f30 comp rx=0 tx=0).stop 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 shutdown_connections 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557087cc5100 0x557087d329f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557087cb5680 0x557087cba5f0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557087caadc0 0x557087cbdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff7397fa640 0 client.16818 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 --2- 172.21.15.7:0/1753050164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557087caa4a0 0x557087cbd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 >> 172.21.15.7:0/1753050164 conn(0x557087ca6a30 msgr2=0x557087ca5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 shutdown_connections 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 1 -- 172.21.15.7:0/1753050164 wait complete. 2024-09-10T07:50:32.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.066+0000 7ff759fcf740 20 client.16818 trim_cache size 0 max 16384 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "8bbeac0d-5b88-4917-8557-db942b17a272": { 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "8bbeac0d-5b88-4917-8557-db942b17a272", 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:50:32.073 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 msgr2=0x7ff73c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 0x7ff73c0a5040 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ff74801c000 tx=0x7ff74801e000 comp rx=0 tx=0).stop 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 msgr2=0x7ff750198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff740005940 tx=0x7ff7400042f0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 shutdown_connections 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff73c0a2b80 0x7ff73c0a5040 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff750106f10 0x7ff75019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff750102790 0x7ff750198890 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 --2- 172.21.15.7:0/138840578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff750101de0 0x7ff750198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:32.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 >> 172.21.15.7:0/138840578 conn(0x7ff7500fd8c0 msgr2=0x7ff7500fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:32.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 shutdown_connections 2024-09-10T07:50:32.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:50:32.067+0000 7ff757bf6640 1 -- 172.21.15.7:0/138840578 wait complete. 2024-09-10T07:50:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:31 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:31 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:31 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:50:32.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:31 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:31 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:31 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:31 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:50:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:31 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:50:32.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 85504 1.60 MB/sec execute 95 sec latency 14.904 ms 2024-09-10T07:50:32.868 INFO:tasks.cephfs.filesystem:scrub status for tag:8bbeac0d-5b88-4917-8557-db942b17a272 - {'path': '/', 'tag': '8bbeac0d-5b88-4917-8557-db942b17a272', 'options': 'recursive,force'} 2024-09-10T07:50:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:32 smithi007 ceph-mon[30879]: pgmap v517: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.1 MiB/s wr, 125 op/s 2024-09-10T07:50:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:32 smithi110 ceph-mon[34417]: pgmap v517: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.1 MiB/s wr, 125 op/s 2024-09-10T07:50:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:32 smithi145 ceph-mon[34766]: pgmap v517: 129 pgs: 129 active+clean; 46 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.1 MiB/s wr, 125 op/s 2024-09-10T07:50:33.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 85803 1.59 MB/sec execute 96 sec latency 12.855 ms 2024-09-10T07:50:34.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 86361 1.59 MB/sec execute 97 sec latency 13.624 ms 2024-09-10T07:50:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:34 smithi007 ceph-mon[30879]: pgmap v518: 129 pgs: 129 active+clean; 47 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:34 smithi110 ceph-mon[34417]: pgmap v518: 129 pgs: 129 active+clean; 47 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:34 smithi145 ceph-mon[34766]: pgmap v518: 129 pgs: 129 active+clean; 47 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:35.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 87047 1.61 MB/sec execute 98 sec latency 13.817 ms 2024-09-10T07:50:36.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 87644 1.62 MB/sec execute 99 sec latency 13.627 ms 2024-09-10T07:50:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:36 smithi007 ceph-mon[30879]: pgmap v519: 129 pgs: 129 active+clean; 47 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:50:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:36 smithi110 ceph-mon[34417]: pgmap v519: 129 pgs: 129 active+clean; 47 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:50:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:36 smithi145 ceph-mon[34766]: pgmap v519: 129 pgs: 129 active+clean; 47 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:50:37.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 88457 1.67 MB/sec execute 100 sec latency 13.122 ms 2024-09-10T07:50:38.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 88887 1.69 MB/sec execute 101 sec latency 11.604 ms 2024-09-10T07:50:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:38 smithi007 ceph-mon[30879]: pgmap v520: 129 pgs: 129 active+clean; 47 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:38 smithi110 ceph-mon[34417]: pgmap v520: 129 pgs: 129 active+clean; 47 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:38 smithi145 ceph-mon[34766]: pgmap v520: 129 pgs: 129 active+clean; 47 MiB data, 809 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:50:39.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 89188 1.68 MB/sec execute 102 sec latency 12.662 ms 2024-09-10T07:50:40.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:39 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:50:40.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:39 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:50:40.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:39 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:50:40.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:39 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:50:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:39 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:50:40.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:39 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:50:40.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 89606 1.67 MB/sec execute 103 sec latency 15.860 ms 2024-09-10T07:50:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:40 smithi007 ceph-mon[30879]: pgmap v521: 129 pgs: 129 active+clean; 48 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:50:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:50:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:40 smithi110 ceph-mon[34417]: pgmap v521: 129 pgs: 129 active+clean; 48 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:50:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:50:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:40 smithi145 ceph-mon[34766]: pgmap v521: 129 pgs: 129 active+clean; 48 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:50:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:50:41.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 90198 1.70 MB/sec execute 104 sec latency 15.932 ms 2024-09-10T07:50:42.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 90835 1.69 MB/sec execute 105 sec latency 15.094 ms 2024-09-10T07:50:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:42 smithi007 ceph-mon[30879]: pgmap v522: 129 pgs: 129 active+clean; 49 MiB data, 849 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:50:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:42 smithi110 ceph-mon[34417]: pgmap v522: 129 pgs: 129 active+clean; 49 MiB data, 849 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:50:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:42 smithi145 ceph-mon[34766]: pgmap v522: 129 pgs: 129 active+clean; 49 MiB data, 849 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:50:43.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 91329 1.70 MB/sec execute 106 sec latency 72.574 ms 2024-09-10T07:50:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2815046803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac1076c0 msgr2=0x7feeac109ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2815046803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac1076c0 0x7feeac109ab0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7feea4009ca0 tx=0x7feea402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2815046803 shutdown_connections 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2815046803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac1076c0 0x7feeac109ab0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2815046803 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac107180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2815046803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac102460 0x7feeac104850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2815046803 >> 172.21.15.7:0/2815046803 conn(0x7feeac0fbfa0 msgr2=0x7feeac0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2815046803 shutdown_connections 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.056+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2815046803 wait complete. 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.057+0000 7feeb0f9f640 1 Processor -- start 2024-09-10T07:50:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.057+0000 7feeb0f9f640 1 -- start start 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 0x7feeac19f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeac10d500 con 0x7feeac102460 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeac10d380 con 0x7feeac104d90 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeb0f9f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeac10d680 con 0x7feeac1076c0 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42480/0 (socket says 172.21.15.7:42480) 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 -- 172.21.15.7:0/2760968135 learned_addr learned my addr 172.21.15.7:0/2760968135 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeaaffd640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeabfff640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 0x7feeac19f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 -- 172.21.15.7:0/2760968135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 msgr2=0x7feeac19f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 0x7feeac19f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 -- 172.21.15.7:0/2760968135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 msgr2=0x7feeac198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 -- 172.21.15.7:0/2760968135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeac19f840 con 0x7feeac102460 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeaaffd640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeabfff640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 0x7feeac19f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feeab7fe640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fee9c00e9f0 tx=0x7fee9c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.058+0000 7feea8ff9640 1 -- 172.21.15.7:0/2760968135 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c00cd80 con 0x7feeac102460 2024-09-10T07:50:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.059+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeac19fb30 con 0x7feeac102460 2024-09-10T07:50:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.059+0000 7feea8ff9640 1 -- 172.21.15.7:0/2760968135 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee9c0054d0 con 0x7feeac102460 2024-09-10T07:50:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.059+0000 7feea8ff9640 1 -- 172.21.15.7:0/2760968135 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c010490 con 0x7feeac102460 2024-09-10T07:50:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.059+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeac1a0080 con 0x7feeac102460 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.061+0000 7feea8ff9640 1 -- 172.21.15.7:0/2760968135 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fee9c005020 con 0x7feeac102460 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.061+0000 7feeb5070740 1 Processor -- start 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.061+0000 7feeb5070740 1 -- start start 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced860f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 0x55fced863a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fced7bf2f0 con 0x55fced85bb70 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fced767270 con 0x55fced861540 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeb5070740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fced7bb2b0 con 0x55fced85c4b0 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 0x55fced863a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42494/0 (socket says 172.21.15.7:42494) 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeabfff640 1 -- 172.21.15.7:0/3557052891 learned_addr learned my addr 172.21.15.7:0/3557052891 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feea8ff9640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 0x7fee940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced860f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 -- 172.21.15.7:0/3557052891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 msgr2=0x55fced860f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced860f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 -- 172.21.15.7:0/3557052891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 msgr2=0x55fced85bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 -- 172.21.15.7:0/3557052891 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fced766340 con 0x55fced861540 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeabfff640 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeabfff640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 0x7fee940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feea8ff9640 1 -- 172.21.15.7:0/2760968135 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee9c0cf800 con 0x7feeac102460 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.062+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 0x55fced863a00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7feea0009fa0 tx=0x7feea00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a8bb37ea93e49c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7fee91ffb640 1 -- 172.21.15.7:0/3557052891 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea0004030 con 0x55fced861540 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7fee91ffb640 1 -- 172.21.15.7:0/3557052891 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feea0005020 con 0x55fced861540 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7fee91ffb640 1 -- 172.21.15.7:0/3557052891 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea0004cb0 con 0x55fced861540 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 -- 172.21.15.7:0/3557052891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 msgr2=0x55fced863a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeabfff640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 0x7fee940a5040 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7feea4006010 tx=0x7feea40095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 0x55fced863a00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7feea0009fa0 tx=0x7feea00118d0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 -- 172.21.15.7:0/3557052891 shutdown_connections 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced861540 0x55fced863a00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced860f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 --2- 172.21.15.7:0/3557052891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85bb70 0x55fced85bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 -- 172.21.15.7:0/3557052891 >> 172.21.15.7:0/3557052891 conn(0x55fced8571e0 msgr2=0x55fced8575e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.063+0000 7feeb5070740 1 -- 172.21.15.7:0/3557052891 shutdown_connections 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 -- 172.21.15.7:0/3557052891 wait complete. 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 -- start start 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 Processor -- start 2024-09-10T07:50:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced8662d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced861540 0x55fced86d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fced864510 con 0x55fced861540 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fced748290 con 0x55fced85bb70 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fced864690 con 0x55fced85c4b0 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeb5070740 10 client.0 _ll_register_callbacks cb 0x55fced779140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.064+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57924/0 (socket says 172.21.15.7:57924) 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 -- 172.21.15.7:0/3081101253 learned_addr learned my addr 172.21.15.7:0/3081101253 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced8662d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeabfff640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced861540 0x55fced86d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 -- 172.21.15.7:0/3081101253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 msgr2=0x55fced8662d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced8662d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 -- 172.21.15.7:0/3081101253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced861540 msgr2=0x55fced86d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced861540 0x55fced86d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 -- 172.21.15.7:0/3081101253 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fced4d2210 con 0x55fced85bb70 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced8662d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fee9c0ccf60 tx=0x7fee9c09b800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2794b9a28c26cc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7fee8affd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c09c120 con 0x55fced85bb70 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feea0005020 con 0x55fced85bb70 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee9c0a44a0 con 0x55fced85bb70 2024-09-10T07:50:44.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fee9c005310 con 0x55fced85bb70 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeb5070740 10 client.26276 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.065+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fced59e620 con 0x55fced85bb70 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feea0005020 con 0x55fced85bb70 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fee9c0a4b80 con 0x55fced85bb70 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 10 client.26276 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 10 client.26276 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 20 client.26276 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced871ab0 0x55fced873ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 4 client.26276 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fced7cca20 con 0x55fced871ab0 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced871ab0 0x55fced873ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7fee8affd640 10 client.26276 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.066+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced871ab0 0x55fced873ea0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e734e632ea6341 server_cookie=70d5d6890a99da96 in_seq=0 out_seq=0 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7fee8affd640 1 -- 172.21.15.7:0/3081101253 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fced7cca20 con 0x55fced871ab0 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7fee8affd640 10 client.26276 handle_command_reply: tid=0 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 client.26276 shutdown 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 msgr2=0x55fced865d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fee9c0ccf60 tx=0x7fee9c09b800 comp rx=0 tx=0).stop 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 shutdown_connections 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced871ab0 0x55fced873ea0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced861540 0x55fced86d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7fee8affd640 0 client.26276 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced8662d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 --2- 172.21.15.7:0/3081101253 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced865d90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 >> 172.21.15.7:0/3081101253 conn(0x55fced8571e0 msgr2=0x55fced8589f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 shutdown_connections 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.067+0000 7feeb5070740 1 -- 172.21.15.7:0/3081101253 wait complete. 2024-09-10T07:50:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.068+0000 7feeb5070740 20 client.26276 trim_cache size 0 max 16384 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.082+0000 7feeb5070740 1 Processor -- start 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.082+0000 7feeb5070740 1 -- start start 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced855a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1aab50 con 0x55fced8571e0 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1a8420 con 0x55fced85bb70 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeb5070740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1a6290 con 0x55fced85c4b0 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42520/0 (socket says 172.21.15.7:42520) 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 -- 172.21.15.7:0/3124489193 learned_addr learned my addr 172.21.15.7:0/3124489193 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeabfff640 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced855a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeaaffd640 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 -- 172.21.15.7:0/3124489193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 msgr2=0x55fced855a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced855a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 -- 172.21.15.7:0/3124489193 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 msgr2=0x55fced86d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 -- 172.21.15.7:0/3124489193 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fced857e70 con 0x55fced8571e0 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7feeab7fe640 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fee9c09b9c0 tx=0x7fee9c098000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edefb6b071cae6b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7fee917fa640 1 -- 172.21.15.7:0/3124489193 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c09b620 con 0x55fced8571e0 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7fee917fa640 1 -- 172.21.15.7:0/3124489193 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee9c09c3c0 con 0x55fced8571e0 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.083+0000 7fee917fa640 1 -- 172.21.15.7:0/3124489193 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c09c180 con 0x55fced8571e0 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- 172.21.15.7:0/3124489193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 msgr2=0x55fced866250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fee9c09b9c0 tx=0x7fee9c098000 comp rx=0 tx=0).stop 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- 172.21.15.7:0/3124489193 shutdown_connections 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced85c4b0 0x55fced855a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 --2- 172.21.15.7:0/3124489193 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced8571e0 0x55fced866250 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- 172.21.15.7:0/3124489193 >> 172.21.15.7:0/3124489193 conn(0x55fced85cf70 msgr2=0x55fced865b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- 172.21.15.7:0/3124489193 shutdown_connections 2024-09-10T07:50:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- 172.21.15.7:0/3124489193 wait complete. 2024-09-10T07:50:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.084+0000 7feeb5070740 1 -- start start 2024-09-10T07:50:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 Processor -- start 2024-09-10T07:50:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced8571e0 0x55fced86a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85c4b0 0x55fced86ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1a68e0 con 0x55fced85c4b0 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1a7d50 con 0x55fced85bb70 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1a6fb0 con 0x55fced8571e0 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeb5070740 10 client.0 _ll_register_callbacks cb 0x7fee9c09df50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85c4b0 0x55fced86ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57928/0 (socket says 172.21.15.7:57928) 2024-09-10T07:50:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeab7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced8571e0 0x55fced86a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 -- 172.21.15.7:0/2228195807 learned_addr learned my addr 172.21.15.7:0/2228195807 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 -- 172.21.15.7:0/2228195807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced8571e0 msgr2=0x55fced86a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced8571e0 0x55fced86a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 -- 172.21.15.7:0/2228195807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85c4b0 msgr2=0x55fced86ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85c4b0 0x55fced86ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.085+0000 7feeaaffd640 1 -- 172.21.15.7:0/2228195807 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fced86c090 con 0x55fced85bb70 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7feeaaffd640 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7feea00058c0 tx=0x7feea0009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6802568f42f9e544 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:44.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea0003800 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee9c09c3c0 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feea0016040 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7feea003c050 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7feeb5070740 10 client.26282 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fced86d3a0 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee9c09c3c0 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.086+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7feea0020c00 con 0x55fced85bb70 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 10 client.26282 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 10 client.26282 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 20 client.26282 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced861540 0x55fced8dea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 4 client.26282 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fced7c6d70 con 0x55fced861540 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeab7fe640 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced861540 0x55fced8dea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7feeab7fe640 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced861540 0x55fced8dea10 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7987ec21af4b397 server_cookie=1463613f3f7df16c in_seq=0 out_seq=0 2024-09-10T07:50:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.087+0000 7fee8affd640 10 client.26282 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7fee8affd640 1 -- 172.21.15.7:0/2228195807 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fced7c6d70 con 0x55fced861540 2024-09-10T07:50:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7fee8affd640 10 client.26282 handle_command_reply: tid=0 2024-09-10T07:50:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 client.26282 shutdown 2024-09-10T07:50:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 msgr2=0x55fced86aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7feea00058c0 tx=0x7feea0009310 comp rx=0 tx=0).stop 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 shutdown_connections 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fced861540 0x55fced8dea10 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fced85c4b0 0x55fced86ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fced85bb70 0x55fced86aa70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 --2- 172.21.15.7:0/2228195807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fced8571e0 0x55fced86a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 >> 172.21.15.7:0/2228195807 conn(0x55fced85cf70 msgr2=0x55fced858090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7fee8affd640 0 client.26282 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 shutdown_connections 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 1 -- 172.21.15.7:0/2228195807 wait complete. 2024-09-10T07:50:44.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.105+0000 7feeb5070740 20 client.26282 trim_cache size 0 max 16384 2024-09-10T07:50:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:50:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:50:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:50:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:50:44.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 msgr2=0x7fee940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 0x7fee940a5040 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7feea4006010 tx=0x7feea40095c0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 msgr2=0x7feeac197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:44.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fee9c00e9f0 tx=0x7fee9c00edf0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 shutdown_connections 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee940a2b80 0x7fee940a5040 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feeac1076c0 0x7feeac19f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feeac104d90 0x7feeac198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 --2- 172.21.15.7:0/2760968135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feeac102460 0x7feeac197c30 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 >> 172.21.15.7:0/2760968135 conn(0x7feeac0fbfa0 msgr2=0x7feeac102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 shutdown_connections 2024-09-10T07:50:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:44.106+0000 7feeb0f9f640 1 -- 172.21.15.7:0/2760968135 wait complete. 2024-09-10T07:50:44.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:43 smithi110 ceph-mon[34417]: pgmap v523: 129 pgs: 129 active+clean; 48 MiB data, 842 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.4 MiB/s wr, 184 op/s 2024-09-10T07:50:44.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:43 smithi145 ceph-mon[34766]: pgmap v523: 129 pgs: 129 active+clean; 48 MiB data, 842 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.4 MiB/s wr, 184 op/s 2024-09-10T07:50:44.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 92040 1.74 MB/sec execute 107 sec latency 16.503 ms 2024-09-10T07:50:44.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:43 smithi007 ceph-mon[30879]: pgmap v523: 129 pgs: 129 active+clean; 48 MiB data, 842 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.4 MiB/s wr, 184 op/s 2024-09-10T07:50:45.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 92529 1.76 MB/sec execute 108 sec latency 11.182 ms 2024-09-10T07:50:46.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 92820 1.75 MB/sec execute 109 sec latency 12.597 ms 2024-09-10T07:50:46.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:46 smithi007 ceph-mon[30879]: pgmap v524: 129 pgs: 129 active+clean; 48 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2024-09-10T07:50:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:46 smithi110 ceph-mon[34417]: pgmap v524: 129 pgs: 129 active+clean; 48 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2024-09-10T07:50:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:46 smithi145 ceph-mon[34766]: pgmap v524: 129 pgs: 129 active+clean; 48 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2024-09-10T07:50:47.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 93312 1.75 MB/sec execute 110 sec latency 15.581 ms 2024-09-10T07:50:48.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 93916 1.77 MB/sec execute 111 sec latency 12.547 ms 2024-09-10T07:50:48.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:48 smithi007 ceph-mon[30879]: pgmap v525: 129 pgs: 129 active+clean; 48 MiB data, 814 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:48 smithi110 ceph-mon[34417]: pgmap v525: 129 pgs: 129 active+clean; 48 MiB data, 814 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:48 smithi145 ceph-mon[34766]: pgmap v525: 129 pgs: 129 active+clean; 48 MiB data, 814 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:50:49.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 94633 1.77 MB/sec execute 112 sec latency 14.336 ms 2024-09-10T07:50:50.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 95269 1.80 MB/sec execute 113 sec latency 12.214 ms 2024-09-10T07:50:50.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:50 smithi007 ceph-mon[30879]: pgmap v526: 129 pgs: 129 active+clean; 51 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.7 MiB/s wr, 190 op/s 2024-09-10T07:50:50.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:50 smithi110 ceph-mon[34417]: pgmap v526: 129 pgs: 129 active+clean; 51 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.7 MiB/s wr, 190 op/s 2024-09-10T07:50:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:50 smithi145 ceph-mon[34766]: pgmap v526: 129 pgs: 129 active+clean; 51 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.7 MiB/s wr, 190 op/s 2024-09-10T07:50:51.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 95850 1.83 MB/sec execute 114 sec latency 12.630 ms 2024-09-10T07:50:52.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 96221 1.82 MB/sec execute 115 sec latency 12.582 ms 2024-09-10T07:50:52.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:52 smithi007 ceph-mon[30879]: pgmap v527: 129 pgs: 129 active+clean; 51 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:50:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:52 smithi110 ceph-mon[34417]: pgmap v527: 129 pgs: 129 active+clean; 51 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:50:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:52 smithi145 ceph-mon[34766]: pgmap v527: 129 pgs: 129 active+clean; 51 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:50:53.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 96607 1.81 MB/sec execute 116 sec latency 13.233 ms 2024-09-10T07:50:54.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 97208 1.84 MB/sec execute 117 sec latency 24.049 ms 2024-09-10T07:50:54.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:54 smithi007 ceph-mon[30879]: pgmap v528: 129 pgs: 129 active+clean; 51 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:54.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:54 smithi110 ceph-mon[34417]: pgmap v528: 129 pgs: 129 active+clean; 51 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:54 smithi145 ceph-mon[34766]: pgmap v528: 129 pgs: 129 active+clean; 51 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:50:55.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 97870 1.83 MB/sec execute 118 sec latency 14.540 ms 2024-09-10T07:50:56.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 98402 1.83 MB/sec execute 119 sec latency 13.295 ms 2024-09-10T07:50:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:56 smithi007 ceph-mon[30879]: pgmap v529: 129 pgs: 129 active+clean; 52 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.4 MiB/s wr, 129 op/s 2024-09-10T07:50:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:50:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:50:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:50:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:50:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:56 smithi110 ceph-mon[34417]: pgmap v529: 129 pgs: 129 active+clean; 52 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.4 MiB/s wr, 129 op/s 2024-09-10T07:50:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:50:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:50:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:50:56.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:50:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:56 smithi145 ceph-mon[34766]: pgmap v529: 129 pgs: 129 active+clean; 52 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.4 MiB/s wr, 129 op/s 2024-09-10T07:50:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:50:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:50:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:50:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 -- 172.21.15.7:0/3320357751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd8104ef0 msgr2=0x7fecd81072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 --2- 172.21.15.7:0/3320357751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd8104ef0 0x7fecd81072e0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009900 tx=0x7fecc402a410 comp rx=0 tx=0).stop 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 -- 172.21.15.7:0/3320357751 shutdown_connections 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 --2- 172.21.15.7:0/3320357751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 0x7fecd8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 --2- 172.21.15.7:0/3320357751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd8104ef0 0x7fecd81072e0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 --2- 172.21.15.7:0/3320357751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd81025c0 0x7fecd81049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 -- 172.21.15.7:0/3320357751 >> 172.21.15.7:0/3320357751 conn(0x7fecd80fc1e0 msgr2=0x7fecd80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 -- 172.21.15.7:0/3320357751 shutdown_connections 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.201+0000 7fecdeca6640 1 -- 172.21.15.7:0/3320357751 wait complete. 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 Processor -- start 2024-09-10T07:50:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 -- start start 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd8104ef0 0x7fecd8100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 0x7fecd8100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fecd810d6b0 con 0x7fecd81025c0 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fecd810d530 con 0x7fecd8104ef0 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdeca6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fecd810d830 con 0x7fecd8107820 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53534/0 (socket says 172.21.15.7:53534) 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 -- 172.21.15.7:0/386261544 learned_addr learned my addr 172.21.15.7:0/386261544 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecd7fff640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd8104ef0 0x7fecd8100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdd243640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 0x7fecd8100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 -- 172.21.15.7:0/386261544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 msgr2=0x7fecd8100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 0x7fecd8100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 -- 172.21.15.7:0/386261544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd8104ef0 msgr2=0x7fecd8100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd8104ef0 0x7fecd8100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.202+0000 7fecdca42640 1 -- 172.21.15.7:0/386261544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd8101340 con 0x7fecd81025c0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecdca42640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7feccc00e9f0 tx=0x7feccc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecd5ffb640 1 -- 172.21.15.7:0/386261544 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feccc00cd80 con 0x7fecd81025c0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecd5ffb640 1 -- 172.21.15.7:0/386261544 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feccc0108e0 con 0x7fecd81025c0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecd81a1e90 con 0x7fecd81025c0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecd5ffb640 1 -- 172.21.15.7:0/386261544 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feccc018920 con 0x7fecd81025c0 2024-09-10T07:50:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.203+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecd81a2290 con 0x7fecd81025c0 2024-09-10T07:50:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.205+0000 7fecd5ffb640 1 -- 172.21.15.7:0/386261544 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7feccc010a90 con 0x7fecd81025c0 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 Processor -- start 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 -- start start 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed02407da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ed023662f0 con 0x55ed02408370 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ed0230e270 con 0x55ed024029a0 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fece1a38740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ed023622b0 con 0x55ed024032e0 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecdd243640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53550/0 (socket says 172.21.15.7:53550) 2024-09-10T07:50:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecdd243640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46522/0 (socket says 172.21.15.7:46522) 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 -- 172.21.15.7:0/1846101301 learned_addr learned my addr 172.21.15.7:0/1846101301 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd5ffb640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 0x7fecc80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecdca42640 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed02407da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 -- 172.21.15.7:0/1846101301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 msgr2=0x55ed02407da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed02407da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 -- 172.21.15.7:0/1846101301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 msgr2=0x55ed02402da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.206+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecd7fff640 1 -- 172.21.15.7:0/1846101301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed0230d340 con 0x55ed02408370 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecdd243640 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecdd243640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 0x7fecc80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecd5ffb640 1 -- 172.21.15.7:0/386261544 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feccc0cf720 con 0x7fecd81025c0 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fecd806a400 tx=0x7fecc4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd2faa24941629c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecc2ffd640 1 -- 172.21.15.7:0/1846101301 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4035030 con 0x55ed02408370 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecdd243640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 0x7fecc80a50f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fecd806a980 tx=0x7fecd0004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecc2ffd640 1 -- 172.21.15.7:0/1846101301 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc4040070 con 0x55ed02408370 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.207+0000 7fecc2ffd640 1 -- 172.21.15.7:0/1846101301 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4003af0 con 0x55ed02408370 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- 172.21.15.7:0/1846101301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 msgr2=0x55ed0240a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fecd806a400 tx=0x7fecc4005c00 comp rx=0 tx=0).stop 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- 172.21.15.7:0/1846101301 shutdown_connections 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed0240a830 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed02407da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 --2- 172.21.15.7:0/1846101301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed02402da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- 172.21.15.7:0/1846101301 >> 172.21.15.7:0/1846101301 conn(0x55ed023fe010 msgr2=0x55ed023fe410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- 172.21.15.7:0/1846101301 shutdown_connections 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- 172.21.15.7:0/1846101301 wait complete. 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 -- start start 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.208+0000 7fece1a38740 1 Processor -- start 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed0240d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed02414140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ed0240b2e0 con 0x55ed02408370 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ed022ef290 con 0x55ed024029a0 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ed0240b460 con 0x55ed024032e0 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fece1a38740 10 client.0 _ll_register_callbacks cb 0x55ed02320140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdd243640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed02414140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46530/0 (socket says 172.21.15.7:46530) 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 -- 172.21.15.7:0/27262709 learned_addr learned my addr 172.21.15.7:0/27262709 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdd243640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed02414140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53562/0 (socket says 172.21.15.7:53562) 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecd7fff640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed0240d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 -- 172.21.15.7:0/27262709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 msgr2=0x55ed0240d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed0240d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 -- 172.21.15.7:0/27262709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 msgr2=0x55ed02414140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed02414140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 -- 172.21.15.7:0/27262709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed02079210 con 0x55ed024029a0 2024-09-10T07:50:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecdca42640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feccc0cce80 tx=0x7feccc010de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27669f0de70ecfc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.209+0000 7fecb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feccc086040 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7feccc0a43c0 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecc4040070 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7feccc09bbe0 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 10 client.26294 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ed02145620 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc4040070 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7feccc09b150 con 0x55ed024029a0 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 10 client.26294 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 10 client.26294 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 20 client.26294 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed024187e0 0x55ed0241abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 4 client.26294 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.210+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed02373a20 con 0x55ed024187e0 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.211+0000 7fecd7fff640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed024187e0 0x55ed0241abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.211+0000 7fecd7fff640 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed024187e0 0x55ed0241abd0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f43e9d0a24794f8f server_cookie=21bc39cc11fcbedf in_seq=0 out_seq=0 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.211+0000 7fecb7fff640 10 client.26294 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fecb7fff640 1 -- 172.21.15.7:0/27262709 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ed02373a20 con 0x55ed024187e0 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fecb7fff640 10 client.26294 handle_command_reply: tid=0 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 client.26294 shutdown 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 msgr2=0x55ed0240cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feccc0cce80 tx=0x7feccc010de0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 shutdown_connections 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed024187e0 0x55ed0241abd0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed02408370 0x55ed02414140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024032e0 0x55ed0240d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 --2- 172.21.15.7:0/27262709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240cbc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 >> 172.21.15.7:0/27262709 conn(0x55ed023fe010 msgr2=0x55ed023ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fecb7fff640 0 client.26294 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 shutdown_connections 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 1 -- 172.21.15.7:0/27262709 wait complete. 2024-09-10T07:50:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.212+0000 7fece1a38740 20 client.26294 trim_cache size 0 max 16384 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 Processor -- start 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 -- start start 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed02408370 0x55ed023feec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81af100 con 0x55ed024032e0 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81ac9d0 con 0x55ed024029a0 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fece1a38740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81aa840 con 0x55ed02408370 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53570/0 (socket says 172.21.15.7:53570) 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecdca42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 -- 172.21.15.7:0/1783763301 learned_addr learned my addr 172.21.15.7:0/1783763301 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecdd243640 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed02408370 0x55ed023feec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 -- 172.21.15.7:0/1783763301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed02408370 msgr2=0x55ed023feec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed02408370 0x55ed023feec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 -- 172.21.15.7:0/1783763301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 msgr2=0x55ed0240d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecd7fff640 1 -- 172.21.15.7:0/1783763301 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed024037c0 con 0x55ed024032e0 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.227+0000 7fecdca42640 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.228+0000 7fecd7fff640 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x55ed023fee90 tx=0x7fecc402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2351fd7daa6b264e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.228+0000 7fecc27fc640 1 -- 172.21.15.7:0/1783763301 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4035040 con 0x55ed024032e0 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.228+0000 7fecc27fc640 1 -- 172.21.15.7:0/1783763301 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc4056070 con 0x55ed024032e0 2024-09-10T07:50:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.228+0000 7fecc27fc640 1 -- 172.21.15.7:0/1783763301 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4003ce0 con 0x55ed024032e0 2024-09-10T07:50:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- 172.21.15.7:0/1783763301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 msgr2=0x55ed02414060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x55ed023fee90 tx=0x7fecc402a410 comp rx=0 tx=0).stop 2024-09-10T07:50:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- 172.21.15.7:0/1783763301 shutdown_connections 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed02408370 0x55ed023feec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02414060 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- 172.21.15.7:0/1783763301 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed024029a0 0x55ed0240d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- 172.21.15.7:0/1783763301 >> 172.21.15.7:0/1783763301 conn(0x55ed023fe010 msgr2=0x55ed0240c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- 172.21.15.7:0/1783763301 shutdown_connections 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- 172.21.15.7:0/1783763301 wait complete. 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 -- start start 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 Processor -- start 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024029a0 0x55ed02411a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.229+0000 7fece1a38740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 0x55ed02412f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81aae90 con 0x55ed024032e0 2024-09-10T07:50:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81ac300 con 0x55ed02408370 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fecd81ab560 con 0x55ed024029a0 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 10 client.0 _ll_register_callbacks cb 0x7feccc009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53572/0 (socket says 172.21.15.7:53572) 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 -- 172.21.15.7:0/3087439831 learned_addr learned my addr 172.21.15.7:0/3087439831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecdd243640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 0x55ed02412f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecdca42640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024029a0 0x55ed02411a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 -- 172.21.15.7:0/3087439831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024029a0 msgr2=0x55ed02411a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024029a0 0x55ed02411a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 -- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 msgr2=0x55ed02412f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 0x55ed02412f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 -- 172.21.15.7:0/3087439831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed02413530 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecdd243640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 0x55ed02412f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecd7fff640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fecc402a930 tx=0x7fecc40035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b2cb4f37b85a8e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4035070 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fecc403c440 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.230+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecc4056070 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fecc4069050 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 10 client.16854 fetch_fsmap learned FSMap version 31 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ed02483580 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc4056070 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fecc4050810 con 0x55ed024032e0 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 10 client.16854 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:50:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 10 client.16854 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 20 client.16854 populate_metadata read hostname 'smithi007' 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed02483ab0 0x55ed02485ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 4 client.16854 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed0236dd70 con 0x55ed02483ab0 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.231+0000 7fecdca42640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed02483ab0 0x55ed02485ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.232+0000 7fecb7fff640 10 client.16854 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.232+0000 7fecdca42640 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed02483ab0 0x55ed02485ed0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8710302553532fc7 server_cookie=5a6b4ec50c54f74a in_seq=0 out_seq=0 2024-09-10T07:50:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fecb7fff640 1 -- 172.21.15.7:0/3087439831 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ed0236dd70 con 0x55ed02483ab0 2024-09-10T07:50:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fecb7fff640 10 client.16854 handle_command_reply: tid=0 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 client.16854 shutdown 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 msgr2=0x55ed02411f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fecc402a930 tx=0x7fecc40035f0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 shutdown_connections 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ed02483ab0 0x55ed02485ed0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ed02408370 0x55ed02412f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ed024032e0 0x55ed02411f60 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 --2- 172.21.15.7:0/3087439831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ed024029a0 0x55ed02411a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 >> 172.21.15.7:0/3087439831 conn(0x55ed023fe010 msgr2=0x55ed023fc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fecb7fff640 0 client.16854 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 shutdown_connections 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 1 -- 172.21.15.7:0/3087439831 wait complete. 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.247+0000 7fece1a38740 20 client.16854 trim_cache size 0 max 16384 2024-09-10T07:50:57.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:50:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:50:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:50:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:50:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 msgr2=0x7fecc80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 0x7fecc80a50f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fecd806a980 tx=0x7fecd0004a40 comp rx=0 tx=0).stop 2024-09-10T07:50:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 msgr2=0x7fecd8101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:50:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7feccc00e9f0 tx=0x7feccc00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 shutdown_connections 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecc80a2c30 0x7fecc80a50f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fecd8107820 0x7fecd8100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fecd8104ef0 0x7fecd8100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 --2- 172.21.15.7:0/386261544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fecd81025c0 0x7fecd8101f30 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 >> 172.21.15.7:0/386261544 conn(0x7fecd80fc1e0 msgr2=0x7fecd8102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 shutdown_connections 2024-09-10T07:50:57.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:50:57.248+0000 7fecdeca6640 1 -- 172.21.15.7:0/386261544 wait complete. 2024-09-10T07:50:57.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 99133 1.87 MB/sec execute 120 sec latency 15.813 ms 2024-09-10T07:50:58.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 99615 1.89 MB/sec execute 121 sec latency 12.703 ms 2024-09-10T07:50:58.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:50:58 smithi007 ceph-mon[30879]: pgmap v530: 129 pgs: 129 active+clean; 53 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:50:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:50:58 smithi110 ceph-mon[34417]: pgmap v530: 129 pgs: 129 active+clean; 53 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:50:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:50:58 smithi145 ceph-mon[34766]: pgmap v530: 129 pgs: 129 active+clean; 53 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:50:59.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 99893 1.88 MB/sec execute 122 sec latency 13.789 ms 2024-09-10T07:51:00.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 100351 1.87 MB/sec execute 123 sec latency 18.009 ms 2024-09-10T07:51:00.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:00 smithi007 ceph-mon[30879]: pgmap v531: 129 pgs: 129 active+clean; 49 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-10T07:51:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:00 smithi110 ceph-mon[34417]: pgmap v531: 129 pgs: 129 active+clean; 49 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-10T07:51:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:00 smithi145 ceph-mon[34766]: pgmap v531: 129 pgs: 129 active+clean; 49 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 180 op/s 2024-09-10T07:51:01.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 100977 1.89 MB/sec execute 124 sec latency 18.769 ms 2024-09-10T07:51:02.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 101697 1.89 MB/sec execute 125 sec latency 14.401 ms 2024-09-10T07:51:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:02 smithi007 ceph-mon[30879]: pgmap v532: 129 pgs: 129 active+clean; 50 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:02.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:02 smithi110 ceph-mon[34417]: pgmap v532: 129 pgs: 129 active+clean; 50 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:02 smithi145 ceph-mon[34766]: pgmap v532: 129 pgs: 129 active+clean; 50 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:02.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:51:03.160 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:03.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 102323 1.92 MB/sec execute 126 sec latency 13.191 ms 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 -- 172.21.15.7:0/4271290475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1036e0 msgr2=0x7f5acc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/4271290475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1036e0 0x7f5acc107b90 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009930 tx=0x7f5abc02a420 comp rx=0 tx=0).stop 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 -- 172.21.15.7:0/4271290475 shutdown_connections 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/4271290475 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1082a0 0x7f5acc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/4271290475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1036e0 0x7f5acc107b90 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/4271290475 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 0x7f5acc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.648+0000 7f5ad32f5640 1 -- 172.21.15.7:0/4271290475 >> 172.21.15.7:0/4271290475 conn(0x7f5acc0fc7d0 msgr2=0x7f5acc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.649+0000 7f5ad32f5640 1 -- 172.21.15.7:0/4271290475 shutdown_connections 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.649+0000 7f5ad32f5640 1 -- 172.21.15.7:0/4271290475 wait complete. 2024-09-10T07:51:03.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.649+0000 7f5ad32f5640 1 Processor -- start 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.649+0000 7f5ad32f5640 1 -- start start 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 0x7f5acc100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 0x7f5acc101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc111f50 con 0x7f5acc1082a0 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc111dd0 con 0x7f5acc1036e0 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad32f5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1120d0 con 0x7f5acc102d30 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad1892640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 0x7f5acc101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54634/0 (socket says 172.21.15.7:54634) 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 -- 172.21.15.7:0/2709510755 learned_addr learned my addr 172.21.15.7:0/2709510755 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad1091640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 0x7f5acc100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 -- 172.21.15.7:0/2709510755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 msgr2=0x7f5acc100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 0x7f5acc100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 -- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 msgr2=0x7f5acc101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 0x7f5acc101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 -- 172.21.15.7:0/2709510755 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5acc1a6970 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad1892640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 0x7f5acc101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.650+0000 7f5ad0890640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5abc031440 tx=0x7f5abc004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.651+0000 7f5ac27fc640 1 -- 172.21.15.7:0/2709510755 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc03f030 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.651+0000 7f5ac27fc640 1 -- 172.21.15.7:0/2709510755 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5abc003aa0 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.651+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5acc1a6c00 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.651+0000 7f5ac27fc640 1 -- 172.21.15.7:0/2709510755 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc035070 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.651+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5acc1a70e0 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.653+0000 7f5ac27fc640 1 -- 172.21.15.7:0/2709510755 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5abc042030 con 0x7f5acc1036e0 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 Processor -- start 2024-09-10T07:51:03.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 -- start start 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ac27fc640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 0x7f5ab80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416cfa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c416282e0 con 0x557c416cd680 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c415cfce0 con 0x557c416c24a0 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c416242a0 con 0x557c416c2dc0 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad1892640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 0x7f5ab80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ac27fc640 1 -- 172.21.15.7:0/2709510755 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5abc0efa00 con 0x7f5acc1036e0 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad1091640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad1091640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54650/0 (socket says 172.21.15.7:54650) 2024-09-10T07:51:03.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad1091640 1 -- 172.21.15.7:0/2479723708 learned_addr learned my addr 172.21.15.7:0/2479723708 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:03.812 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:03.812 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:51:03.812 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:51:03.812 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.654+0000 7f5ad0890640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1892640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416cfa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 -- 172.21.15.7:0/2479723708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 msgr2=0x557c416cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 -- 172.21.15.7:0/2479723708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 msgr2=0x557c416cfa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416cfa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 -- 172.21.15.7:0/2479723708 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c415b4440 con 0x557c416c24a0 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1892640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416cfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1091640 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800bd10 tx=0x7f5ac80107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=958b384b780f4d43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ad1892640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 0x7f5ab80a5040 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40099e0 tx=0x7f5ac4009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ab77fe640 1 -- 172.21.15.7:0/2479723708 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8004030 con 0x557c416c24a0 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ab77fe640 1 -- 172.21.15.7:0/2479723708 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ac80035f0 con 0x557c416c24a0 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.655+0000 7f5ab77fe640 1 -- 172.21.15.7:0/2479723708 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac80117b0 con 0x557c416c24a0 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- 172.21.15.7:0/2479723708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 msgr2=0x557c416c2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800bd10 tx=0x7f5ac80107a0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- 172.21.15.7:0/2479723708 shutdown_connections 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416cfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/2479723708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c2880 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- 172.21.15.7:0/2479723708 >> 172.21.15.7:0/2479723708 conn(0x557c416bea30 msgr2=0x557c416bee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- 172.21.15.7:0/2479723708 shutdown_connections 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- 172.21.15.7:0/2479723708 wait complete. 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.656+0000 7f5ad56ce740 1 -- start start 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 Processor -- start 2024-09-10T07:51:03.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c24a0 0x557c416ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416ca720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557c416d0250 con 0x557c416cd680 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557c415e3050 con 0x557c416c2dc0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557c416d03d0 con 0x557c416c24a0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad56ce740 10 client.0 _ll_register_callbacks cb 0x557c41623160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad1892640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54656/0 (socket says 172.21.15.7:54656) 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad0890640 1 -- 172.21.15.7:0/1775521988 learned_addr learned my addr 172.21.15.7:0/1775521988 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.657+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c24a0 0x557c416ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 -- 172.21.15.7:0/1775521988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c24a0 msgr2=0x557c416ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c24a0 0x557c416ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 -- 172.21.15.7:0/1775521988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 msgr2=0x557c416ca720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416ca720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 -- 172.21.15.7:0/1775521988 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c413993c0 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad1892640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416ca720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0b8920 tx=0x7f5abc0bb970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=568b66f259fb38f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc049070 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5abc09fa40 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac80035f0 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5abc0a5050 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad56ce740 10 client.26312 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557c416e43b0 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ac80035f0 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.658+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5abc0b85c0 con 0x557c416c2dc0 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 10 client.26312 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:03.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 10 client.26312 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 20 client.26312 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c416e5810 0x557c416e7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 4 client.26312 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c41635850 con 0x557c416e5810 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c416e5810 0x557c416e7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ab4ff9640 10 client.26312 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.659+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c416e5810 0x557c416e7c20 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=394fba295d4fca95 server_cookie=3276b5475514b43b in_seq=0 out_seq=0 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1775521988 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557c41635850 con 0x557c416e5810 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ab4ff9640 10 client.26312 handle_command_reply: tid=0 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 client.26312 shutdown 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 msgr2=0x557c416ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0b8920 tx=0x7f5abc0bb970 comp rx=0 tx=0).stop 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 shutdown_connections 2024-09-10T07:51:03.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c416e5810 0x557c416e7c20 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416ca720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c2dc0 0x557c416ca1e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1775521988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c24a0 0x557c416ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 >> 172.21.15.7:0/1775521988 conn(0x557c416bea30 msgr2=0x557c416c4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.660+0000 7f5ab4ff9640 0 client.26312 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.661+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 shutdown_connections 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.661+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1775521988 wait complete. 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.661+0000 7f5ad56ce740 20 client.26312 trim_cache size 0 max 16384 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 Processor -- start 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 -- start start 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1af290 con 0x557c416cd680 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1acb60 con 0x557c416c24a0 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1aa9d0 con 0x557c416c2dc0 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.678+0000 7f5ad1892640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50944/0 (socket says 172.21.15.7:50944) 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 -- 172.21.15.7:0/1257026513 learned_addr learned my addr 172.21.15.7:0/1257026513 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 -- 172.21.15.7:0/1257026513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 msgr2=0x557c416ed4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416ed4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 -- 172.21.15.7:0/1257026513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 msgr2=0x557c416c57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 -- 172.21.15.7:0/1257026513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c416be860 con 0x557c416cd680 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ad1892640 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4010ef0 tx=0x7f5ac4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6c8297f431b0609 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ab6ffd640 1 -- 172.21.15.7:0/1257026513 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4011dd0 con 0x557c416cd680 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ab6ffd640 1 -- 172.21.15.7:0/1257026513 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ac4003e20 con 0x557c416cd680 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.679+0000 7f5ab6ffd640 1 -- 172.21.15.7:0/1257026513 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4004730 con 0x557c416cd680 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1257026513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 msgr2=0x557c416eda20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4010ef0 tx=0x7f5ac4013000 comp rx=0 tx=0).stop 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1257026513 shutdown_connections 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416cd680 0x557c416eda20 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416c2dc0 0x557c416ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1257026513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416c57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1257026513 >> 172.21.15.7:0/1257026513 conn(0x557c416bea30 msgr2=0x557c416c50e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1257026513 shutdown_connections 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1257026513 wait complete. 2024-09-10T07:51:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 -- start start 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.680+0000 7f5ad56ce740 1 Processor -- start 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416de760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416cd680 0x557c416da0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1ab020 con 0x557c416c2dc0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1ac490 con 0x557c416c24a0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1ab6f0 con 0x557c416cd680 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad56ce740 10 client.0 _ll_register_callbacks cb 0x7f5abc0bbd90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad1091640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416de760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50954/0 (socket says 172.21.15.7:50954) 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 -- 172.21.15.7:0/1829341419 learned_addr learned my addr 172.21.15.7:0/1829341419 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad1892640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416cd680 0x557c416da0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 -- 172.21.15.7:0/1829341419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416cd680 msgr2=0x557c416da0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416cd680 0x557c416da0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 -- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 msgr2=0x557c416de760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416de760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad0890640 1 -- 172.21.15.7:0/1829341419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c416da8d0 con 0x557c416c2dc0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.681+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416de760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad0890640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0ba200 tx=0x7f5abc003ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd42c4f8801b7c5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc049070 con 0x557c416c2dc0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5abc0c4680 con 0x557c416c2dc0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac4003e20 con 0x557c416c2dc0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5abc0c9050 con 0x557c416c2dc0 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 10 client.16872 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557c41750560 con 0x557c416c2dc0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ac4003e20 con 0x557c416c2dc0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5abc0bb3a0 con 0x557c416c2dc0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 10 client.16872 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 10 client.16872 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 20 client.16872 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c41750ba0 0x557c41752fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 4 client.16872 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.682+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557c4162fd60 con 0x557c41750ba0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.683+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c41750ba0 0x557c41752fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.683+0000 7f5ab4ff9640 10 client.16872 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.683+0000 7f5ad1091640 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c41750ba0 0x557c41752fc0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87517a34cf188705 server_cookie=35615245bb3c544a in_seq=0 out_seq=0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ab4ff9640 1 -- 172.21.15.7:0/1829341419 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557c4162fd60 con 0x557c41750ba0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ab4ff9640 10 client.16872 handle_command_reply: tid=0 2024-09-10T07:51:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 client.16872 shutdown 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 msgr2=0x557c416d9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0ba200 tx=0x7f5abc003ed0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 shutdown_connections 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557c41750ba0 0x557c41752fc0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557c416cd680 0x557c416da0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557c416c2dc0 0x557c416d9a90 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 --2- 172.21.15.7:0/1829341419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557c416c24a0 0x557c416de760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 >> 172.21.15.7:0/1829341419 conn(0x557c416bea30 msgr2=0x557c416cc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ab4ff9640 0 client.16872 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 shutdown_connections 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 1 -- 172.21.15.7:0/1829341419 wait complete. 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.684+0000 7f5ad56ce740 20 client.16872 trim_cache size 0 max 16384 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 msgr2=0x7f5ab80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 0x7f5ab80a5040 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40099e0 tx=0x7f5ac4009500 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 msgr2=0x7f5acc100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5abc031440 tx=0x7f5abc004270 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 shutdown_connections 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5ab80a2b80 0x7f5ab80a5040 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5acc1082a0 0x7f5acc101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5acc1036e0 0x7f5acc100ed0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 --2- 172.21.15.7:0/2709510755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5acc102d30 0x7f5acc100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 >> 172.21.15.7:0/2709510755 conn(0x7f5acc0fc7d0 msgr2=0x7f5acc105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 shutdown_connections 2024-09-10T07:51:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:03.685+0000 7f5ad32f5640 1 -- 172.21.15.7:0/2709510755 wait complete. 2024-09-10T07:51:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:04 smithi007 ceph-mon[30879]: pgmap v533: 129 pgs: 129 active+clean; 49 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:04.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 102865 1.94 MB/sec execute 127 sec latency 17.294 ms 2024-09-10T07:51:04.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:04 smithi110 ceph-mon[34417]: pgmap v533: 129 pgs: 129 active+clean; 49 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:04 smithi145 ceph-mon[34766]: pgmap v533: 129 pgs: 129 active+clean; 49 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:04.803 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:51:04.804 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:05.089 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:05.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 103263 1.94 MB/sec execute 128 sec latency 13.458 ms 2024-09-10T07:51:05.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 -- 172.21.15.7:0/2574122976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc102570 msgr2=0x7fcecc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 --2- 172.21.15.7:0/2574122976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc102570 0x7fcecc1029b0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fcebc009900 tx=0x7fcebc02a480 comp rx=0 tx=0).stop 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 -- 172.21.15.7:0/2574122976 shutdown_connections 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 --2- 172.21.15.7:0/2574122976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102ef0 0x7fcecc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 --2- 172.21.15.7:0/2574122976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc102570 0x7fcecc1029b0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 --2- 172.21.15.7:0/2574122976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc100e20 0x7fcecc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.709+0000 7fced3ee7640 1 -- 172.21.15.7:0/2574122976 >> 172.21.15.7:0/2574122976 conn(0x7fcecc0fc7d0 msgr2=0x7fcecc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.710+0000 7fced3ee7640 1 -- 172.21.15.7:0/2574122976 shutdown_connections 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.710+0000 7fced3ee7640 1 -- 172.21.15.7:0/2574122976 wait complete. 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.710+0000 7fced3ee7640 1 Processor -- start 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.710+0000 7fced3ee7640 1 -- start start 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:05.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102570 0x7fcecc0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc102ef0 0x7fcecc0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc110e80 con 0x7fcecc100e20 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc110d00 con 0x7fcecc102ef0 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced3ee7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc111000 con 0x7fcecc102570 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50968/0 (socket says 172.21.15.7:50968) 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 -- 172.21.15.7:0/1765815600 learned_addr learned my addr 172.21.15.7:0/1765815600 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced2484640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc102ef0 0x7fcecc0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1482640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102570 0x7fcecc0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 -- 172.21.15.7:0/1765815600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102570 msgr2=0x7fcecc0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102570 0x7fcecc0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 -- 172.21.15.7:0/1765815600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc102ef0 msgr2=0x7fcecc0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:05.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc102ef0 0x7fcecc0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 -- 172.21.15.7:0/1765815600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcecc1a68d0 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.711+0000 7fced1c83640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fcec800e9f0 tx=0x7fcec800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.712+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec800cd80 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.712+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcec80108e0 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.712+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcecc1a6bc0 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.712+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8018920 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.712+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcecc1a7120 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.713+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcecc101200 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.714+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fcec8010a90 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.715+0000 7fcec2ffd640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 0x7fceb80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.715+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fcec80cf610 con 0x7fcecc100e20 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.715+0000 7fced1482640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 0x7fceb80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.715+0000 7fced1482640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 0x7fceb80a50c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fcebc000c00 tx=0x7fcebc005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:05.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.719+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcec809bb80 con 0x7fcecc100e20 2024-09-10T07:51:05.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.957+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcecc10a0a0 con 0x7fcecc100e20 2024-09-10T07:51:05.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.958+0000 7fcec2ffd640 1 -- 172.21.15.7:0/1765815600 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fcec809fe80 con 0x7fcecc100e20 2024-09-10T07:51:05.959 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:05.960 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:05.960 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:05.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 msgr2=0x7fceb80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 0x7fceb80a50c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fcebc000c00 tx=0x7fcebc005e80 comp rx=0 tx=0).stop 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 msgr2=0x7fcecc0fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fcec800e9f0 tx=0x7fcec800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 shutdown_connections 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fceb80a2c00 0x7fceb80a50c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcecc102ef0 0x7fcecc0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcecc102570 0x7fcecc0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 --2- 172.21.15.7:0/1765815600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcecc100e20 0x7fcecc0fcc80 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:05.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 >> 172.21.15.7:0/1765815600 conn(0x7fcecc0fc7d0 msgr2=0x7fcecc06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:05.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 shutdown_connections 2024-09-10T07:51:05.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:05.961+0000 7fced3ee7640 1 -- 172.21.15.7:0/1765815600 wait complete. 2024-09-10T07:51:06.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 103570 1.92 MB/sec execute 129 sec latency 19.113 ms 2024-09-10T07:51:06.324 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:06 smithi007 ceph-mon[30879]: pgmap v534: 129 pgs: 129 active+clean; 49 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:06.324 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1765815600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:06.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:06 smithi110 ceph-mon[34417]: pgmap v534: 129 pgs: 129 active+clean; 49 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:06.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:06 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1765815600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:06 smithi145 ceph-mon[34766]: pgmap v534: 129 pgs: 129 active+clean; 49 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-10T07:51:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:06 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1765815600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:06.776 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:51:07.069 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:07.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 104084 1.92 MB/sec execute 130 sec latency 16.995 ms 2024-09-10T07:51:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 -- 172.21.15.7:0/3838032890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe744102d30 msgr2=0x7fe744103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/3838032890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe744102d30 0x7fe744103110 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe740009930 tx=0x7fe74002a420 comp rx=0 tx=0).stop 2024-09-10T07:51:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 -- 172.21.15.7:0/3838032890 shutdown_connections 2024-09-10T07:51:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/3838032890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7441082a0 0x7fe74410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/3838032890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe744107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/3838032890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe744102d30 0x7fe744103110 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 -- 172.21.15.7:0/3838032890 >> 172.21.15.7:0/3838032890 conn(0x7fe7440fc7d0 msgr2=0x7fe7440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 -- 172.21.15.7:0/3838032890 shutdown_connections 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.575+0000 7fe74bdc0640 1 -- 172.21.15.7:0/3838032890 wait complete. 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 Processor -- start 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 -- start start 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 0x7fe74419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe74419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe744111fa0 con 0x7fe7441082a0 2024-09-10T07:51:07.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe744111e20 con 0x7fe7441036e0 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74bdc0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe744112120 con 0x7fe744102d30 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74a35d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74a35d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50994/0 (socket says 172.21.15.7:50994) 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74a35d640 1 -- 172.21.15.7:0/89988898 learned_addr learned my addr 172.21.15.7:0/89988898 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe74935b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe74419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.576+0000 7fe749b5c640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 0x7fe74419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 -- 172.21.15.7:0/89988898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 msgr2=0x7fe74419a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 0x7fe74419a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 -- 172.21.15.7:0/89988898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 msgr2=0x7fe74419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe74419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 -- 172.21.15.7:0/89988898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe74419f620 con 0x7fe7441082a0 2024-09-10T07:51:07.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74935b640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe74419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe749b5c640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 0x7fe74419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74a35d640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe73c00eb10 tx=0x7fe73c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe73affd640 1 -- 172.21.15.7:0/89988898 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe73c00ce20 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe73affd640 1 -- 172.21.15.7:0/89988898 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe73c005020 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe74419f910 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.577+0000 7fe73affd640 1 -- 172.21.15.7:0/89988898 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe73c010690 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.578+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7441a71f0 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.580+0000 7fe73affd640 1 -- 172.21.15.7:0/89988898 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe73c0051d0 con 0x7fe7441082a0 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.580+0000 7fe74e199740 1 Processor -- start 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.580+0000 7fe74e199740 1 -- start start 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4679090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d4686760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5613d45df2f0 con 0x5613d4684370 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5613d4586cf0 con 0x5613d46795d0 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74e199740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5613d45db2b0 con 0x5613d467ab40 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe73affd640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 0x7fe7300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d4686760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54712/0 (socket says 172.21.15.7:54712) 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d4686760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51000/0 (socket says 172.21.15.7:51000) 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 -- 172.21.15.7:0/890342933 learned_addr learned my addr 172.21.15.7:0/890342933 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74935b640 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4679090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe73affd640 1 -- 172.21.15.7:0/89988898 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe73c0cfa70 con 0x7fe7441082a0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe74a35d640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 0x7fe7300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 -- 172.21.15.7:0/890342933 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 msgr2=0x5613d4679090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4679090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 -- 172.21.15.7:0/890342933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 msgr2=0x5613d4686760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d4686760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.581+0000 7fe749b5c640 1 -- 172.21.15.7:0/890342933 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613d456b3a0 con 0x5613d46795d0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.582+0000 7fe749b5c640 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe74002aa10 tx=0x7fe7400045b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2888cc2fb844448 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.582+0000 7fe74a35d640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 0x7fe7300a5040 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe73c0a4670 tx=0x7fe73c009a70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.582+0000 7fe72ffff640 1 -- 172.21.15.7:0/890342933 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740035040 con 0x5613d46795d0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.582+0000 7fe72ffff640 1 -- 172.21.15.7:0/890342933 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe740004c20 con 0x5613d46795d0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.582+0000 7fe72ffff640 1 -- 172.21.15.7:0/890342933 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740003a00 con 0x5613d46795d0 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- 172.21.15.7:0/890342933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 msgr2=0x5613d4679a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe74002aa10 tx=0x7fe7400045b0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- 172.21.15.7:0/890342933 shutdown_connections 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d4686760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d4679a10 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 --2- 172.21.15.7:0/890342933 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4679090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- 172.21.15.7:0/890342933 >> 172.21.15.7:0/890342933 conn(0x5613d4642310 msgr2=0x5613d4675c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- 172.21.15.7:0/890342933 shutdown_connections 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- 172.21.15.7:0/890342933 wait complete. 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 -- start start 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.583+0000 7fe74e199740 1 Processor -- start 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 0x5613d4683d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4681000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d4684370 0x5613d46815d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5613d4687010 con 0x5613d46795d0 2024-09-10T07:51:07.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5613d459a060 con 0x5613d4684370 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5613d4687190 con 0x5613d467ab40 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74e199740 10 client.0 _ll_register_callbacks cb 0x5613d42ed8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 0x5613d4683d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 0x5613d4683d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51014/0 (socket says 172.21.15.7:51014) 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4681000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74935b640 1 -- 172.21.15.7:0/4242373868 learned_addr learned my addr 172.21.15.7:0/4242373868 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe74935b640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d4684370 0x5613d46815d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 -- 172.21.15.7:0/4242373868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d4684370 msgr2=0x5613d46815d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d4684370 0x5613d46815d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 -- 172.21.15.7:0/4242373868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 msgr2=0x5613d4683d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 0x5613d4683d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 -- 172.21.15.7:0/4242373868 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613d43503c0 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe749b5c640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4681000 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe740000c00 tx=0x7fe740009520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f6ef53cdd9389b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.584+0000 7fe72d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740053060 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe740004c20 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe740004980 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe740035050 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 10 client.26356 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5613d4687010 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe740004c20 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe7400314a0 con 0x5613d467ab40 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 10 client.26356 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 10 client.26356 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:51:07.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 20 client.26356 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d4693c10 0x5613d4696000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 4 client.26356 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.585+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613d45ec860 con 0x5613d4693c10 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.586+0000 7fe74935b640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d4693c10 0x5613d4696000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.586+0000 7fe74935b640 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d4693c10 0x5613d4696000 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9749af4f7004c235 server_cookie=982553bf14aa2c0 in_seq=0 out_seq=0 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.586+0000 7fe72d7fa640 10 client.26356 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe72d7fa640 1 -- 172.21.15.7:0/4242373868 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5613d45ec860 con 0x5613d4693c10 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe72d7fa640 10 client.26356 handle_command_reply: tid=0 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 client.26356 shutdown 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 msgr2=0x5613d4681000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4681000 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe740000c00 tx=0x7fe740009520 comp rx=0 tx=0).stop 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 shutdown_connections 2024-09-10T07:51:07.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d4693c10 0x5613d4696000 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d4684370 0x5613d46815d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d4681000 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 --2- 172.21.15.7:0/4242373868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d46795d0 0x5613d4683d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe72d7fa640 0 client.26356 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 >> 172.21.15.7:0/4242373868 conn(0x5613d4642310 msgr2=0x5613d467b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 shutdown_connections 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 1 -- 172.21.15.7:0/4242373868 wait complete. 2024-09-10T07:51:07.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.587+0000 7fe74e199740 20 client.26356 trim_cache size 0 max 16384 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 Processor -- start 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 -- start start 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 0x5613d46902b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441b3720 con 0x5613d4684370 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441b0ff0 con 0x5613d467ab40 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.602+0000 7fe74e199740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441aee60 con 0x5613d46795d0 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54730/0 (socket says 172.21.15.7:54730) 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 -- 172.21.15.7:0/2293189414 learned_addr learned my addr 172.21.15.7:0/2293189414 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe74935b640 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 0x5613d46902b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 -- 172.21.15.7:0/2293189414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 msgr2=0x5613d46902b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 0x5613d46902b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 -- 172.21.15.7:0/2293189414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 msgr2=0x5613d467c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 -- 172.21.15.7:0/2293189414 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613d4676730 con 0x5613d467ab40 2024-09-10T07:51:07.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe74935b640 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 0x5613d46902b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe740031870 tx=0x7fe740031750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbf456b85d054f69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe72f7fe640 1 -- 172.21.15.7:0/2293189414 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740053040 con 0x5613d467ab40 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe72f7fe640 1 -- 172.21.15.7:0/2293189414 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe740005850 con 0x5613d467ab40 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.603+0000 7fe72f7fe640 1 -- 172.21.15.7:0/2293189414 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740004be0 con 0x5613d467ab40 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 -- 172.21.15.7:0/2293189414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 msgr2=0x5613d467c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe740031870 tx=0x7fe740031750 comp rx=0 tx=0).stop 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 -- 172.21.15.7:0/2293189414 shutdown_connections 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d467ab40 0x5613d467c120 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 --2- 172.21.15.7:0/2293189414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d46795d0 0x5613d46902b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 -- 172.21.15.7:0/2293189414 >> 172.21.15.7:0/2293189414 conn(0x5613d4642310 msgr2=0x5613d4683080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 -- 172.21.15.7:0/2293189414 shutdown_connections 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.604+0000 7fe74e199740 1 -- 172.21.15.7:0/2293189414 wait complete. 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 -- start start 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 Processor -- start 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d468c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d468ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441af4b0 con 0x5613d4684370 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441b0920 con 0x5613d46795d0 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7441afb80 con 0x5613d467ab40 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74e199740 10 client.0 _ll_register_callbacks cb 0x7fe73400adc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe749b5c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d468ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74935b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51036/0 (socket says 172.21.15.7:51036) 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.605+0000 7fe74935b640 1 -- 172.21.15.7:0/2045361300 learned_addr learned my addr 172.21.15.7:0/2045361300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe74935b640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d468c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 -- 172.21.15.7:0/2045361300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 msgr2=0x5613d468c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d468c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 -- 172.21.15.7:0/2045361300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 msgr2=0x5613d467dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 -- 172.21.15.7:0/2045361300 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613d467e3c0 con 0x5613d467ab40 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe74935b640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe749b5c640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d468ccd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x5613d4675580 tx=0x7fe74002aa60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a7bbf981ad1df68 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe72d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740053040 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe740005350 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe740005850 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.606+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe7400314a0 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 10 client.26362 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5613d46fe310 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe740005850 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe74005d030 con 0x5613d467ab40 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 10 client.26362 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 10 client.26362 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 20 client.26362 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d46fe7c0 0x5613d4700be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 4 client.26362 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5613d45e6d70 con 0x5613d46fe7c0 2024-09-10T07:51:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.607+0000 7fe74935b640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d46fe7c0 0x5613d4700be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74935b640 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d46fe7c0 0x5613d4700be0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8681e066d761a6a4 server_cookie=62dcb62b85079f6 in_seq=0 out_seq=0 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe72d7fa640 10 client.26362 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe72d7fa640 1 -- 172.21.15.7:0/2045361300 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5613d45e6d70 con 0x5613d46fe7c0 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe72d7fa640 10 client.26362 handle_command_reply: tid=0 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 client.26362 shutdown 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 msgr2=0x5613d468ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d468ccd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x5613d4675580 tx=0x7fe74002aa60 comp rx=0 tx=0).stop 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 shutdown_connections 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5613d46fe7c0 0x5613d4700be0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5613d4684370 0x5613d467dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5613d467ab40 0x5613d468ccd0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe72d7fa640 0 client.26362 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:07.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 --2- 172.21.15.7:0/2045361300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5613d46795d0 0x5613d468c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 >> 172.21.15.7:0/2045361300 conn(0x5613d4642310 msgr2=0x5613d46744e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 shutdown_connections 2024-09-10T07:51:07.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 1 -- 172.21.15.7:0/2045361300 wait complete. 2024-09-10T07:51:07.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.608+0000 7fe74e199740 20 client.26362 trim_cache size 0 max 16384 2024-09-10T07:51:07.616 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 msgr2=0x7fe7300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 0x7fe7300a5040 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe73c0a4670 tx=0x7fe73c009a70 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 msgr2=0x7fe74419ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe73c00eb10 tx=0x7fe73c00ef10 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 shutdown_connections 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7300a2b80 0x7fe7300a5040 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7441082a0 0x7fe74419ef40 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7441036e0 0x7fe74419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 --2- 172.21.15.7:0/89988898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe744102d30 0x7fe74419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 >> 172.21.15.7:0/89988898 conn(0x7fe7440fc7d0 msgr2=0x7fe744101300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 shutdown_connections 2024-09-10T07:51:07.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:07.609+0000 7fe74bdc0640 1 -- 172.21.15.7:0/89988898 wait complete. 2024-09-10T07:51:08.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 104695 1.93 MB/sec execute 131 sec latency 40.745 ms 2024-09-10T07:51:08.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:08 smithi007 ceph-mon[30879]: pgmap v535: 129 pgs: 129 active+clean; 50 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 165 op/s 2024-09-10T07:51:08.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:08 smithi110 ceph-mon[34417]: pgmap v535: 129 pgs: 129 active+clean; 50 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 165 op/s 2024-09-10T07:51:08.461 INFO:tasks.quiescer.fs.[cephfs]:Total duration (40.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T07:51:08.461 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.1 2024-09-10T07:51:08.461 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:08.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:08 smithi145 ceph-mon[34766]: pgmap v535: 129 pgs: 129 active+clean; 50 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 165 op/s 2024-09-10T07:51:08.600 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:51:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:09.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 105295 1.93 MB/sec execute 132 sec latency 46.240 ms 2024-09-10T07:51:09.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 -- 172.21.15.7:0/1952321169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074510 msgr2=0x7f6d700748f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 --2- 172.21.15.7:0/1952321169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074510 0x7f6d700748f0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6d60009900 tx=0x7f6d6002a480 comp rx=0 tx=0).stop 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 -- 172.21.15.7:0/1952321169 shutdown_connections 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 --2- 172.21.15.7:0/1952321169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d7010e450 0x7f6d70110840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 --2- 172.21.15.7:0/1952321169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d70074e30 0x7f6d7010df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 --2- 172.21.15.7:0/1952321169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074510 0x7f6d700748f0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 -- 172.21.15.7:0/1952321169 >> 172.21.15.7:0/1952321169 conn(0x7f6d700fd8f0 msgr2=0x7f6d700ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 -- 172.21.15.7:0/1952321169 shutdown_connections 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.464+0000 7f6d76964640 1 -- 172.21.15.7:0/1952321169 wait complete. 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 Processor -- start 2024-09-10T07:51:09.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 -- start start 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074e30 0x7f6d7019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7010e450 0x7f6d7019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d70114010 con 0x7f6d70074e30 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d70113e90 con 0x7f6d70074510 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.465+0000 7f6d76964640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d70114190 con 0x7f6d7010e450 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:09.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074e30 0x7f6d7019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54754/0 (socket says 172.21.15.7:54754) 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 -- 172.21.15.7:0/1328799266 learned_addr learned my addr 172.21.15.7:0/1328799266 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d74f01640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7010e450 0x7f6d7019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 -- 172.21.15.7:0/1328799266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7010e450 msgr2=0x7f6d7019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7010e450 0x7f6d7019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 -- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074e30 msgr2=0x7f6d7019ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074e30 0x7f6d7019ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 -- 172.21.15.7:0/1328799266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d7019f570 con 0x7f6d70074510 2024-09-10T07:51:09.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6ffff640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6d60005940 tx=0x7f6d600040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d6003f030 con 0x7f6d70074510 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d7019f800 con 0x7f6d70074510 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d600044c0 con 0x7f6d70074510 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.466+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d60035070 con 0x7f6d70074510 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.467+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d701a7140 con 0x7f6d70074510 2024-09-10T07:51:09.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.468+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d700748f0 con 0x7f6d70074510 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.469+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6d60042030 con 0x7f6d70074510 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.469+0000 7f6d6d7fa640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 0x7f6d580a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.470+0000 7f6d6f7fe640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 0x7f6d580a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.470+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6d600ef700 con 0x7f6d70074510 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.470+0000 7f6d6f7fe640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 0x7f6d580a5040 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6d700fff60 tx=0x7f6d64005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:09.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.474+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d600bbc70 con 0x7f6d70074510 2024-09-10T07:51:09.528 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.734+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d701095d0 con 0x7f6d70074510 2024-09-10T07:51:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.735+0000 7f6d6d7fa640 1 -- 172.21.15.7:0/1328799266 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f6d600bff70 con 0x7f6d70074510 2024-09-10T07:51:09.735 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:09.735 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 msgr2=0x7f6d580a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 0x7f6d580a5040 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6d700fff60 tx=0x7f6d64005f90 comp rx=0 tx=0).stop 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 msgr2=0x7f6d7019a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6d60005940 tx=0x7f6d600040c0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 shutdown_connections 2024-09-10T07:51:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d580a2b80 0x7f6d580a5040 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7010e450 0x7f6d7019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d70074e30 0x7f6d7019ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 --2- 172.21.15.7:0/1328799266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d70074510 0x7f6d7019a5c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 >> 172.21.15.7:0/1328799266 conn(0x7f6d700fd8f0 msgr2=0x7f6d700ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 shutdown_connections 2024-09-10T07:51:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:09.738+0000 7f6d76964640 1 -- 172.21.15.7:0/1328799266 wait complete. 2024-09-10T07:51:10.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 105920 1.96 MB/sec execute 133 sec latency 11.577 ms 2024-09-10T07:51:10.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 -- 172.21.15.7:0/2741605534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 msgr2=0x7f8170108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 --2- 172.21.15.7:0/2741605534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f8170108e80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8168009ca0 tx=0x7f816802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 -- 172.21.15.7:0/2741605534 shutdown_connections 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 --2- 172.21.15.7:0/2741605534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f8170108e80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 --2- 172.21.15.7:0/2741605534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f81701020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 --2- 172.21.15.7:0/2741605534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 -- 172.21.15.7:0/2741605534 >> 172.21.15.7:0/2741605534 conn(0x7f81700fc1e0 msgr2=0x7f81700fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 -- 172.21.15.7:0/2741605534 shutdown_connections 2024-09-10T07:51:10.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 -- 172.21.15.7:0/2741605534 wait complete. 2024-09-10T07:51:10.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.348+0000 7f8174ff8640 1 Processor -- start 2024-09-10T07:51:10.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 -- start start 2024-09-10T07:51:10.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f8170198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f817019f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f817010c570 con 0x7f8170101c30 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f817010c3f0 con 0x7f8170100a40 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f8174ff8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f817010c6f0 con 0x7f81701025f0 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f8170198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38990/0 (socket says 172.21.15.7:38990) 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f8170198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60438/0 (socket says 172.21.15.7:60438) 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 -- 172.21.15.7:0/1251854468 learned_addr learned my addr 172.21.15.7:0/1251854468 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f817019f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 -- 172.21.15.7:0/1251854468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 msgr2=0x7f817019f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f817019f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 -- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 msgr2=0x7f8170198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f8170198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 -- 172.21.15.7:0/1251854468 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817019f860 con 0x7f8170100a40 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f817019f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.349+0000 7f816e59c640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f816000e9c0 tx=0x7f816000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.350+0000 7f815f7fe640 1 -- 172.21.15.7:0/1251854468 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816000cd80 con 0x7f8170100a40 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.350+0000 7f815f7fe640 1 -- 172.21.15.7:0/1251854468 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81600035f0 con 0x7f8170100a40 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.350+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817019fb50 con 0x7f8170100a40 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.350+0000 7f815f7fe640 1 -- 172.21.15.7:0/1251854468 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160010690 con 0x7f8170100a40 2024-09-10T07:51:10.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.350+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81701a0050 con 0x7f8170100a40 2024-09-10T07:51:10.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.352+0000 7f815f7fe640 1 -- 172.21.15.7:0/1251854468 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f81600037a0 con 0x7f8170100a40 2024-09-10T07:51:10.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.352+0000 7f8177e66740 1 Processor -- start 2024-09-10T07:51:10.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:10 smithi007 ceph-mon[30879]: pgmap v536: 129 pgs: 129 active+clean; 51 MiB data, 993 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 177 op/s 2024-09-10T07:51:10.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:10 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1328799266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 -- start start 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557a6f0 0x5627b557f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5581c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5627b54d92f0 con 0x5627b5579db0 2024-09-10T07:51:10.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5627b5481270 con 0x5627b557f780 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f8177e66740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5627b54d52b0 con 0x5627b557a6f0 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557a6f0 0x5627b557f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60452/0 (socket says 172.21.15.7:60452) 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 -- 172.21.15.7:0/1344785632 learned_addr learned my addr 172.21.15.7:0/1344785632 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816dd9b640 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5581c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f815f7fe640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 0x7f81580a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 -- 172.21.15.7:0/1344785632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557a6f0 msgr2=0x5627b557f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557a6f0 0x5627b557f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 -- 172.21.15.7:0/1344785632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 msgr2=0x5627b5581c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5581c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816ed9d640 1 -- 172.21.15.7:0/1344785632 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627b5480340 con 0x5627b5579db0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.353+0000 7f816dd9b640 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5581c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f815f7fe640 1 -- 172.21.15.7:0/1251854468 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f81600cf9a0 con 0x7f8170100a40 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f8168009ca0 tx=0x7f8168009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=604397e26a443850 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 0x7f81580a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f815cff9640 1 -- 172.21.15.7:0/1344785632 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816804a040 con 0x5627b5579db0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f815cff9640 1 -- 172.21.15.7:0/1344785632 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8168036030 con 0x5627b5579db0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.354+0000 7f815cff9640 1 -- 172.21.15.7:0/1344785632 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81680307c0 con 0x5627b5579db0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- 172.21.15.7:0/1344785632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 msgr2=0x5627b557a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 0x7f81580a50f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f8168045000 tx=0x7f8168030ac0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f8168009ca0 tx=0x7f8168009a20 comp rx=0 tx=0).stop 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- 172.21.15.7:0/1344785632 shutdown_connections 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5581c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557a6f0 0x5627b557f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 --2- 172.21.15.7:0/1344785632 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b557a1b0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- 172.21.15.7:0/1344785632 >> 172.21.15.7:0/1344785632 conn(0x5627b5575420 msgr2=0x5627b5575820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- 172.21.15.7:0/1344785632 shutdown_connections 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- 172.21.15.7:0/1344785632 wait complete. 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 -- start start 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.355+0000 7f8177e66740 1 Processor -- start 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b558b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5627b5582570 con 0x5627b557a6f0 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5627b5462290 con 0x5627b557f780 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5627b55826f0 con 0x5627b5579db0 2024-09-10T07:51:10.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 10 client.0 _ll_register_callbacks cb 0x5627b5493140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60456/0 (socket says 172.21.15.7:60456) 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 -- 172.21.15.7:0/3165211204 learned_addr learned my addr 172.21.15.7:0/3165211204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816e59c640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816ed9d640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b558b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 -- 172.21.15.7:0/3165211204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 msgr2=0x5627b5583e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 -- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 msgr2=0x5627b558b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b558b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 -- 172.21.15.7:0/3165211204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627b51ec210 con 0x5627b557a6f0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816ed9d640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b558b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f816dd9b640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8164012760 tx=0x7f8164012c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2887c8c132fb77a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8155ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816400f920 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8168036030 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.356+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f816400fac0 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f816400fcc0 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 10 client.16914 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5627b52b8620 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8168036030 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f816401c420 con 0x5627b557a6f0 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 10 client.16914 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 10 client.16914 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 20 client.16914 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b558faf0 0x5627b5591f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 4 client.16914 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.357+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627b54e6a20 con 0x5627b558faf0 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.358+0000 7f816e59c640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b558faf0 0x5627b5591f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.358+0000 7f816e59c640 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b558faf0 0x5627b5591f20 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afea1c60a6345707 server_cookie=3bdd091be98eb6cc in_seq=0 out_seq=0 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.358+0000 7f8155ffb640 10 client.16914 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8155ffb640 1 -- 172.21.15.7:0/3165211204 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5627b54e6a20 con 0x5627b558faf0 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8155ffb640 10 client.16914 handle_command_reply: tid=0 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 client.16914 shutdown 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 msgr2=0x5627b5584360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8164012760 tx=0x7f8164012c20 comp rx=0 tx=0).stop 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 shutdown_connections 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b558faf0 0x5627b5591f20 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b558b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5584360 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 --2- 172.21.15.7:0/3165211204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 >> 172.21.15.7:0/3165211204 conn(0x5627b5575420 msgr2=0x5627b55701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8155ffb640 0 client.16914 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 shutdown_connections 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 1 -- 172.21.15.7:0/3165211204 wait complete. 2024-09-10T07:51:10.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.359+0000 7f8177e66740 20 client.16914 trim_cache size 0 max 16384 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.377+0000 7f8177e66740 1 Processor -- start 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.377+0000 7f8177e66740 1 -- start start 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.377+0000 7f8177e66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.377+0000 7f8177e66740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557a6f0 0x5627b558b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f8177e66740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 0x5627b5584360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f8177e66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f81701aab00 con 0x5627b5579db0 2024-09-10T07:51:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f8177e66740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f81701a83d0 con 0x5627b557a6f0 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f8177e66740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f81701a6240 con 0x5627b557f780 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60460/0 (socket says 172.21.15.7:60460) 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816e59c640 1 -- 172.21.15.7:0/600585070 learned_addr learned my addr 172.21.15.7:0/600585070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 0x5627b5584360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816dd9b640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557a6f0 0x5627b558b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 -- 172.21.15.7:0/600585070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557a6f0 msgr2=0x5627b558b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557a6f0 0x5627b558b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 -- 172.21.15.7:0/600585070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 msgr2=0x5627b5583e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816ed9d640 1 -- 172.21.15.7:0/600585070 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627b556c2d0 con 0x5627b557f780 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.378+0000 7f816e59c640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.379+0000 7f816ed9d640 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 0x5627b5584360 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8168031040 tx=0x7f8168050000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4727e7b3fd1b659e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.379+0000 7f8157fff640 1 -- 172.21.15.7:0/600585070 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816804a040 con 0x5627b557f780 2024-09-10T07:51:10.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.379+0000 7f8157fff640 1 -- 172.21.15.7:0/600585070 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8168061070 con 0x5627b557f780 2024-09-10T07:51:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.379+0000 7f8157fff640 1 -- 172.21.15.7:0/600585070 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8168004000 con 0x5627b557f780 2024-09-10T07:51:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- 172.21.15.7:0/600585070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 msgr2=0x5627b5584360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 0x5627b5584360 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8168031040 tx=0x7f8168050000 comp rx=0 tx=0).stop 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- 172.21.15.7:0/600585070 shutdown_connections 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b557f780 0x5627b5584360 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557a6f0 0x5627b558b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- 172.21.15.7:0/600585070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b5579db0 0x5627b5583e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- 172.21.15.7:0/600585070 >> 172.21.15.7:0/600585070 conn(0x5627b5575420 msgr2=0x5627b5575800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- 172.21.15.7:0/600585070 shutdown_connections 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- 172.21.15.7:0/600585070 wait complete. 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- start start 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 Processor -- start 2024-09-10T07:51:10.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5589910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f81701a6890 con 0x5627b557a6f0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f81701a7d00 con 0x5627b557f780 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f81701a6f60 con 0x5627b5579db0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.380+0000 7f8177e66740 10 client.0 _ll_register_callbacks cb 0x7f8164009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5589910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60466/0 (socket says 172.21.15.7:60466) 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57432/0 (socket says 172.21.15.7:57432) 2024-09-10T07:51:10.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816dd9b640 1 -- 172.21.15.7:0/1073757720 learned_addr learned my addr 172.21.15.7:0/1073757720 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 -- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 msgr2=0x5627b5589910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5589910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 -- 172.21.15.7:0/1073757720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 msgr2=0x5627b5588900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 -- 172.21.15.7:0/1073757720 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627b5589f20 con 0x5627b5579db0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816dd9b640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816ed9d640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5589910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f816e59c640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f816000cfd0 tx=0x7f816000e940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b360e4426ed2c7e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8155ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816009b9a0 con 0x5627b5579db0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8168061070 con 0x5627b5579db0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f816009b2b0 con 0x5627b5579db0 2024-09-10T07:51:10.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8160099fa0 con 0x5627b5579db0 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8177e66740 10 client.26386 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.381+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5627b558b350 con 0x5627b5579db0 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8168061070 con 0x5627b5579db0 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f816009ad20 con 0x5627b5579db0 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 10 client.26386 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 10 client.26386 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 20 client.26386 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b55fac60 0x5627b55fd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 4 client.26386 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5627b54e0d70 con 0x5627b55fac60 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f816dd9b640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b55fac60 0x5627b55fd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f8155ffb640 10 client.26386 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.382+0000 7f816dd9b640 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b55fac60 0x5627b55fd080 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a11364617bfb9b19 server_cookie=9172e33fd581d13d in_seq=0 out_seq=0 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8155ffb640 1 -- 172.21.15.7:0/1073757720 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5627b54e0d70 con 0x5627b55fac60 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8155ffb640 10 client.26386 handle_command_reply: tid=0 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 client.26386 shutdown 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 msgr2=0x5627b55883c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f816000cfd0 tx=0x7f816000e940 comp rx=0 tx=0).stop 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 shutdown_connections 2024-09-10T07:51:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5627b55fac60 0x5627b55fd080 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5627b557f780 0x5627b5589910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5627b557a6f0 0x5627b5588900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 --2- 172.21.15.7:0/1073757720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627b5579db0 0x5627b55883c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8155ffb640 0 client.26386 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.398+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 >> 172.21.15.7:0/1073757720 conn(0x5627b5575420 msgr2=0x5627b5583dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 shutdown_connections 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8177e66740 1 -- 172.21.15.7:0/1073757720 wait complete. 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8177e66740 20 client.26386 trim_cache size 0 max 16384 2024-09-10T07:51:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:51:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:51:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:51:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 msgr2=0x7f81580a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 0x7f81580a50f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f8168045000 tx=0x7f8168030ac0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 msgr2=0x7f8170197c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f816000e9c0 tx=0x7f816000ee80 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 shutdown_connections 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81580a2c30 0x7f81580a50f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81701025f0 0x7f817019f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8170101c30 0x7f8170198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 --2- 172.21.15.7:0/1251854468 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8170100a40 0x7f8170197c50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 >> 172.21.15.7:0/1251854468 conn(0x7f81700fc1e0 msgr2=0x7f81700fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 shutdown_connections 2024-09-10T07:51:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:10.399+0000 7f8174ff8640 1 -- 172.21.15.7:0/1251854468 wait complete. 2024-09-10T07:51:10.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:10 smithi110 ceph-mon[34417]: pgmap v536: 129 pgs: 129 active+clean; 51 MiB data, 993 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 177 op/s 2024-09-10T07:51:10.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:10 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1328799266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:10.455 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0' 2024-09-10T07:51:10.455 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0 2024-09-10T07:51:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:10 smithi145 ceph-mon[34766]: pgmap v536: 129 pgs: 129 active+clean; 51 MiB data, 993 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 177 op/s 2024-09-10T07:51:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:10 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1328799266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.656+0000 7f804e7fc640 1 -- 172.21.15.7:0/4172897987 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040031880 con 0x7f8050101de0 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.657+0000 7f8055d9f640 1 -- 172.21.15.7:0/4172897987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050101de0 msgr2=0x7f80501021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.657+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4172897987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050101de0 0x7f80501021c0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f8040009900 tx=0x7f804002a410 comp rx=0 tx=0).stop 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 -- 172.21.15.7:0/4172897987 shutdown_connections 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4172897987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050106f10 0x7f805010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4172897987 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050102790 0x7f80501067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4172897987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050101de0 0x7f80501021c0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 -- 172.21.15.7:0/4172897987 >> 172.21.15.7:0/4172897987 conn(0x7f80500fd8c0 msgr2=0x7f80500ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 -- 172.21.15.7:0/4172897987 shutdown_connections 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 -- 172.21.15.7:0/4172897987 wait complete. 2024-09-10T07:51:10.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.658+0000 7f8055d9f640 1 Processor -- start 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 -- start start 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050102790 0x7f805010b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050106f10 0x7f80501aa760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8050075420 con 0x7f8050106f10 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f80500752a0 con 0x7f8050101de0 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f8055d9f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80500755a0 con 0x7f8050102790 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f804f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f804ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050106f10 0x7f80501aa760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f804f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:39044/0 (socket says 172.21.15.7:39044) 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f804f7fe640 1 -- 172.21.15.7:0/4052036883 learned_addr learned my addr 172.21.15.7:0/4052036883 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.659+0000 7f804effd640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050102790 0x7f805010b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 -- 172.21.15.7:0/4052036883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050102790 msgr2=0x7f805010b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050102790 0x7f805010b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 -- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050106f10 msgr2=0x7f80501aa760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050106f10 0x7f80501aa760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 -- 172.21.15.7:0/4052036883 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80501aaca0 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8040005940 tx=0x7f80400040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804cff9640 1 -- 172.21.15.7:0/4052036883 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804003f030 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804cff9640 1 -- 172.21.15.7:0/4052036883 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80400044c0 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80501aae70 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f804cff9640 1 -- 172.21.15.7:0/4052036883 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040035070 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.660+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80501ab260 con 0x7f8050101de0 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.663+0000 7f8058178740 1 Processor -- start 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.663+0000 7f8058178740 1 -- start start 2024-09-10T07:51:10.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.663+0000 7f8058178740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd649090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.663+0000 7f804cff9640 1 -- 172.21.15.7:0/4052036883 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8040042030 con 0x7f8050101de0 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f8058178740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd649a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f8058178740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 0x55b0fd656760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd649090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd649090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60490/0 (socket says 172.21.15.7:60490) 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804ffff640 1 -- 172.21.15.7:0/830150090 learned_addr learned my addr 172.21.15.7:0/830150090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd5af2f0 con 0x55b0fd64ab40 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804f7fe640 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd649a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd556cf0 con 0x55b0fd6495d0 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd5ab2b0 con 0x55b0fd654370 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804cff9640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 0x7f80380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804effd640 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 0x55b0fd656760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.664+0000 7f804cff9640 1 -- 172.21.15.7:0/4052036883 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f80400ef700 con 0x7f8050101de0 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 -- 172.21.15.7:0/830150090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 msgr2=0x55b0fd649a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd649a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 -- 172.21.15.7:0/830150090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 msgr2=0x55b0fd649090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd649090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 -- 172.21.15.7:0/830150090 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0fd53b3a0 con 0x55b0fd654370 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804ffff640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 0x7f80380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804ffff640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 0x7f80380a5040 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d90 tx=0x7f8048009e50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.665+0000 7f804effd640 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 0x55b0fd656760 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f805010c850 tx=0x7f8044011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31e421eea94f90ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.666+0000 7f8035ffb640 1 -- 172.21.15.7:0/830150090 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804401e070 con 0x55b0fd654370 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.666+0000 7f8035ffb640 1 -- 172.21.15.7:0/830150090 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8044009d70 con 0x55b0fd654370 2024-09-10T07:51:10.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.666+0000 7f8035ffb640 1 -- 172.21.15.7:0/830150090 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80440186a0 con 0x55b0fd654370 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 msgr2=0x55b0fd656760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 0x55b0fd656760 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f805010c850 tx=0x7f8044011810 comp rx=0 tx=0).stop 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 shutdown_connections 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd654370 0x55b0fd656760 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd649a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 --2- 172.21.15.7:0/830150090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd649090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 >> 172.21.15.7:0/830150090 conn(0x55b0fd612310 msgr2=0x55b0fd645c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 shutdown_connections 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.667+0000 7f8058178740 1 -- 172.21.15.7:0/830150090 wait complete. 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.668+0000 7f8058178740 1 -- start start 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.668+0000 7f8058178740 1 Processor -- start 2024-09-10T07:51:10.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd64ab40 0x55b0fd651000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd6515d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd657070 con 0x55b0fd654370 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd56a060 con 0x55b0fd6495d0 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f804f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f804f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:39060/0 (socket says 172.21.15.7:39060) 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f804f7fe640 1 -- 172.21.15.7:0/4108194826 learned_addr learned my addr 172.21.15.7:0/4108194826 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b0fd6571f0 con 0x55b0fd64ab40 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.669+0000 7f804effd640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd64ab40 0x55b0fd651000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804ffff640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd6515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f8058178740 10 client.0 _ll_register_callbacks cb 0x55b0fd2bd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 -- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd64ab40 msgr2=0x55b0fd651000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd64ab40 0x55b0fd651000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 -- 172.21.15.7:0/4108194826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 msgr2=0x55b0fd6515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd6515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 -- 172.21.15.7:0/4108194826 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0fd3203c0 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804ffff640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd6515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8044009d70 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f804f7fe640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80400bb970 tx=0x7f80400bb870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcf0e2902194e264 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f802effd640 10 client.26375 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f802effd640 1 -- 172.21.15.7:0/4108194826 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040049040 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.670+0000 7f802effd640 1 -- 172.21.15.7:0/4108194826 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f80400ef420 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f802effd640 1 -- 172.21.15.7:0/4108194826 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f80400c4830 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 10 client.26375 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=31}) -- 0x55b0fd6629f0 con 0x55b0fd6495d0 2024-09-10T07:51:10.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f802effd640 1 -- 172.21.15.7:0/4108194826 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f80400b82e0 con 0x55b0fd6495d0 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 10 client.26375 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 10 client.26375 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 20 client.26375 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd664030 0x55b0fd6664c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 4 client.26375 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.671+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0fd5bc860 con 0x55b0fd664030 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.672+0000 7f804effd640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd664030 0x55b0fd6664c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.672+0000 7f802effd640 10 client.26375 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.672+0000 7f804effd640 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd664030 0x55b0fd6664c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=87aa097c3a03888b server_cookie=9ada92cb1c4efbb6 in_seq=0 out_seq=0 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f802effd640 1 -- 172.21.15.7:0/4108194826 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0fd5bc860 con 0x55b0fd664030 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f802effd640 10 client.26375 handle_command_reply: tid=0 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 client.26375 shutdown 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 msgr2=0x55b0fd653d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80400bb970 tx=0x7f80400bb870 comp rx=0 tx=0).stop 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 shutdown_connections 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd664030 0x55b0fd6664c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd6515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd64ab40 0x55b0fd651000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 --2- 172.21.15.7:0/4108194826 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd6495d0 0x55b0fd653d50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 >> 172.21.15.7:0/4108194826 conn(0x55b0fd612310 msgr2=0x55b0fd64b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f802effd640 0 client.26375 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.673+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 shutdown_connections 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.674+0000 7f8058178740 1 -- 172.21.15.7:0/4108194826 wait complete. 2024-09-10T07:51:10.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.674+0000 7f8058178740 20 client.26375 trim_cache size 0 max 16384 2024-09-10T07:51:10.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 Processor -- start 2024-09-10T07:51:10.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 -- start start 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd660310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd64c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 0x55b0fd64c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b7a20 con 0x55b0fd64ab40 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b52f0 con 0x55b0fd654370 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.690+0000 7f8058178740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b3160 con 0x55b0fd6495d0 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd64c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 0x55b0fd64c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd660310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd64c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60498/0 (socket says 172.21.15.7:60498) 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804effd640 1 -- 172.21.15.7:0/3925685848 learned_addr learned my addr 172.21.15.7:0/3925685848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 -- 172.21.15.7:0/3925685848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 msgr2=0x55b0fd660310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd660310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 -- 172.21.15.7:0/3925685848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 msgr2=0x55b0fd64c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd64c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 -- 172.21.15.7:0/3925685848 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0fd646960 con 0x55b0fd654370 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.691+0000 7f804ffff640 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 0x55b0fd64c660 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f804800fc20 tx=0x7f804801e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8479a64a8b448477 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.692+0000 7f80357fa640 1 -- 172.21.15.7:0/3925685848 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804801f8c0 con 0x55b0fd654370 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.692+0000 7f80357fa640 1 -- 172.21.15.7:0/3925685848 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804801b040 con 0x55b0fd654370 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.692+0000 7f80357fa640 1 -- 172.21.15.7:0/3925685848 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048010cd0 con 0x55b0fd654370 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.692+0000 7f8058178740 1 -- 172.21.15.7:0/3925685848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 msgr2=0x55b0fd64c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.692+0000 7f8058178740 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 0x55b0fd64c660 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f804800fc20 tx=0x7f804801e000 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 -- 172.21.15.7:0/3925685848 shutdown_connections 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd654370 0x55b0fd64c660 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd64ab40 0x55b0fd64c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 --2- 172.21.15.7:0/3925685848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd660310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 -- 172.21.15.7:0/3925685848 >> 172.21.15.7:0/3925685848 conn(0x55b0fd612310 msgr2=0x55b0fd64f8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 -- 172.21.15.7:0/3925685848 shutdown_connections 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 -- 172.21.15.7:0/3925685848 wait complete. 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 -- start start 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.693+0000 7f8058178740 1 Processor -- start 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd657be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd65c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b37b0 con 0x55b0fd654370 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b4c20 con 0x55b0fd64ab40 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80501b3e80 con 0x55b0fd6495d0 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f8058178740 10 client.0 _ll_register_callbacks cb 0x7f80400b7f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:10.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f804ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd65c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f804effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f804effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:39066/0 (socket says 172.21.15.7:39066) 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f804effd640 1 -- 172.21.15.7:0/2082371211 learned_addr learned my addr 172.21.15.7:0/2082371211 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.694+0000 7f804f7fe640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd657be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 -- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 msgr2=0x55b0fd657be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd657be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 -- 172.21.15.7:0/2082371211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 msgr2=0x55b0fd65c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd65c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 -- 172.21.15.7:0/2082371211 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0fd65c810 con 0x55b0fd64ab40 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804ffff640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd65c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f804effd640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f80440097b0 tx=0x7f8044011dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94b51dc72a99d49a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f802effd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:10.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044033060 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f80440051b0 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f804801b040 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.695+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f804403a050 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 10 client.26381 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b0fd6ce7a0 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804801b040 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f80440054d0 con 0x55b0fd64ab40 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 10 client.26381 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 10 client.26381 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 20 client.26381 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd6ced50 0x55b0fd6d1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 4 client.26381 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.696+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b0fd5b6d70 con 0x55b0fd6ced50 2024-09-10T07:51:10.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f804f7fe640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd6ced50 0x55b0fd6d1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f804f7fe640 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd6ced50 0x55b0fd6d1170 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=efa2dab91b03ac6b server_cookie=24e4a92c2cab13dc in_seq=0 out_seq=0 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f802effd640 10 client.26381 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f802effd640 1 -- 172.21.15.7:0/2082371211 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b0fd5b6d70 con 0x55b0fd6ced50 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f802effd640 10 client.26381 handle_command_reply: tid=0 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f8058178740 1 client.26381 shutdown 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 msgr2=0x55b0fd658120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.697+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f80440097b0 tx=0x7f8044011dc0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 shutdown_connections 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55b0fd6ced50 0x55b0fd6d1170 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0fd654370 0x55b0fd65c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0fd64ab40 0x55b0fd658120 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 --2- 172.21.15.7:0/2082371211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0fd6495d0 0x55b0fd657be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 >> 172.21.15.7:0/2082371211 conn(0x55b0fd612310 msgr2=0x55b0fd653080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f802effd640 0 client.26381 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:10.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 shutdown_connections 2024-09-10T07:51:10.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 1 -- 172.21.15.7:0/2082371211 wait complete. 2024-09-10T07:51:10.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.698+0000 7f8058178740 20 client.26381 trim_cache size 0 max 16384 2024-09-10T07:51:10.704 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:51:10.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 msgr2=0x7f80380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 0x7f80380a5040 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d90 tx=0x7f8048009e50 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 msgr2=0x7f805010b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8040005940 tx=0x7f80400040c0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 shutdown_connections 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f80380a2b80 0x7f80380a5040 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8050106f10 0x7f80501aa760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8050102790 0x7f805010b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.699+0000 7f8055d9f640 1 --2- 172.21.15.7:0/4052036883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8050101de0 0x7f805010b000 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.700+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 >> 172.21.15.7:0/4052036883 conn(0x7f80500fd8c0 msgr2=0x7f80500fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.700+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 shutdown_connections 2024-09-10T07:51:10.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:10.700+0000 7f8055d9f640 1 -- 172.21.15.7:0/4052036883 wait complete. 2024-09-10T07:51:11.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106459 1.98 MB/sec execute 134 sec latency 13.580 ms 2024-09-10T07:51:11.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:51:11.621 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:12.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106818 1.98 MB/sec execute 135 sec latency 64.598 ms 2024-09-10T07:51:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 -- 172.21.15.7:0/251102585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0102d90 msgr2=0x7f6ae0103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 --2- 172.21.15.7:0/251102585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0102d90 0x7f6ae0103170 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009930 tx=0x7f6adc02a420 comp rx=0 tx=0).stop 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 -- 172.21.15.7:0/251102585 shutdown_connections 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 --2- 172.21.15.7:0/251102585 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0108290 0x7f6ae010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 --2- 172.21.15.7:0/251102585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0103740 0x7f6ae0107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 --2- 172.21.15.7:0/251102585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0102d90 0x7f6ae0103170 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 -- 172.21.15.7:0/251102585 >> 172.21.15.7:0/251102585 conn(0x7f6ae00fc7d0 msgr2=0x7f6ae00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 -- 172.21.15.7:0/251102585 shutdown_connections 2024-09-10T07:51:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.336+0000 7f6ae746a640 1 -- 172.21.15.7:0/251102585 wait complete. 2024-09-10T07:51:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.337+0000 7f6ae746a640 1 Processor -- start 2024-09-10T07:51:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.337+0000 7f6ae746a640 1 -- start start 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0102d90 0x7f6ae01009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0108290 0x7f6ae0101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0111f40 con 0x7f6ae0108290 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0111dc0 con 0x7f6ae0102d90 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae746a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01120c0 con 0x7f6ae0103740 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57498/0 (socket says 172.21.15.7:57498) 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae5a07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0108290 0x7f6ae0101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2382201013 learned_addr learned my addr 172.21.15.7:0/2382201013 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0102d90 0x7f6ae01009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2382201013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0102d90 msgr2=0x7f6ae01009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0102d90 0x7f6ae01009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0108290 msgr2=0x7f6ae0101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0108290 0x7f6ae0101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2382201013 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae01a69c0 con 0x7f6ae0103740 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.338+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000e9a0 tx=0x7f6ad000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.339+0000 7f6ad67fc640 1 -- 172.21.15.7:0/2382201013 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad000cd80 con 0x7f6ae0103740 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.339+0000 7f6ad67fc640 1 -- 172.21.15.7:0/2382201013 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad00035f0 con 0x7f6ae0103740 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.339+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae01a6cb0 con 0x7f6ae0103740 2024-09-10T07:51:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.339+0000 7f6ad67fc640 1 -- 172.21.15.7:0/2382201013 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad0010690 con 0x7f6ae0103740 2024-09-10T07:51:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.339+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae01a71a0 con 0x7f6ae0103740 2024-09-10T07:51:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.341+0000 7f6ae9843740 1 Processor -- start 2024-09-10T07:51:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 -- start start 2024-09-10T07:51:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ad67fc640 1 -- 172.21.15.7:0/2382201013 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6ad00037a0 con 0x7f6ae0103740 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c174ff400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17501d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558c1745a2a0 con 0x558c174f4760 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558c17401b10 con 0x558c174ff940 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae9843740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558c17456260 con 0x558c174f5080 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae5a07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae5a07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60534/0 (socket says 172.21.15.7:60534) 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae5a07640 1 -- 172.21.15.7:0/1242904903 learned_addr learned my addr 172.21.15.7:0/1242904903 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae5206640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c174ff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.342+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17501d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 -- 172.21.15.7:0/1242904903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 msgr2=0x558c174ff400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c174ff400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 -- 172.21.15.7:0/1242904903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 msgr2=0x558c17501d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17501d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 -- 172.21.15.7:0/1242904903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c171cbb90 con 0x558c174f4760 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5206640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c174ff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ad67fc640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 0x7f6acc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009f50 tx=0x7f6ad80118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fcda4464c83eeee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6acb7fe640 1 -- 172.21.15.7:0/1242904903 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8004d20 con 0x558c174f4760 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ad67fc640 1 -- 172.21.15.7:0/2382201013 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6ad00cf660 con 0x7f6ae0103740 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6acb7fe640 1 -- 172.21.15.7:0/1242904903 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad8004050 con 0x558c174f4760 2024-09-10T07:51:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6acb7fe640 1 -- 172.21.15.7:0/1242904903 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8005280 con 0x558c174f4760 2024-09-10T07:51:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.343+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 0x7f6acc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 -- 172.21.15.7:0/1242904903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 msgr2=0x558c174f4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 0x7f6acc0a5040 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009900 tx=0x7f6adc005fd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009f50 tx=0x7f6ad80118d0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 -- 172.21.15.7:0/1242904903 shutdown_connections 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17501d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c174ff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 --2- 172.21.15.7:0/1242904903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174f4b40 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 -- 172.21.15.7:0/1242904903 >> 172.21.15.7:0/1242904903 conn(0x558c174f0cf0 msgr2=0x558c174f10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 -- 172.21.15.7:0/1242904903 shutdown_connections 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.344+0000 7f6ae9843740 1 -- 172.21.15.7:0/1242904903 wait complete. 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 -- start start 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 Processor -- start 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c174fc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558c17502510 con 0x558c174f5080 2024-09-10T07:51:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558c173e26e0 con 0x558c174ff940 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558c17502690 con 0x558c174f4760 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae9843740 10 client.0 _ll_register_callbacks cb 0x558c17406a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae5a07640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60548/0 (socket says 172.21.15.7:60548) 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae5a07640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:39106/0 (socket says 172.21.15.7:39106) 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2385053348 learned_addr learned my addr 172.21.15.7:0/2385053348 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.345+0000 7f6ae5206640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c174fc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2385053348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 msgr2=0x558c174fc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c174fc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 msgr2=0x558c174fd230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2385053348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c1750b980 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c174fc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000c6a0 tx=0x7f6ad0009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97095d33f368f380 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ac8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad009b660 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6ad009af70 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ad8004050 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6ad009b480 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.346+0000 7f6ae9843740 10 client.16950 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558c1750e370 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad8004050 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6ad00d1be0 con 0x558c174f5080 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 10 client.16950 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 10 client.16950 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 20 client.16950 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1750f710 0x558c17511b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 4 client.16950 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c174679d0 con 0x558c1750f710 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.347+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1750f710 0x558c17511b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ac8ff9640 10 client.16950 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1750f710 0x558c17511b20 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c51626334df67e7 server_cookie=3f2865676d920a80 in_seq=0 out_seq=0 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/2385053348 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558c174679d0 con 0x558c1750f710 2024-09-10T07:51:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ac8ff9640 10 client.16950 handle_command_reply: tid=0 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae9843740 1 client.16950 shutdown 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 msgr2=0x558c174fccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000c6a0 tx=0x7f6ad0009490 comp rx=0 tx=0).stop 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 shutdown_connections 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.348+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1750f710 0x558c17511b20 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c174fd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c174fccf0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2385053348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c174fc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 >> 172.21.15.7:0/2385053348 conn(0x558c174f0cf0 msgr2=0x558c174efe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ac8ff9640 0 client.16950 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 shutdown_connections 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 1 -- 172.21.15.7:0/2385053348 wait complete. 2024-09-10T07:51:12.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.349+0000 7f6ae9843740 20 client.16950 trim_cache size 0 max 16384 2024-09-10T07:51:12.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 Processor -- start 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 -- start start 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17517930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b3690 con 0x558c174f4760 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b0f60 con 0x558c174ff940 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae9843740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01aedd0 con 0x558c174f5080 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae5206640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57518/0 (socket says 172.21.15.7:57518) 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae5206640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60554/0 (socket says 172.21.15.7:60554) 2024-09-10T07:51:12.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2531121849 learned_addr learned my addr 172.21.15.7:0/2531121849 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:12.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.369+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17517930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2531121849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 msgr2=0x558c17517930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17517930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2531121849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 msgr2=0x558c174fb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 -- 172.21.15.7:0/2531121849 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c174ec260 con 0x558c174f5080 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae5206640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17517930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000e970 tx=0x7f6ad009a030 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b113957a352f8db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6acaffd640 1 -- 172.21.15.7:0/2531121849 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad007e030 con 0x558c174f5080 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6acaffd640 1 -- 172.21.15.7:0/2531121849 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad009ce50 con 0x558c174f5080 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.370+0000 7f6acaffd640 1 -- 172.21.15.7:0/2531121849 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad009fed0 con 0x558c174f5080 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 -- 172.21.15.7:0/2531121849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 msgr2=0x558c175173f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000e970 tx=0x7f6ad009a030 comp rx=0 tx=0).stop 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 -- 172.21.15.7:0/2531121849 shutdown_connections 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17517930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f5080 0x558c175173f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 --2- 172.21.15.7:0/2531121849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f4760 0x558c174fb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 -- 172.21.15.7:0/2531121849 >> 172.21.15.7:0/2531121849 conn(0x558c174f0cf0 msgr2=0x558c174fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 -- 172.21.15.7:0/2531121849 shutdown_connections 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.371+0000 7f6ae9843740 1 -- 172.21.15.7:0/2531121849 wait complete. 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.372+0000 7f6ae9843740 1 -- start start 2024-09-10T07:51:12.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.372+0000 7f6ae9843740 1 Processor -- start 2024-09-10T07:51:12.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17504370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01af420 con 0x558c174f5080 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b0890 con 0x558c174ff940 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01afaf0 con 0x558c174f4760 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57528/0 (socket says 172.21.15.7:57528) 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 -- 172.21.15.7:0/4068307728 learned_addr learned my addr 172.21.15.7:0/4068307728 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae4a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60568/0 (socket says 172.21.15.7:60568) 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5a07640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17504370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae9843740 10 client.0 _ll_register_callbacks cb 0x7f6ad0003e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 -- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 msgr2=0x558c17504370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17504370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 -- 172.21.15.7:0/4068307728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 msgr2=0x558c17503e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:12.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae5206640 1 -- 172.21.15.7:0/4068307728 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c174f75d0 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.373+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ae5206640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6adc053fd0 tx=0x7f6adc02a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6783d367614a8332 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ac8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc035040 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6adc004450 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ad009ce50 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6adc05c850 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ae9843740 10 client.26422 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.374+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558c1757a7b0 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad009ce50 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6adc053300 con 0x558c174f4760 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 10 client.26422 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:12.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 10 client.26422 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 20 client.26422 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1757af40 0x558c1757d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 4 client.26422 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}] 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}) -- 0x558c17461d20 con 0x558c1757af40 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.375+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1757af40 0x558c1757d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.376+0000 7f6ac8ff9640 10 client.26422 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:12.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.376+0000 7f6ae4a05640 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1757af40 0x558c1757d350 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c4a61bebd86637a server_cookie=cacc98a75144f5c8 in_seq=0 out_seq=0 2024-09-10T07:51:12.407 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ac8ff9640 1 -- 172.21.15.7:0/4068307728 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558c17461d20 con 0x558c1757af40 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ac8ff9640 10 client.26422 handle_command_reply: tid=0 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 client.26422 shutdown 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 msgr2=0x558c175038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6adc053fd0 tx=0x7f6adc02a420 comp rx=0 tx=0).stop 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 shutdown_connections 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558c1757af40 0x558c1757d350 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558c174ff940 0x558c17504370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c174f5080 0x558c17503e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 --2- 172.21.15.7:0/4068307728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558c174f4760 0x558c175038f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ac8ff9640 0 client.26422 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 >> 172.21.15.7:0/4068307728 conn(0x558c174f0cf0 msgr2=0x558c174ef650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 shutdown_connections 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 1 -- 172.21.15.7:0/4068307728 wait complete. 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.456+0000 7f6ae9843740 20 client.26422 trim_cache size 0 max 16384 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:51:12.457 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 18, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "d8487415": { 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 18, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 140.1, 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:51:12.458 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 msgr2=0x7f6acc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 0x7f6acc0a5040 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009900 tx=0x7f6adc005fd0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 msgr2=0x7f6ae0100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000e9a0 tx=0x7f6ad000ee60 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 shutdown_connections 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6acc0a2b80 0x7f6acc0a5040 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ae0108290 0x7f6ae0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae0103740 0x7f6ae0100f30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 --2- 172.21.15.7:0/2382201013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ae0102d90 0x7f6ae01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 >> 172.21.15.7:0/2382201013 conn(0x7f6ae00fc7d0 msgr2=0x7f6ae0105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:12.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 shutdown_connections 2024-09-10T07:51:12.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:12.457+0000 7f6ae746a640 1 -- 172.21.15.7:0/2382201013 wait complete. 2024-09-10T07:51:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:12 smithi007 ceph-mon[30879]: pgmap v537: 129 pgs: 129 active+clean; 52 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2024-09-10T07:51:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:12 smithi110 ceph-mon[34417]: pgmap v537: 129 pgs: 129 active+clean; 52 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2024-09-10T07:51:13.193 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:12 smithi145 ceph-mon[34766]: pgmap v537: 129 pgs: 129 active+clean; 52 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2024-09-10T07:51:13.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2760656931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc101420 msgr2=0x7f6ebc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2760656931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc101420 0x7f6ebc10d950 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4009cd0 tx=0x7f6eb402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2760656931 shutdown_connections 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2760656931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc101420 0x7f6ebc10d950 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2760656931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc100a80 0x7f6ebc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2760656931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 0x7f6ebc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2760656931 >> 172.21.15.7:0/2760656931 conn(0x7f6ebc0fc7a0 msgr2=0x7f6ebc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2760656931 shutdown_connections 2024-09-10T07:51:13.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.221+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2760656931 wait complete. 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 Processor -- start 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 -- start start 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 0x7f6ebc0fd340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 0x7f6ebc0fd880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc110d30 con 0x7f6ebc100a80 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc110bb0 con 0x7f6ebc106a80 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ec15b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc110eb0 con 0x7f6ebc101420 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ebaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ebaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60580/0 (socket says 172.21.15.7:60580) 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2806752478 learned_addr learned my addr 172.21.15.7:0/2806752478 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.222+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 0x7f6ebc0fd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 0x7f6ebc0fd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2806752478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 msgr2=0x7f6ebc0fd340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 0x7f6ebc0fd340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2806752478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 msgr2=0x7f6ebc0fd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 0x7f6ebc0fd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2806752478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ebc1a6810 con 0x7f6ebc100a80 2024-09-10T07:51:13.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 0x7f6ebc0fd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00d950 tx=0x7f6eac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ea3fff640 1 -- 172.21.15.7:0/2806752478 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac017070 con 0x7f6ebc100a80 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ea3fff640 1 -- 172.21.15.7:0/2806752478 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6eac009c30 con 0x7f6ebc100a80 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ea3fff640 1 -- 172.21.15.7:0/2806752478 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac00f620 con 0x7f6ebc100a80 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ebc1a6b00 con 0x7f6ebc100a80 2024-09-10T07:51:13.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.223+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ebc1a6ff0 con 0x7f6ebc100a80 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.226+0000 7f6ea3fff640 1 -- 172.21.15.7:0/2806752478 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6eac0109a0 con 0x7f6ebc100a80 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.226+0000 7f6ec3990740 1 Processor -- start 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.226+0000 7f6ec3990740 1 -- start start 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.226+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.226+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 0x562bca1d5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 0x562bca1e2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ec3990740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562bca13b2f0 con 0x562bca1d6b40 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ec3990740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562bca0e2cf0 con 0x562bca1d55d0 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ec3990740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562bca1372b0 con 0x562bca1e0370 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60584/0 (socket says 172.21.15.7:60584) 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 -- 172.21.15.7:0/3636514357 learned_addr learned my addr 172.21.15.7:0/3636514357 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 0x562bca1e2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 0x562bca1d5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ea3fff640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 0x7f6ea40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 -- 172.21.15.7:0/3636514357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 msgr2=0x562bca1e2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 0x562bca1e2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 -- 172.21.15.7:0/3636514357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 msgr2=0x562bca1d5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 0x562bca1d5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 -- 172.21.15.7:0/3636514357 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bca0c73a0 con 0x562bca1d6b40 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 0x562bca1d5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 0x562bca1e2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ea3fff640 1 -- 172.21.15.7:0/2806752478 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6eac0cef60 con 0x7f6ebc100a80 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 0x7f6ea40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.227+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4009cd0 tx=0x7f6eb4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8e325a68defd00e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.228+0000 7f6ea17fa640 1 -- 172.21.15.7:0/3636514357 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4004b40 con 0x562bca1d6b40 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.228+0000 7f6ea17fa640 1 -- 172.21.15.7:0/3636514357 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6eb4036040 con 0x562bca1d6b40 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.228+0000 7f6ea17fa640 1 -- 172.21.15.7:0/3636514357 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb40305a0 con 0x562bca1d6b40 2024-09-10T07:51:13.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.228+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 0x7f6ea40a50c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6eb40317f0 tx=0x7f6eb404b000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- 172.21.15.7:0/3636514357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 msgr2=0x562bca1d5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4009cd0 tx=0x7f6eb4009a20 comp rx=0 tx=0).stop 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- 172.21.15.7:0/3636514357 shutdown_connections 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1e0370 0x562bca1e2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1d55d0 0x562bca1d5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3636514357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1d5090 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- 172.21.15.7:0/3636514357 >> 172.21.15.7:0/3636514357 conn(0x562bca19e310 msgr2=0x562bca1d1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- 172.21.15.7:0/3636514357 shutdown_connections 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- 172.21.15.7:0/3636514357 wait complete. 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- start start 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 Processor -- start 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1dfd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1dd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562bca1e3010 con 0x562bca1d6b40 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562bca0f6060 con 0x562bca1e0370 2024-09-10T07:51:13.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.229+0000 7f6ec3990740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562bca1e3190 con 0x562bca1d55d0 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6ec3990740 10 client.0 _ll_register_callbacks cb 0x562bc9e498c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60590/0 (socket says 172.21.15.7:60590) 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 -- 172.21.15.7:0/1834417371 learned_addr learned my addr 172.21.15.7:0/1834417371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1dfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1dd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 -- 172.21.15.7:0/1834417371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 msgr2=0x562bca1dfd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1dfd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 -- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 msgr2=0x562bca1dd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1dd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 -- 172.21.15.7:0/1834417371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bc9eac3c0 con 0x562bca1d6b40 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1dd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:13.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0013710 tx=0x7f6eb0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=724190e8941c9a26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6e9eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0020060 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6eb001b3f0 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.230+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eb4036040 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6eb001b630 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 10 client.16968 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562bca1eeb70 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6eb4036040 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6eb001a030 con 0x562bca1d6b40 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 10 client.16968 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 10 client.16968 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 20 client.16968 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:13.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca1effd0 0x562bca1f2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 4 client.16968 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562bca148860 con 0x562bca1effd0 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.231+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca1effd0 0x562bca1f2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.232+0000 7f6e9eff5640 10 client.16968 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.232+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca1effd0 0x562bca1f2410 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d7b13112055e7dd server_cookie=91fff180ac92f1f2 in_seq=0 out_seq=0 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.232+0000 7f6e9eff5640 1 -- 172.21.15.7:0/1834417371 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562bca148860 con 0x562bca1effd0 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.232+0000 7f6e9eff5640 10 client.16968 handle_command_reply: tid=0 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.232+0000 7f6ec3990740 1 client.16968 shutdown 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 msgr2=0x562bca1dd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0013710 tx=0x7f6eb0009f90 comp rx=0 tx=0).stop 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 shutdown_connections 2024-09-10T07:51:13.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca1effd0 0x562bca1f2410 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1dd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1dd030 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 --2- 172.21.15.7:0/1834417371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1dfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6e9eff5640 0 client.16968 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 >> 172.21.15.7:0/1834417371 conn(0x562bca19e310 msgr2=0x562bca1d7930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 shutdown_connections 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 1 -- 172.21.15.7:0/1834417371 wait complete. 2024-09-10T07:51:13.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.233+0000 7f6ec3990740 20 client.16968 trim_cache size 0 max 16384 2024-09-10T07:51:13.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 Processor -- start 2024-09-10T07:51:13.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 -- start start 2024-09-10T07:51:13.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d6b40 0x562bca1dc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1d8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1b3790 con 0x562bca1d55d0 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1b1060 con 0x562bca1e0370 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ec3990740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1aeed0 con 0x562bca1d6b40 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ebaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ebaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60606/0 (socket says 172.21.15.7:60606) 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2932138849 learned_addr learned my addr 172.21.15.7:0/2932138849 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1d8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.246+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d6b40 0x562bca1dc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2932138849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d6b40 msgr2=0x562bca1dc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d6b40 0x562bca1dc8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2932138849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 msgr2=0x562bca1d8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1d8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 -- 172.21.15.7:0/2932138849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bca1d0310 con 0x562bca1d55d0 2024-09-10T07:51:13.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1d8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:13.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f6eac09b120 tx=0x7f6eac097040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ac595b938bd4c5d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ea0ff9640 1 -- 172.21.15.7:0/2932138849 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac020030 con 0x562bca1d55d0 2024-09-10T07:51:13.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ea0ff9640 1 -- 172.21.15.7:0/2932138849 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6eac09b420 con 0x562bca1d55d0 2024-09-10T07:51:13.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ea0ff9640 1 -- 172.21.15.7:0/2932138849 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac097a90 con 0x562bca1d55d0 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ec3990740 1 -- 172.21.15.7:0/2932138849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 msgr2=0x562bca1ec2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ec3990740 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f6eac09b120 tx=0x7f6eac097040 comp rx=0 tx=0).stop 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ec3990740 1 -- 172.21.15.7:0/2932138849 shutdown_connections 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ec3990740 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1d8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.247+0000 7f6ec3990740 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d6b40 0x562bca1dc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 --2- 172.21.15.7:0/2932138849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d55d0 0x562bca1ec2e0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- 172.21.15.7:0/2932138849 >> 172.21.15.7:0/2932138849 conn(0x562bca19e310 msgr2=0x562bca1dc120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- 172.21.15.7:0/2932138849 shutdown_connections 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- 172.21.15.7:0/2932138849 wait complete. 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- start start 2024-09-10T07:51:13.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 Processor -- start 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1e8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1e4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1af520 con 0x562bca1d6b40 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1b0990 con 0x562bca1e0370 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc1afbf0 con 0x562bca1d55d0 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6ec3990740 10 client.0 _ll_register_callbacks cb 0x7f6eb0009840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6eba7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6eba7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60618/0 (socket says 172.21.15.7:60618) 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.248+0000 7f6eba7fc640 1 -- 172.21.15.7:0/3022712811 learned_addr learned my addr 172.21.15.7:0/3022712811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ebb7fe640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1e4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1e8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 -- 172.21.15.7:0/3022712811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 msgr2=0x562bca1e8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1e8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 -- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 msgr2=0x562bca1e4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1e4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 -- 172.21.15.7:0/3022712811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bca1e4b70 con 0x562bca1d6b40 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1e8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6eba7fc640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00108d0 tx=0x7f6eb0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b27cba816b823a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:13.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6e9eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:13.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.96 MB/sec execute 136 sec latency 879.253 ms 2024-09-10T07:51:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0033060 con 0x562bca1d6b40 2024-09-10T07:51:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6eb00105d0 con 0x562bca1d6b40 2024-09-10T07:51:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eac09b420 con 0x562bca1d6b40 2024-09-10T07:51:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6eb0020020 con 0x562bca1d6b40 2024-09-10T07:51:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ec3990740 10 client.16974 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.249+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562bca25abf0 con 0x562bca1d6b40 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6eac09b420 con 0x562bca1d6b40 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6eb001a050 con 0x562bca1d6b40 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 10 client.16974 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 10 client.16974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 20 client.16974 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca25b310 0x562bca25d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 4 client.16974 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562bca142d70 con 0x562bca25b310 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca25b310 0x562bca25d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6e9eff5640 10 client.16974 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.250+0000 7f6ebaffd640 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca25b310 0x562bca25d730 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4b164f121f1dae9 server_cookie=8be5df16119d1967 in_seq=0 out_seq=0 2024-09-10T07:51:13.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6e9eff5640 1 -- 172.21.15.7:0/3022712811 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562bca142d70 con 0x562bca25b310 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6e9eff5640 10 client.16974 handle_command_reply: tid=0 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 client.16974 shutdown 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 msgr2=0x562bca1e3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00108d0 tx=0x7f6eb0011810 comp rx=0 tx=0).stop 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 shutdown_connections 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562bca25b310 0x562bca25d730 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562bca1e0370 0x562bca1e4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bca1d6b40 0x562bca1e3e00 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 --2- 172.21.15.7:0/3022712811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562bca1d55d0 0x562bca1e8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 >> 172.21.15.7:0/3022712811 conn(0x562bca19e310 msgr2=0x562bca1de890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6e9eff5640 0 client.16974 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 shutdown_connections 2024-09-10T07:51:13.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 1 -- 172.21.15.7:0/3022712811 wait complete. 2024-09-10T07:51:13.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec3990740 20 client.16974 trim_cache size 0 max 16384 2024-09-10T07:51:13.257 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:51:13.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 msgr2=0x7f6ea40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 0x7f6ea40a50c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6eb40317f0 tx=0x7f6eb404b000 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 msgr2=0x7f6ebc0fce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.251+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00d950 tx=0x7f6eac00de10 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 shutdown_connections 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ea40a2c00 0x7f6ea40a50c0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6ebc106a80 0x7f6ebc0fd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ebc101420 0x7f6ebc0fd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 --2- 172.21.15.7:0/2806752478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ebc100a80 0x7f6ebc0fce00 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 >> 172.21.15.7:0/2806752478 conn(0x7f6ebc0fc7a0 msgr2=0x7f6ebc06aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 shutdown_connections 2024-09-10T07:51:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:13.252+0000 7f6ec15b7640 1 -- 172.21.15.7:0/2806752478 wait complete. 2024-09-10T07:51:13.653 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'd8487415', quiesce took 5.2 seconds. Will release after: 14.900000000000002 2024-09-10T07:51:14.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.95 MB/sec execute 137 sec latency 1879.342 ms 2024-09-10T07:51:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:14 smithi007 ceph-mon[30879]: pgmap v538: 129 pgs: 129 active+clean; 52 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2024-09-10T07:51:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:14 smithi110 ceph-mon[34417]: pgmap v538: 129 pgs: 129 active+clean; 52 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2024-09-10T07:51:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:14 smithi145 ceph-mon[34766]: pgmap v538: 129 pgs: 129 active+clean; 52 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2024-09-10T07:51:15.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.94 MB/sec execute 138 sec latency 2879.415 ms 2024-09-10T07:51:16.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.92 MB/sec execute 139 sec latency 3879.498 ms 2024-09-10T07:51:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:16 smithi007 ceph-mon[30879]: pgmap v539: 129 pgs: 129 active+clean; 53 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:16 smithi110 ceph-mon[34417]: pgmap v539: 129 pgs: 129 active+clean; 53 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:16 smithi145 ceph-mon[34766]: pgmap v539: 129 pgs: 129 active+clean; 53 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.4 MiB/s wr, 154 op/s 2024-09-10T07:51:17.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.91 MB/sec execute 140 sec latency 4879.625 ms 2024-09-10T07:51:18.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.90 MB/sec execute 141 sec latency 5879.770 ms 2024-09-10T07:51:18.458 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:51:18.458 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:51:18.730 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:19.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:18 smithi007 ceph-mon[30879]: pgmap v540: 129 pgs: 129 active+clean; 53 MiB data, 1009 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:51:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:18 smithi110 ceph-mon[34417]: pgmap v540: 129 pgs: 129 active+clean; 53 MiB data, 1009 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 -- 172.21.15.7:0/408465597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c102cc0 msgr2=0x7f1f5c1000d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 --2- 172.21.15.7:0/408465597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1000d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c009900 tx=0x7f1f4c02a410 comp rx=0 tx=0).stop 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 -- 172.21.15.7:0/408465597 shutdown_connections 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 --2- 172.21.15.7:0/408465597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c10e850 0x7f1f5c110c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 --2- 172.21.15.7:0/408465597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c100610 0x7f1f5c100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 --2- 172.21.15.7:0/408465597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1000d0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 -- 172.21.15.7:0/408465597 >> 172.21.15.7:0/408465597 conn(0x7f1f5c077210 msgr2=0x7f1f5c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 -- 172.21.15.7:0/408465597 shutdown_connections 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.228+0000 7f1f6168e640 1 -- 172.21.15.7:0/408465597 wait complete. 2024-09-10T07:51:19.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 Processor -- start 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 -- start start 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c100610 0x7f1f5c1a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c114280 con 0x7f1f5c10e850 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c114100 con 0x7f1f5c102cc0 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.229+0000 7f1f6168e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c114400 con 0x7f1f5c100610 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60628/0 (socket says 172.21.15.7:60628) 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/437877103 learned_addr learned my addr 172.21.15.7:0/437877103 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5affd640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c100610 0x7f1f5c1a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/437877103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c100610 msgr2=0x7f1f5c1a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c100610 0x7f1f5c1a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/437877103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c102cc0 msgr2=0x7f1f5c1a0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1a0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/437877103 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f5c19ad40 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1f5400cab0 tx=0x7f1f5400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f43fff640 1 -- 172.21.15.7:0/437877103 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5400ae20 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f5c19b030 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f43fff640 1 -- 172.21.15.7:0/437877103 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f5400f900 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f43fff640 1 -- 172.21.15.7:0/437877103 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f54018a00 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.230+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f5c1a7320 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.232+0000 7f1f43fff640 1 -- 172.21.15.7:0/437877103 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1f5400fab0 con 0x7f1f5c10e850 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 Processor -- start 2024-09-10T07:51:19.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 -- start start 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f43fff640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 0x7f1f440a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d71f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 0x55b988d7f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b988cd7280 con 0x55b988d72480 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b988c7eb10 con 0x55b988d7cd40 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f63a67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b988cd3240 con 0x55b988d71b60 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f43fff640 1 -- 172.21.15.7:0/437877103 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f540cf700 con 0x7f1f5c10e850 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 0x7f1f440a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60630/0 (socket says 172.21.15.7:60630) 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/1714047254 learned_addr learned my addr 172.21.15.7:0/1714047254 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:19.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5affd640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d71f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.233+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 0x55b988d7f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/1714047254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 msgr2=0x55b988d71f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d71f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/1714047254 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 msgr2=0x55b988d7f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 0x55b988d7f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/1714047254 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b988c8b1f0 con 0x55b988d72480 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 0x55b988d7f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 0x7f1f440a5040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1f50005ce0 tx=0x7f1f5000bb50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.234+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f1f50010740 tx=0x7f1f5001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc8c38f041ae559d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.235+0000 7f1f417fa640 1 -- 172.21.15.7:0/1714047254 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f50024070 con 0x55b988d72480 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.235+0000 7f1f417fa640 1 -- 172.21.15.7:0/1714047254 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f5000b690 con 0x55b988d72480 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.235+0000 7f1f417fa640 1 -- 172.21.15.7:0/1714047254 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f50020850 con 0x55b988d72480 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- 172.21.15.7:0/1714047254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 msgr2=0x55b988d7c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f1f50010740 tx=0x7f1f5001c000 comp rx=0 tx=0).stop 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- 172.21.15.7:0/1714047254 shutdown_connections 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d7cd40 0x55b988d7f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7c800 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 --2- 172.21.15.7:0/1714047254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d71f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- 172.21.15.7:0/1714047254 >> 172.21.15.7:0/1714047254 conn(0x55b988d6e0f0 msgr2=0x55b988d6e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- 172.21.15.7:0/1714047254 shutdown_connections 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- 172.21.15.7:0/1714047254 wait complete. 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 -- start start 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.236+0000 7f1f63a67740 1 Processor -- start 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d79c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d7a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b988d7f910 con 0x55b988d72480 2024-09-10T07:51:19.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b988c91f10 con 0x55b988d71b60 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b988d7fa90 con 0x55b988d7cd40 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f63a67740 10 client.0 _ll_register_callbacks cb 0x55b988c5aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60644/0 (socket says 172.21.15.7:60644) 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/4251636116 learned_addr learned my addr 172.21.15.7:0/4251636116 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5affd640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d79c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d7a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/4251636116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 msgr2=0x55b988d7a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d7a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 msgr2=0x55b988d79c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d79c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/4251636116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b988a486a0 con 0x55b988d72480 2024-09-10T07:51:19.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d7a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f1f50020470 tx=0x7f1f50020800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b6eea7c700e3dc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.237+0000 7f1f3eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5002e070 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f50010e00 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f5000b690 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f50038050 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 10 client.16986 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b988d8b510 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f5000b690 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f5001f070 con 0x55b988d72480 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 10 client.16986 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 10 client.16986 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:19.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 20 client.16986 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:19.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988d8c860 0x55b988d8ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 4 client.16986 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:19.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.238+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b988ce47f0 con 0x55b988d8c860 2024-09-10T07:51:19.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.239+0000 7f1f5affd640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988d8c860 0x55b988d8ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.246 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:18 smithi145 ceph-mon[34766]: pgmap v540: 129 pgs: 129 active+clean; 53 MiB data, 1009 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 137 op/s 2024-09-10T07:51:19.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.239+0000 7f1f5affd640 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988d8c860 0x55b988d8ec50 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=772c34f391e1ab5f server_cookie=fcaee57909ff154d in_seq=0 out_seq=0 2024-09-10T07:51:19.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.239+0000 7f1f3eff5640 10 client.16986 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:19.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f3eff5640 1 -- 172.21.15.7:0/4251636116 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b988ce47f0 con 0x55b988d8c860 2024-09-10T07:51:19.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f3eff5640 10 client.16986 handle_command_reply: tid=0 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 client.16986 shutdown 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 msgr2=0x55b988d7a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f1f50020470 tx=0x7f1f50020800 comp rx=0 tx=0).stop 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 shutdown_connections 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988d8c860 0x55b988d8ec50 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d7a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f3eff5640 0 client.16986 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d7a160 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 --2- 172.21.15.7:0/4251636116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d79c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 >> 172.21.15.7:0/4251636116 conn(0x55b988d6e0f0 msgr2=0x55b988d73e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 shutdown_connections 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 1 -- 172.21.15.7:0/4251636116 wait complete. 2024-09-10T07:51:19.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.240+0000 7f1f63a67740 20 client.16986 trim_cache size 0 max 16384 2024-09-10T07:51:19.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.88 MB/sec execute 142 sec latency 6879.815 ms 2024-09-10T07:51:19.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 Processor -- start 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 -- start start 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d7a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d94970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1b3780 con 0x55b988d72480 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1b1050 con 0x55b988d71b60 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f63a67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1aeec0 con 0x55b988d7cd40 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60660/0 (socket says 172.21.15.7:60660) 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/2141003431 learned_addr learned my addr 172.21.15.7:0/2141003431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5affd640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d7a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d94970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/2141003431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 msgr2=0x55b988d94970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d94970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/2141003431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 msgr2=0x55b988d7a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d7a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5a7fc640 1 -- 172.21.15.7:0/2141003431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b988d7c220 con 0x55b988d72480 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.258+0000 7f1f5affd640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d7a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f1f500059f0 tx=0x7f1f50005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6279c3d9466c54fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f40ff9640 1 -- 172.21.15.7:0/2141003431 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f50042070 con 0x55b988d72480 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f40ff9640 1 -- 172.21.15.7:0/2141003431 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f50010740 con 0x55b988d72480 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f40ff9640 1 -- 172.21.15.7:0/2141003431 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5002e040 con 0x55b988d72480 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 -- 172.21.15.7:0/2141003431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 msgr2=0x55b988d94430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f1f500059f0 tx=0x7f1f50005c70 comp rx=0 tx=0).stop 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 -- 172.21.15.7:0/2141003431 shutdown_connections 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d7cd40 0x55b988d94970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d72480 0x55b988d94430 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2141003431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d71b60 0x55b988d7a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 -- 172.21.15.7:0/2141003431 >> 172.21.15.7:0/2141003431 conn(0x55b988d6e0f0 msgr2=0x55b988d73e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 -- 172.21.15.7:0/2141003431 shutdown_connections 2024-09-10T07:51:19.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.259+0000 7f1f63a67740 1 -- 172.21.15.7:0/2141003431 wait complete. 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 -- start start 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 Processor -- start 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d80e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 0x55b988d813d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1af510 con 0x55b988d7cd40 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1b0980 con 0x55b988d72480 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c1afbe0 con 0x55b988d71b60 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f63a67740 10 client.0 _ll_register_callbacks cb 0x7f1f4c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f5b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f5b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60672/0 (socket says 172.21.15.7:60672) 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/2125510696 learned_addr learned my addr 172.21.15.7:0/2125510696 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:19.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 0x55b988d813d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.260+0000 7f1f5affd640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d80e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/2125510696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 msgr2=0x55b988d80e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d80e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 msgr2=0x55b988d813d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 0x55b988d813d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 -- 172.21.15.7:0/2125510696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b988d8efc0 con 0x55b988d7cd40 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5a7fc640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 0x55b988d813d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f5b7fe640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f1f5401f000 tx=0x7f1f5409c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb54a27d15a05030 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5409ff70 con 0x55b988d7cd40 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f540cf400 con 0x55b988d7cd40 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f50010740 con 0x55b988d7cd40 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f540a4830 con 0x55b988d7cd40 2024-09-10T07:51:19.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f63a67740 10 client.16992 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b988df7920 con 0x55b988d7cd40 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f50010740 con 0x55b988d7cd40 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.261+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f540a43a0 con 0x55b988d7cd40 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 10 client.16992 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 10 client.16992 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 20 client.16992 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988df8070 0x55b988dfa490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 4 client.16992 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b988cded00 con 0x55b988df8070 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f5affd640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988df8070 0x55b988dfa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f3eff5640 10 client.16992 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.262+0000 7f1f5affd640 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988df8070 0x55b988dfa490 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edf45658d0d446f2 server_cookie=aeccc998d25e51b8 in_seq=0 out_seq=0 2024-09-10T07:51:19.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.263+0000 7f1f3eff5640 1 -- 172.21.15.7:0/2125510696 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b988cded00 con 0x55b988df8070 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.263+0000 7f1f3eff5640 10 client.16992 handle_command_reply: tid=0 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.263+0000 7f1f63a67740 1 client.16992 shutdown 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.263+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 msgr2=0x55b988df6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.263+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f1f5401f000 tx=0x7f1f5409c380 comp rx=0 tx=0).stop 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 shutdown_connections 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b988df8070 0x55b988dfa490 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b988d7cd40 0x55b988df6400 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b988d72480 0x55b988d813d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 --2- 172.21.15.7:0/2125510696 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b988d71b60 0x55b988d80e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f3eff5640 0 client.16992 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 >> 172.21.15.7:0/2125510696 conn(0x55b988d6e0f0 msgr2=0x55b988d6ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 shutdown_connections 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 1 -- 172.21.15.7:0/2125510696 wait complete. 2024-09-10T07:51:19.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f63a67740 20 client.16992 trim_cache size 0 max 16384 2024-09-10T07:51:19.271 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:19.271 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:51:19.271 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "43103ef4-6043-4c04-8173-7227cc4eec1a", 2024-09-10T07:51:19.271 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:51:19.271 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 msgr2=0x7f1f440a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 0x7f1f440a5040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1f50005ce0 tx=0x7f1f5000bb50 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 msgr2=0x7f1f5c19a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1f5400cab0 tx=0x7f1f5400cf70 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 shutdown_connections 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f440a2b80 0x7f1f440a5040 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f5c10e850 0x7f1f5c19a610 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f5c102cc0 0x7f1f5c1a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 --2- 172.21.15.7:0/437877103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5c100610 0x7f1f5c1a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.264+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 >> 172.21.15.7:0/437877103 conn(0x7f1f5c077210 msgr2=0x7f1f5c107dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:19.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.265+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 shutdown_connections 2024-09-10T07:51:19.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:19.265+0000 7f1f6168e640 1 -- 172.21.15.7:0/437877103 wait complete. 2024-09-10T07:51:20.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:19 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.052 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:51:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:51:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:19 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:51:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:19 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:20.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.87 MB/sec execute 143 sec latency 7879.840 ms 2024-09-10T07:51:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.788+0000 7fe508ea3640 1 -- 172.21.15.7:0/3005891172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 msgr2=0x7fe50410bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.788+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3005891172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe50410bbb0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009900 tx=0x7fe4f802a480 comp rx=0 tx=0).stop 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 -- 172.21.15.7:0/3005891172 shutdown_connections 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3005891172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe50410c180 0x7fe50410e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3005891172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe50410bbb0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3005891172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe504102da0 0x7fe504103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 -- 172.21.15.7:0/3005891172 >> 172.21.15.7:0/3005891172 conn(0x7fe5040fc7a0 msgr2=0x7fe5040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 -- 172.21.15.7:0/3005891172 shutdown_connections 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 -- 172.21.15.7:0/3005891172 wait complete. 2024-09-10T07:51:20.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.789+0000 7fe508ea3640 1 Processor -- start 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 -- start start 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 0x7fe5041983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 0x7fe50419cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe504111e10 con 0x7fe5041036c0 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe504111c90 con 0x7fe50410c180 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe508ea3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe504111f90 con 0x7fe504102da0 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59970/0 (socket says 172.21.15.7:59970) 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 -- 172.21.15.7:0/3033494362 learned_addr learned my addr 172.21.15.7:0/3033494362 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe50259c640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 0x7fe5041983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 0x7fe50419cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 -- 172.21.15.7:0/3033494362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 msgr2=0x7fe5041983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 0x7fe5041983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 -- 172.21.15.7:0/3033494362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 msgr2=0x7fe50419cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 0x7fe50419cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe501d9b640 1 -- 172.21.15.7:0/3033494362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe50419d360 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe50259c640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 0x7fe5041983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.790+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 0x7fe50419cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe501d9b640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8005940 tx=0x7fe4f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe4f37fe640 1 -- 172.21.15.7:0/3033494362 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f803f030 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe4f37fe640 1 -- 172.21.15.7:0/3033494362 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4f8003aa0 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe4f37fe640 1 -- 172.21.15.7:0/3033494362 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8035070 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe50419d5f0 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.791+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5041a4f30 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.793+0000 7fe4f37fe640 1 -- 172.21.15.7:0/3033494362 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe4f8042030 con 0x7fe5041036c0 2024-09-10T07:51:20.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 Processor -- start 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 -- start start 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886bf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3886162e0 con 0x55a3886b0380 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a3885bdce0 con 0x55a3886b0ca0 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50b27c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a3886122a0 con 0x55a3886bfa90 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe4f37fe640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 0x7fe4ec0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe502d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe502d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59974/0 (socket says 172.21.15.7:59974) 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe502d9d640 1 -- 172.21.15.7:0/3242464221 learned_addr learned my addr 172.21.15.7:0/3242464221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe50259c640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886bf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 0x7fe4ec0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.794+0000 7fe501d9b640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe4f37fe640 1 -- 172.21.15.7:0/3033494362 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe4f80efc00 con 0x7fe5041036c0 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 -- 172.21.15.7:0/3242464221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 msgr2=0x55a3886c1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 -- 172.21.15.7:0/3242464221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 msgr2=0x55a3886bf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886bf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 -- 172.21.15.7:0/3242464221 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3885a2440 con 0x55a3886b0380 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe501d9b640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc014930 tx=0x7fe4fc014df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350e9b36cfa6bc9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe4f0ff9640 1 -- 172.21.15.7:0/3242464221 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc021070 con 0x55a3886b0380 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe4f0ff9640 1 -- 172.21.15.7:0/3242464221 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4fc008df0 con 0x55a3886b0380 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.795+0000 7fe4f0ff9640 1 -- 172.21.15.7:0/3242464221 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc013bc0 con 0x55a3886b0380 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- 172.21.15.7:0/3242464221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 msgr2=0x55a3886b0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc014930 tx=0x7fe4fc014df0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe502d9d640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 0x7fe4ec0a50c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc01e000 tx=0x7fe4fc01a000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- 172.21.15.7:0/3242464221 shutdown_connections 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886bf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 --2- 172.21.15.7:0/3242464221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886b0760 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- 172.21.15.7:0/3242464221 >> 172.21.15.7:0/3242464221 conn(0x55a3886aca30 msgr2=0x55a3886ace10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- 172.21.15.7:0/3242464221 shutdown_connections 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- 172.21.15.7:0/3242464221 wait complete. 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 -- start start 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.796+0000 7fe50b27c740 1 Processor -- start 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886bf420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886bcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3886c2660 con 0x55a3886b0ca0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a3885d1050 con 0x55a3886b0380 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a3886c27e0 con 0x55a3886bfa90 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 10 client.0 _ll_register_callbacks cb 0x55a388611160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59978/0 (socket says 172.21.15.7:59978) 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 -- 172.21.15.7:0/2648637415 learned_addr learned my addr 172.21.15.7:0/2648637415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe502d9d640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886bcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50259c640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886bf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 -- 172.21.15.7:0/2648637415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 msgr2=0x55a3886bcc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886bcc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 -- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 msgr2=0x55a3886bf420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886bf420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 -- 172.21.15.7:0/2648637415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3883873c0 con 0x55a3886b0ca0 2024-09-10T07:51:20.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8005b50 tx=0x7fe4f8005b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b706747d3580033 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe4e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8049040 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe4f80dc0c0 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4fc008df0 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.797+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe4f80bc7c0 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 10 client.17004 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a3886ce000 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4fc008df0 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe4f80b8730 con 0x55a3886b0ca0 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 10 client.17004 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 10 client.17004 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 20 client.17004 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a3886d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 4 client.17004 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a388623850 con 0x55a3886cf410 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.798+0000 7fe50259c640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a3886d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50259c640 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a3886d1800 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae2168276df711b9 server_cookie=865bce1b5103ba2a in_seq=0 out_seq=0 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe4e9ffb640 10 client.17004 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/2648637415 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a388623850 con 0x55a3886cf410 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe4e9ffb640 10 client.17004 handle_command_reply: tid=0 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 client.17004 shutdown 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 msgr2=0x55a3886bc6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8005b50 tx=0x7fe4f8005b80 comp rx=0 tx=0).stop 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 shutdown_connections 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a3886d1800 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886bcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886bc6d0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe4e9ffb640 0 client.17004 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2648637415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886bf420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.799+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 >> 172.21.15.7:0/2648637415 conn(0x55a3886aca30 msgr2=0x55a3886b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.800+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 shutdown_connections 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.800+0000 7fe50b27c740 1 -- 172.21.15.7:0/2648637415 wait complete. 2024-09-10T07:51:20.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.800+0000 7fe50b27c740 20 client.17004 trim_cache size 0 max 16384 2024-09-10T07:51:20.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 Processor -- start 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 -- start start 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886cb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886d7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041af360 con 0x55a3886b0ca0 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041acc30 con 0x55a3886b0380 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe50b27c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041aaaa0 con 0x55a3886bfa90 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe501d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59984/0 (socket says 172.21.15.7:59984) 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.817+0000 7fe501d9b640 1 -- 172.21.15.7:0/2730806935 learned_addr learned my addr 172.21.15.7:0/2730806935 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe502d9d640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886d7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe50259c640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 -- 172.21.15.7:0/2730806935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 msgr2=0x55a3886d7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886d7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 -- 172.21.15.7:0/2730806935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 msgr2=0x55a3886cb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886cb900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 -- 172.21.15.7:0/2730806935 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3886d1b70 con 0x55a3886b0ca0 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe502d9d640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886d7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe501d9b640 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8031440 tx=0x7fe4f802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b0f5b37ae1f6a31 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe4ebfff640 1 -- 172.21.15.7:0/2730806935 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8049040 con 0x55a3886b0ca0 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe4ebfff640 1 -- 172.21.15.7:0/2730806935 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4f80c4d30 con 0x55a3886b0ca0 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.818+0000 7fe4ebfff640 1 -- 172.21.15.7:0/2730806935 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8049c40 con 0x55a3886b0ca0 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- 172.21.15.7:0/2730806935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 msgr2=0x55a3886d70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8031440 tx=0x7fe4f802a480 comp rx=0 tx=0).stop 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- 172.21.15.7:0/2730806935 shutdown_connections 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886d7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0ca0 0x55a3886d70d0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 --2- 172.21.15.7:0/2730806935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0380 0x55a3886cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- 172.21.15.7:0/2730806935 >> 172.21.15.7:0/2730806935 conn(0x55a3886aca30 msgr2=0x55a3886bafa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- 172.21.15.7:0/2730806935 shutdown_connections 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- 172.21.15.7:0/2730806935 wait complete. 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 -- start start 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.819+0000 7fe50b27c740 1 Processor -- start 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886c3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041ab0f0 con 0x55a3886b0380 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041ac560 con 0x55a3886b0ca0 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5041ab7c0 con 0x55a3886bfa90 2024-09-10T07:51:20.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 10 client.0 _ll_register_callbacks cb 0x7fe4f8009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60000/0 (socket says 172.21.15.7:60000) 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 -- 172.21.15.7:0/1372298588 learned_addr learned my addr 172.21.15.7:0/1372298588 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe501d9b640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886c3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe502d9d640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 -- 172.21.15.7:0/1372298588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 msgr2=0x55a3886c4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 -- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 msgr2=0x55a3886c3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886c3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 -- 172.21.15.7:0/1372298588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a388739370 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50259c640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4005fd0 tx=0x7fe4f40039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f40ef0bc35109e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe4e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f401d590 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe4f401d730 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.820+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4f80c4d30 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe4f401d930 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 10 client.17010 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a38873a6e0 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4f80c4d30 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe4f4011440 con 0x55a3886b0380 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 10 client.17010 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:20.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 10 client.17010 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 20 client.17010 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a38873ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 4 client.17010 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a38861dd60 con 0x55a3886cf410 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.821+0000 7fe501d9b640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a38873ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe501d9b640 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a38873ce50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fae5a0e8080c5a server_cookie=7fa15d1e774d517a in_seq=0 out_seq=0 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe4e9ffb640 10 client.17010 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe4e9ffb640 1 -- 172.21.15.7:0/1372298588 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a38861dd60 con 0x55a3886cf410 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe4e9ffb640 10 client.17010 handle_command_reply: tid=0 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 client.17010 shutdown 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 msgr2=0x55a3886c3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4005fd0 tx=0x7fe4f40039c0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 shutdown_connections 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a3886cf410 0x55a38873ce50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a3886bfa90 0x55a3886c4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a3886b0ca0 0x55a3886c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 --2- 172.21.15.7:0/1372298588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3886b0380 0x55a3886c3ab0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe4e9ffb640 0 client.17010 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 >> 172.21.15.7:0/1372298588 conn(0x55a3886aca30 msgr2=0x55a3886bdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 shutdown_connections 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.822+0000 7fe50b27c740 1 -- 172.21.15.7:0/1372298588 wait complete. 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe50b27c740 20 client.17010 trim_cache size 0 max 16384 2024-09-10T07:51:20.832 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "43103ef4-6043-4c04-8173-7227cc4eec1a": { 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "43103ef4-6043-4c04-8173-7227cc4eec1a", 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:20.833 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 msgr2=0x7fe4ec0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 0x7fe4ec0a50c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc01e000 tx=0x7fe4fc01a000 comp rx=0 tx=0).stop 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 msgr2=0x7fe5041988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8005940 tx=0x7fe4f8004270 comp rx=0 tx=0).stop 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 shutdown_connections 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe4ec0a2c00 0x7fe4ec0a50c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe50410c180 0x7fe50419cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5041036c0 0x7fe5041988f0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 --2- 172.21.15.7:0/3033494362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe504102da0 0x7fe5041983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:20.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 >> 172.21.15.7:0/3033494362 conn(0x7fe5040fc7a0 msgr2=0x7fe5040fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:20.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 shutdown_connections 2024-09-10T07:51:20.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:20.823+0000 7fe508ea3640 1 -- 172.21.15.7:0/3033494362 wait complete. 2024-09-10T07:51:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:20 smithi007 ceph-mon[30879]: pgmap v541: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 1.1 MiB/s wr, 113 op/s 2024-09-10T07:51:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:20 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:20 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:20 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:51:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:20 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:20 smithi110 ceph-mon[34417]: pgmap v541: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 1.1 MiB/s wr, 113 op/s 2024-09-10T07:51:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:20 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:21.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:20 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:20 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:51:21.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:20 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:20 smithi145 ceph-mon[34766]: pgmap v541: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 1.1 MiB/s wr, 113 op/s 2024-09-10T07:51:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:20 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:20 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:20 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:51:21.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:20 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:51:21.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.86 MB/sec execute 144 sec latency 8879.869 ms 2024-09-10T07:51:21.654 INFO:tasks.cephfs.filesystem:scrub status for tag:43103ef4-6043-4c04-8173-7227cc4eec1a - {'path': '/', 'tag': '43103ef4-6043-4c04-8173-7227cc4eec1a', 'options': 'recursive,force'} 2024-09-10T07:51:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.84 MB/sec execute 145 sec latency 9879.972 ms 2024-09-10T07:51:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:22 smithi007 ceph-mon[30879]: pgmap v542: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 640 KiB/s wr, 79 op/s 2024-09-10T07:51:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:22 smithi110 ceph-mon[34417]: pgmap v542: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 640 KiB/s wr, 79 op/s 2024-09-10T07:51:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:22 smithi145 ceph-mon[34766]: pgmap v542: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 640 KiB/s wr, 79 op/s 2024-09-10T07:51:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.83 MB/sec execute 146 sec latency 10880.099 ms 2024-09-10T07:51:23.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 -- 172.21.15.7:0/1261162452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c107840 msgr2=0x7fc50c109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 --2- 172.21.15.7:0/1261162452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c107840 0x7fc50c109cb0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fc504009900 tx=0x7fc50402a410 comp rx=0 tx=0).stop 2024-09-10T07:51:23.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 -- 172.21.15.7:0/1261162452 shutdown_connections 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 --2- 172.21.15.7:0/1261162452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c107840 0x7fc50c109cb0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 --2- 172.21.15.7:0/1261162452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c104f10 0x7fc50c107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 --2- 172.21.15.7:0/1261162452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c1025e0 0x7fc50c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 -- 172.21.15.7:0/1261162452 >> 172.21.15.7:0/1261162452 conn(0x7fc50c0fc1e0 msgr2=0x7fc50c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 -- 172.21.15.7:0/1261162452 shutdown_connections 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 -- 172.21.15.7:0/1261162452 wait complete. 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.502+0000 7fc511566640 1 Processor -- start 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 -- start start 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 0x7fc50c101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 0x7fc50c100ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c10d6b0 con 0x7fc50c104f10 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c10d530 con 0x7fc50c107840 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc511566640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c10d830 con 0x7fc50c1025e0 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60026/0 (socket says 172.21.15.7:60026) 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 -- 172.21.15.7:0/327115655 learned_addr learned my addr 172.21.15.7:0/327115655 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:23.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50affd640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 0x7fc50c101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 0x7fc50c100ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 -- 172.21.15.7:0/327115655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 msgr2=0x7fc50c101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 0x7fc50c101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 -- 172.21.15.7:0/327115655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 msgr2=0x7fc50c100ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 0x7fc50c100ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50a7fc640 1 -- 172.21.15.7:0/327115655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc50c101360 con 0x7fc50c104f10 2024-09-10T07:51:23.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 0x7fc50c100ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.503+0000 7fc50affd640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 0x7fc50c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fc50000d770 tx=0x7fc50000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc4f3fff640 1 -- 172.21.15.7:0/327115655 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc500017070 con 0x7fc50c104f10 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc4f3fff640 1 -- 172.21.15.7:0/327115655 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc500009c30 con 0x7fc50c104f10 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc50c1a1e20 con 0x7fc50c104f10 2024-09-10T07:51:23.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc4f3fff640 1 -- 172.21.15.7:0/327115655 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc50000f620 con 0x7fc50c104f10 2024-09-10T07:51:23.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.504+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc50c1a2280 con 0x7fc50c104f10 2024-09-10T07:51:23.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.506+0000 7fc4f3fff640 1 -- 172.21.15.7:0/327115655 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc50001a070 con 0x7fc50c104f10 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.506+0000 7fc5143dd740 1 Processor -- start 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 -- start start 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed70ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed70b370 0x5642ed70d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5642ed6692f0 con 0x5642ed7059a0 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5642ed611270 con 0x5642ed70b370 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc5143dd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5642ed6652b0 con 0x5642ed7062e0 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60042/0 (socket says 172.21.15.7:60042) 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 -- 172.21.15.7:0/342215447 learned_addr learned my addr 172.21.15.7:0/342215447 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc4f3fff640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 0x7fc4f40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50affd640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed70ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed70b370 0x5642ed70d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 0x7fc4f40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc4f3fff640 1 -- 172.21.15.7:0/327115655 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc5000cef40 con 0x7fc50c104f10 2024-09-10T07:51:23.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 -- 172.21.15.7:0/342215447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 msgr2=0x5642ed70ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed70ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.507+0000 7fc50b7fe640 1 -- 172.21.15.7:0/342215447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed70b370 msgr2=0x5642ed70d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed70b370 0x5642ed70d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc50b7fe640 1 -- 172.21.15.7:0/342215447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ed610340 con 0x5642ed7059a0 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc50affd640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed70ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fc504005940 tx=0x7fc5040318c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc504052001f5c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc4f17fa640 1 -- 172.21.15.7:0/342215447 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc504035070 con 0x5642ed7059a0 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc4f17fa640 1 -- 172.21.15.7:0/342215447 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc50404c070 con 0x5642ed7059a0 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 0x7fc4f40a50f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fc50404b000 tx=0x7fc504049000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.508+0000 7fc4f17fa640 1 -- 172.21.15.7:0/342215447 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc504004920 con 0x5642ed7059a0 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- 172.21.15.7:0/342215447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 msgr2=0x5642ed705da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fc504005940 tx=0x7fc5040318c0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- 172.21.15.7:0/342215447 shutdown_connections 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed70b370 0x5642ed70d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed70ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 --2- 172.21.15.7:0/342215447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed705da0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- 172.21.15.7:0/342215447 >> 172.21.15.7:0/342215447 conn(0x5642ed701010 msgr2=0x5642ed701410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- 172.21.15.7:0/342215447 shutdown_connections 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- 172.21.15.7:0/342215447 wait complete. 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 -- start start 2024-09-10T07:51:23.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.509+0000 7fc5143dd740 1 Processor -- start 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed70fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed710160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5642ed70e340 con 0x5642ed70b370 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5642ed5f2290 con 0x5642ed7059a0 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5642ed70e4c0 con 0x5642ed7062e0 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 10 client.0 _ll_register_callbacks cb 0x5642ed623140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60056/0 (socket says 172.21.15.7:60056) 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 -- 172.21.15.7:0/3916443996 learned_addr learned my addr 172.21.15.7:0/3916443996 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed710160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50affd640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed70fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 -- 172.21.15.7:0/3916443996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 msgr2=0x5642ed710160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed710160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 -- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 msgr2=0x5642ed70fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed70fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 -- 172.21.15.7:0/3916443996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ed37c210 con 0x5642ed70b370 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc5040039d0 tx=0x7fc504003a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c539690b661d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc4eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc504035030 con 0x5642ed70b370 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc504004160 con 0x5642ed70b370 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.510+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc50404c070 con 0x5642ed70b370 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc504004900 con 0x5642ed70b370 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 10 client.17022 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:23.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5642ed448620 con 0x5642ed70b370 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc50404c070 con 0x5642ed70b370 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc5040050f0 con 0x5642ed70b370 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 10 client.17022 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 10 client.17022 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 20 client.17022 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed71b4f0 0x5642ed71d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 4 client.17022 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642ed676a20 con 0x5642ed71b4f0 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.511+0000 7fc50affd640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed71b4f0 0x5642ed71d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.512+0000 7fc4eeff5640 10 client.17022 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.512+0000 7fc50affd640 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed71b4f0 0x5642ed71d8e0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12cc1ee1e2cee843 server_cookie=ed6147d765e5d06c in_seq=0 out_seq=0 2024-09-10T07:51:23.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.512+0000 7fc4eeff5640 1 -- 172.21.15.7:0/3916443996 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642ed676a20 con 0x5642ed71b4f0 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.512+0000 7fc4eeff5640 10 client.17022 handle_command_reply: tid=0 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 client.17022 shutdown 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 msgr2=0x5642ed7171a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc5040039d0 tx=0x7fc504003a00 comp rx=0 tx=0).stop 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 shutdown_connections 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed71b4f0 0x5642ed71d8e0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed7171a0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc4eeff5640 0 client.17022 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed710160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 --2- 172.21.15.7:0/3916443996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed70fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 >> 172.21.15.7:0/3916443996 conn(0x5642ed701010 msgr2=0x5642ed702820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 shutdown_connections 2024-09-10T07:51:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 1 -- 172.21.15.7:0/3916443996 wait complete. 2024-09-10T07:51:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.513+0000 7fc5143dd740 20 client.17022 trim_cache size 0 max 16384 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.527+0000 7fc5143dd740 1 Processor -- start 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 -- start start 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed701ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed717160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1af1a0 con 0x5642ed70b370 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1aca70 con 0x5642ed7059a0 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc5143dd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1aa8e0 con 0x5642ed7062e0 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60062/0 (socket says 172.21.15.7:60062) 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 -- 172.21.15.7:0/1071650308 learned_addr learned my addr 172.21.15.7:0/1071650308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:23.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50affd640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed701ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed717160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 -- 172.21.15.7:0/1071650308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 msgr2=0x5642ed717160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed717160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 -- 172.21.15.7:0/1071650308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 msgr2=0x5642ed701ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed701ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 -- 172.21.15.7:0/1071650308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ed71dc50 con 0x5642ed70b370 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed717160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50affd640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed701ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc50402a930 tx=0x7fc5040098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c6ab0c8cf79aa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc4f0ff9640 1 -- 172.21.15.7:0/1071650308 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc504035030 con 0x5642ed70b370 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.528+0000 7fc4f0ff9640 1 -- 172.21.15.7:0/1071650308 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc50404c040 con 0x5642ed70b370 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc4f0ff9640 1 -- 172.21.15.7:0/1071650308 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc504004280 con 0x5642ed70b370 2024-09-10T07:51:23.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- 172.21.15.7:0/1071650308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 msgr2=0x5642ed702400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc50402a930 tx=0x7fc5040098a0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- 172.21.15.7:0/1071650308 shutdown_connections 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed70b370 0x5642ed702400 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed7062e0 0x5642ed717160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1071650308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7059a0 0x5642ed701ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- 172.21.15.7:0/1071650308 >> 172.21.15.7:0/1071650308 conn(0x5642ed701010 msgr2=0x5642ed70fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- 172.21.15.7:0/1071650308 shutdown_connections 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- 172.21.15.7:0/1071650308 wait complete. 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 -- start start 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.529+0000 7fc5143dd740 1 Processor -- start 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 0x5642ed714b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 0x5642ed715b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1aaf30 con 0x5642ed7059a0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1ac3a0 con 0x5642ed7062e0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc50c1ab600 con 0x5642ed70b370 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 10 client.0 _ll_register_callbacks cb 0x7fc500010a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60064/0 (socket says 172.21.15.7:60064) 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 -- 172.21.15.7:0/1552876911 learned_addr learned my addr 172.21.15.7:0/1552876911 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 0x5642ed714b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 0x5642ed715b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 -- 172.21.15.7:0/1552876911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 msgr2=0x5642ed715b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 0x5642ed715b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 -- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 msgr2=0x5642ed714b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 0x5642ed714b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 -- 172.21.15.7:0/1552876911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ed7161a0 con 0x5642ed7059a0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50b7fe640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 0x5642ed715b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 0x5642ed714b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc50affd640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x5642ed701e90 tx=0x7fc4fc003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4531aa65ea8e7f69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc4eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc014dd0 con 0x5642ed7059a0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc4fc004040 con 0x5642ed7059a0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.530+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc50404c040 con 0x5642ed7059a0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc4fc004240 con 0x5642ed7059a0 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 10 client.17028 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5642ed7861c0 con 0x5642ed7059a0 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc50404c040 con 0x5642ed7059a0 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc4fc00f040 con 0x5642ed7059a0 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 10 client.17028 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 10 client.17028 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 20 client.17028 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed786a80 0x5642ed788ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 4 client.17028 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5642ed670d70 con 0x5642ed786a80 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.531+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed786a80 0x5642ed788ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.532+0000 7fc4eeff5640 10 client.17028 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.532+0000 7fc50a7fc640 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed786a80 0x5642ed788ea0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec22ccac90cf33b7 server_cookie=616fddd868e026d in_seq=0 out_seq=0 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc4eeff5640 1 -- 172.21.15.7:0/1552876911 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5642ed670d70 con 0x5642ed786a80 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc4eeff5640 10 client.17028 handle_command_reply: tid=0 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 client.17028 shutdown 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 msgr2=0x5642ed714640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x5642ed701e90 tx=0x7fc4fc003d40 comp rx=0 tx=0).stop 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 shutdown_connections 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5642ed786a80 0x5642ed788ea0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5642ed70b370 0x5642ed715b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc4eeff5640 0 client.17028 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5642ed7062e0 0x5642ed714b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 --2- 172.21.15.7:0/1552876911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5642ed7059a0 0x5642ed714640 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 >> 172.21.15.7:0/1552876911 conn(0x5642ed701010 msgr2=0x5642ed6ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 shutdown_connections 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 1 -- 172.21.15.7:0/1552876911 wait complete. 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.548+0000 7fc5143dd740 20 client.17028 trim_cache size 0 max 16384 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:51:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:51:23.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 msgr2=0x7fc4f40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 0x7fc4f40a50f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fc50404b000 tx=0x7fc504049000 comp rx=0 tx=0).stop 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 msgr2=0x7fc50c100590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fc50000d770 tx=0x7fc50000dc30 comp rx=0 tx=0).stop 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 shutdown_connections 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc4f40a2c30 0x7fc4f40a50f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc50c107840 0x7fc50c100ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc50c104f10 0x7fc50c100590 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 --2- 172.21.15.7:0/327115655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc50c1025e0 0x7fc50c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:23.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 >> 172.21.15.7:0/327115655 conn(0x7fc50c0fc1e0 msgr2=0x7fc50c102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:23.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 shutdown_connections 2024-09-10T07:51:23.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:23.549+0000 7fc511566640 1 -- 172.21.15.7:0/327115655 wait complete. 2024-09-10T07:51:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.82 MB/sec execute 147 sec latency 11880.212 ms 2024-09-10T07:51:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:24 smithi007 ceph-mon[30879]: pgmap v543: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 527 KiB/s wr, 57 op/s 2024-09-10T07:51:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:24 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:51:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:24 smithi110 ceph-mon[34417]: pgmap v543: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 527 KiB/s wr, 57 op/s 2024-09-10T07:51:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:24 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:51:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:24 smithi145 ceph-mon[34766]: pgmap v543: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 527 KiB/s wr, 57 op/s 2024-09-10T07:51:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:24 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:51:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.81 MB/sec execute 148 sec latency 12880.342 ms 2024-09-10T07:51:26.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:25 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:51:26.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:25 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:51:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:25 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:51:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:25 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:51:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:25 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:51:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:25 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:51:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.79 MB/sec execute 149 sec latency 13880.410 ms 2024-09-10T07:51:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:26 smithi007 ceph-mon[30879]: pgmap v544: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 262 KiB/s wr, 53 op/s 2024-09-10T07:51:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:26 smithi110 ceph-mon[34417]: pgmap v544: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 262 KiB/s wr, 53 op/s 2024-09-10T07:51:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:26 smithi145 ceph-mon[34766]: pgmap v544: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 262 KiB/s wr, 53 op/s 2024-09-10T07:51:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.78 MB/sec execute 150 sec latency 14880.515 ms 2024-09-10T07:51:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.77 MB/sec execute 151 sec latency 15880.640 ms 2024-09-10T07:51:28.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:28.830 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:28 smithi007 ceph-mon[30879]: pgmap v545: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-09-10T07:51:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:28 smithi110 ceph-mon[34417]: pgmap v545: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-09-10T07:51:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:28 smithi145 ceph-mon[34766]: pgmap v545: 129 pgs: 129 active+clean; 54 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-09-10T07:51:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.76 MB/sec execute 152 sec latency 16880.704 ms 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 -- 172.21.15.7:0/3623891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24103740 msgr2=0x7f6a24107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 --2- 172.21.15.7:0/3623891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24103740 0x7f6a24107b80 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c009930 tx=0x7f6a0c02a420 comp rx=0 tx=0).stop 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 -- 172.21.15.7:0/3623891280 shutdown_connections 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 --2- 172.21.15.7:0/3623891280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24108290 0x7f6a2410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 --2- 172.21.15.7:0/3623891280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24103740 0x7f6a24107b80 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 --2- 172.21.15.7:0/3623891280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 0x7f6a24103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 -- 172.21.15.7:0/3623891280 >> 172.21.15.7:0/3623891280 conn(0x7f6a240fc7d0 msgr2=0x7f6a240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:29.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 -- 172.21.15.7:0/3623891280 shutdown_connections 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.324+0000 7f6a2898c640 1 -- 172.21.15.7:0/3623891280 wait complete. 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 Processor -- start 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 -- start start 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 0x7f6a24198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24103740 0x7f6a241989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6a24111f30 con 0x7f6a24108290 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6a24111db0 con 0x7f6a24102d90 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a2898c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a241120b0 con 0x7f6a24103740 2024-09-10T07:51:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.325+0000 7f6a22d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60090/0 (socket says 172.21.15.7:60090) 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 -- 172.21.15.7:0/4058940677 learned_addr learned my addr 172.21.15.7:0/4058940677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a19d9b640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24103740 0x7f6a241989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a2259c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 0x7f6a24198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 -- 172.21.15.7:0/4058940677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24103740 msgr2=0x7f6a241989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24103740 0x7f6a241989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 -- 172.21.15.7:0/4058940677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 msgr2=0x7f6a24198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 0x7f6a24198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 -- 172.21.15.7:0/4058940677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a2419d420 con 0x7f6a24108290 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a22d9d640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00cce0 tx=0x7f6a1c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c00f450 con 0x7f6a24108290 2024-09-10T07:51:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a2419d710 con 0x7f6a24108290 2024-09-10T07:51:29.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a1c00faa0 con 0x7f6a24108290 2024-09-10T07:51:29.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c018b70 con 0x7f6a24108290 2024-09-10T07:51:29.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.326+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a241a4ff0 con 0x7f6a24108290 2024-09-10T07:51:29.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.327+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a24103170 con 0x7f6a24108290 2024-09-10T07:51:29.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.330+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6a1c018d10 con 0x7f6a24108290 2024-09-10T07:51:29.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.330+0000 7f6a1bfff640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 0x7f6a100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:29.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.330+0000 7f6a2259c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 0x7f6a100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:29.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.330+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6a1c0cf780 con 0x7f6a24108290 2024-09-10T07:51:29.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.331+0000 7f6a2259c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 0x7f6a100a5040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6a1400bbe0 tx=0x7f6a1400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:29.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.333+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6a1c014030 con 0x7f6a24108290 2024-09-10T07:51:29.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.550+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a2410a2a0 con 0x7f6a24108290 2024-09-10T07:51:29.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.551+0000 7f6a1bfff640 1 -- 172.21.15.7:0/4058940677 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f6a1c09c340 con 0x7f6a24108290 2024-09-10T07:51:29.550 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:29.551 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:29.551 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 msgr2=0x7f6a100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 0x7f6a100a5040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6a1400bbe0 tx=0x7f6a1400b390 comp rx=0 tx=0).stop 2024-09-10T07:51:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 msgr2=0x7f6a2419cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00cce0 tx=0x7f6a1c00a620 comp rx=0 tx=0).stop 2024-09-10T07:51:29.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 shutdown_connections 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6a100a2b80 0x7f6a100a5040 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a24108290 0x7f6a2419cd40 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a24103740 0x7f6a241989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 --2- 172.21.15.7:0/4058940677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6a24102d90 0x7f6a24198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 >> 172.21.15.7:0/4058940677 conn(0x7f6a240fc7d0 msgr2=0x7f6a24105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 shutdown_connections 2024-09-10T07:51:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:29.553+0000 7f6a2898c640 1 -- 172.21.15.7:0/4058940677 wait complete. 2024-09-10T07:51:30.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4058940677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:30.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4058940677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4058940677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:30.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106843 1.75 MB/sec execute 153 sec latency 17880.927 ms 2024-09-10T07:51:30.316 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id d8487415 --release --await' 2024-09-10T07:51:30.316 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id d8487415 --release --await 2024-09-10T07:51:30.614 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:30 smithi007 ceph-mon[30879]: pgmap v546: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 11 KiB/s wr, 20 op/s 2024-09-10T07:51:31.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/2504665009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44103740 msgr2=0x7f7d44107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/2504665009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44103740 0x7f7d44107b80 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009930 tx=0x7f7d3802a420 comp rx=0 tx=0).stop 2024-09-10T07:51:31.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/2504665009 shutdown_connections 2024-09-10T07:51:31.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/2504665009 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44108290 0x7f7d4410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/2504665009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44103740 0x7f7d44107b80 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/2504665009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 0x7f7d44103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/2504665009 >> 172.21.15.7:0/2504665009 conn(0x7f7d440fc7d0 msgr2=0x7f7d440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/2504665009 shutdown_connections 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/2504665009 wait complete. 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 Processor -- start 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.115+0000 7f7d4a3e0640 1 -- start start 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 0x7f7d441009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 0x7f7d44100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d44111f60 con 0x7f7d44108290 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d44111de0 con 0x7f7d44102d90 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4a3e0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441120e0 con 0x7f7d44103740 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40000/0 (socket says 172.21.15.7:40000) 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 -- 172.21.15.7:0/3971244519 learned_addr learned my addr 172.21.15.7:0/3971244519 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 0x7f7d441009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 0x7f7d44100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 -- 172.21.15.7:0/3971244519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 msgr2=0x7f7d44100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 0x7f7d44100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 -- 172.21.15.7:0/3971244519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 msgr2=0x7f7d441009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 0x7f7d441009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d4897d640 1 -- 172.21.15.7:0/3971244519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d441a6a00 con 0x7f7d44108290 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.116+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 0x7f7d44100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d4897d640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c00b970 tx=0x7f7d3c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d417fa640 1 -- 172.21.15.7:0/3971244519 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c019070 con 0x7f7d44108290 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d417fa640 1 -- 172.21.15.7:0/3971244519 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d3c014440 con 0x7f7d44108290 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d441a6cf0 con 0x7f7d44108290 2024-09-10T07:51:31.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d417fa640 1 -- 172.21.15.7:0/3971244519 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c0075d0 con 0x7f7d44108290 2024-09-10T07:51:31.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.117+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d441a7250 con 0x7f7d44108290 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.119+0000 7f7d417fa640 1 -- 172.21.15.7:0/3971244519 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7d3c01c070 con 0x7f7d44108290 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.119+0000 7f7d4c7b9740 1 Processor -- start 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.119+0000 7f7d4c7b9740 1 -- start start 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c545a2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560c544fa620 con 0x560c54595060 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560c544a1e50 con 0x560c545a0240 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560c544f65e0 con 0x560c54595980 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d417fa640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 0x7f7d2c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40008/0 (socket says 172.21.15.7:40008) 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 -- 172.21.15.7:0/3113551346 learned_addr learned my addr 172.21.15.7:0/3113551346 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d4897d640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 0x7f7d2c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c545a2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 -- 172.21.15.7:0/3113551346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 msgr2=0x560c5459fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d417fa640 1 -- 172.21.15.7:0/3971244519 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7d3c0ce880 con 0x7f7d44108290 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 -- 172.21.15.7:0/3113551346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 msgr2=0x560c545a2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c545a2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.120+0000 7f7d437fe640 1 -- 172.21.15.7:0/3113551346 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c54492d40 con 0x560c54595060 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f7d38005ab0 tx=0x7f7d38009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3919d7babb121b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d4897d640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 0x7f7d2c0a50c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c019000 tx=0x7f7d3c018f70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d2a7fc640 1 -- 172.21.15.7:0/3113551346 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38035050 con 0x560c54595060 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d2a7fc640 1 -- 172.21.15.7:0/3113551346 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d38031730 con 0x560c54595060 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d2a7fc640 1 -- 172.21.15.7:0/3113551346 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d380046c0 con 0x560c54595060 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3113551346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 msgr2=0x560c54595440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.121+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f7d38005ab0 tx=0x7f7d38009560 comp rx=0 tx=0).stop 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3113551346 shutdown_connections 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c545a2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3113551346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c54595440 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3113551346 >> 172.21.15.7:0/3113551346 conn(0x560c545915f0 msgr2=0x560c545919d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3113551346 shutdown_connections 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3113551346 wait complete. 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 -- start start 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.122+0000 7f7d4c7b9740 1 Processor -- start 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560c545a2e10 con 0x560c54595060 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560c54482f10 con 0x560c545a0240 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560c545a2f90 con 0x560c54595980 2024-09-10T07:51:31.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d4c7b9740 10 client.0 _ll_register_callbacks cb 0x560c544a6db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40024/0 (socket says 172.21.15.7:40024) 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 -- 172.21.15.7:0/3771312401 learned_addr learned my addr 172.21.15.7:0/3771312401 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 -- 172.21.15.7:0/3771312401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 msgr2=0x560c5459d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 -- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 msgr2=0x560c5459dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 -- 172.21.15.7:0/3771312401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c54209580 con 0x560c54595060 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d437fe640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f7d3802a940 tx=0x7f7d38000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e796b2d30f1569ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d237fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:31.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.123+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38051060 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d38031730 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7d38003800 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7d38035040 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 10 client.17046 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560c542d3960 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d38031730 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7d3803a9f0 con 0x560c54595060 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 10 client.17046 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 10 client.17046 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 20 client.17046 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c545afc40 0x560c545b2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 4 client.17046 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c54507b90 con 0x560c545afc40 2024-09-10T07:51:31.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.124+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c545afc40 0x560c545b2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.125+0000 7f7d43fff640 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c545afc40 0x560c545b2030 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c38200b309f325c6 server_cookie=1a5a54abd770da67 in_seq=0 out_seq=0 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.125+0000 7f7d237fe640 10 client.17046 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.125+0000 7f7d237fe640 1 -- 172.21.15.7:0/3771312401 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c54507b90 con 0x560c545afc40 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d237fe640 10 client.17046 handle_command_reply: tid=0 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 client.17046 shutdown 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 msgr2=0x560c5459d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f7d3802a940 tx=0x7f7d38000bc0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 shutdown_connections 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c545afc40 0x560c545b2030 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595980 0x560c5459d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/3771312401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595060 0x560c5459d130 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 >> 172.21.15.7:0/3771312401 conn(0x560c545915f0 msgr2=0x560c54590750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d237fe640 0 client.17046 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 shutdown_connections 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/3771312401 wait complete. 2024-09-10T07:51:31.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.126+0000 7f7d4c7b9740 20 client.17046 trim_cache size 0 max 16384 2024-09-10T07:51:31.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 Processor -- start 2024-09-10T07:51:31.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 -- start start 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545ab8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441b36c0 con 0x560c54595980 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441b0f90 con 0x560c545a0240 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441aee00 con 0x560c54595060 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40034/0 (socket says 172.21.15.7:40034) 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.143+0000 7f7d43fff640 1 -- 172.21.15.7:0/1741366087 learned_addr learned my addr 172.21.15.7:0/1741366087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d437fe640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545ab8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d437fe640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 -- 172.21.15.7:0/1741366087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 msgr2=0x560c545ab8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545ab8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 -- 172.21.15.7:0/1741366087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 msgr2=0x560c5459a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 -- 172.21.15.7:0/1741366087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c54594e90 con 0x560c54595980 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d437fe640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545ab8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d43fff640 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f7d34000c00 tx=0x7f7d3400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aba792685e60549 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d29ffb640 1 -- 172.21.15.7:0/1741366087 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34003e80 con 0x560c54595980 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d29ffb640 1 -- 172.21.15.7:0/1741366087 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d340054d0 con 0x560c54595980 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.144+0000 7f7d29ffb640 1 -- 172.21.15.7:0/1741366087 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d340116a0 con 0x560c54595980 2024-09-10T07:51:31.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/1741366087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 msgr2=0x560c5459a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f7d34000c00 tx=0x7f7d3400be90 comp rx=0 tx=0).stop 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/1741366087 shutdown_connections 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c5459a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c5459a3b0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/1741366087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545ab8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/1741366087 >> 172.21.15.7:0/1741366087 conn(0x560c545915f0 msgr2=0x560c545ab1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/1741366087 shutdown_connections 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/1741366087 wait complete. 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 -- start start 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.145+0000 7f7d4c7b9740 1 Processor -- start 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545b30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c54619580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441af450 con 0x560c54595980 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441b08c0 con 0x560c545a0240 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441afb20 con 0x560c54595060 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d4c7b9740 10 client.0 _ll_register_callbacks cb 0x7f7d38004030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40048/0 (socket says 172.21.15.7:40048) 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 -- 172.21.15.7:0/2062278586 learned_addr learned my addr 172.21.15.7:0/2062278586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d437fe640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545b30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d437fe640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c54619580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 -- 172.21.15.7:0/2062278586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 msgr2=0x560c545b30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545b30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 -- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 msgr2=0x560c54619580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:31.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c54619580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 -- 172.21.15.7:0/2062278586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c54619ac0 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d437fe640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d43fff640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7d34004cb0 tx=0x7f7d34004f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1d3a09e1273783 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d237fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.146+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d340048c0 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7d34003c80 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d340054d0 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7d34015020 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 10 client.17052 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560c5461ad10 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d340054d0 con 0x560c54595980 2024-09-10T07:51:31.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7d3402fbc0 con 0x560c54595980 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 10 client.17052 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 10 client.17052 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 20 client.17052 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c5461b400 0x560c5461d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 4 client.17052 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "d8487415", "release": true, "await": true}] 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "d8487415", "release": true, "await": true}) -- 0x560c545020a0 con 0x560c5461b400 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.147+0000 7f7d437fe640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c5461b400 0x560c5461d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.148+0000 7f7d437fe640 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c5461b400 0x560c5461d820 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46a7e7d4d82c0fff server_cookie=92aebc7050f26c06 in_seq=0 out_seq=0 2024-09-10T07:51:31.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.148+0000 7f7d237fe640 10 client.17052 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.155+0000 7f7d237fe640 1 -- 172.21.15.7:0/2062278586 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560c545020a0 con 0x560c5461b400 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.155+0000 7f7d237fe640 10 client.17052 handle_command_reply: tid=0 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.155+0000 7f7d4c7b9740 1 client.17052 shutdown 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 msgr2=0x560c545b35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7d34004cb0 tx=0x7f7d34004f70 comp rx=0 tx=0).stop 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 shutdown_connections 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560c5461b400 0x560c5461d820 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560c545a0240 0x560c54619580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560c54595980 0x560c545b35f0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 --2- 172.21.15.7:0/2062278586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560c54595060 0x560c545b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 >> 172.21.15.7:0/2062278586 conn(0x560c545915f0 msgr2=0x560c545aba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d237fe640 0 client.17052 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 shutdown_connections 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 1 -- 172.21.15.7:0/2062278586 wait complete. 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4c7b9740 20 client.17052 trim_cache size 0 max 16384 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:31.157 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 20, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "d8487415": { 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 20, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 140.1, 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:51:31.158 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:31.159 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 msgr2=0x7f7d2c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 0x7f7d2c0a50c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c019000 tx=0x7f7d3c018f70 comp rx=0 tx=0).stop 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 msgr2=0x7f7d44101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.156+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c00b970 tx=0x7f7d3c00be30 comp rx=0 tx=0).stop 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 shutdown_connections 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d2c0a2c00 0x7f7d2c0a50c0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d44108290 0x7f7d44101470 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d44103740 0x7f7d44100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 --2- 172.21.15.7:0/3971244519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d44102d90 0x7f7d441009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:31.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 >> 172.21.15.7:0/3971244519 conn(0x7f7d440fc7d0 msgr2=0x7f7d44105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:31.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 shutdown_connections 2024-09-10T07:51:31.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:31.157+0000 7f7d4a3e0640 1 -- 172.21.15.7:0/3971244519 wait complete. 2024-09-10T07:51:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:30 smithi110 ceph-mon[34417]: pgmap v546: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 11 KiB/s wr, 20 op/s 2024-09-10T07:51:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:30 smithi145 ceph-mon[34766]: pgmap v546: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 11 KiB/s wr, 20 op/s 2024-09-10T07:51:31.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 106863 1.74 MB/sec execute 154 sec latency 18786.947 ms 2024-09-10T07:51:31.967 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'd8487415', total seconds elapsed: 23.5 2024-09-10T07:51:31.967 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.1 2024-09-10T07:51:31.968 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:32.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 107236 1.73 MB/sec execute 155 sec latency 13.286 ms 2024-09-10T07:51:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 -- 172.21.15.7:0/973575957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41034b0 msgr2=0x7f7db410b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 --2- 172.21.15.7:0/973575957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41034b0 0x7f7db410b9a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f7da8009900 tx=0x7f7da802a480 comp rx=0 tx=0).stop 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 -- 172.21.15.7:0/973575957 shutdown_connections 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 --2- 172.21.15.7:0/973575957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db410bfc0 0x7f7db410e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 --2- 172.21.15.7:0/973575957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41034b0 0x7f7db410b9a0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 --2- 172.21.15.7:0/973575957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 0x7f7db4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:32.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 -- 172.21.15.7:0/973575957 >> 172.21.15.7:0/973575957 conn(0x7f7db40fc610 msgr2=0x7f7db40fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 -- 172.21.15.7:0/973575957 shutdown_connections 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.767+0000 7f7db93a1640 1 -- 172.21.15.7:0/973575957 wait complete. 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 Processor -- start 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 -- start start 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 0x7f7db41007f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7db4111cd0 con 0x7f7db410bfc0 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7db4111b50 con 0x7f7db4102b90 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db93a1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7db4111e50 con 0x7f7db41034b0 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db8ba0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:32.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db8ba0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40056/0 (socket says 172.21.15.7:40056) 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db8ba0640 1 -- 172.21.15.7:0/1916191509 learned_addr learned my addr 172.21.15.7:0/1916191509 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50520/0 (socket says 172.21.15.7:50520) 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.768+0000 7f7db3fff640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 0x7f7db41007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 -- 172.21.15.7:0/1916191509 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 msgr2=0x7f7db41007f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 0x7f7db41007f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 -- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 msgr2=0x7f7db4101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 -- 172.21.15.7:0/1916191509 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7db41a66f0 con 0x7f7db41034b0 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db8ba0640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db37fe640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7da802a9a0 tx=0x7f7da8031a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da803f030 con 0x7f7db41034b0 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da80043d0 con 0x7f7db41034b0 2024-09-10T07:51:32.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7db41a6980 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7db41a6eb0 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.769+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da8035070 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.770+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7db4102f70 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.772+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7da8042030 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.772+0000 7f7db17fa640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 0x7f7d9c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.773+0000 7f7db3fff640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 0x7f7d9c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.773+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7da80efb90 con 0x7f7db41034b0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.773+0000 7f7db3fff640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 0x7f7d9c0a50c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7da4009990 tx=0x7f7da4009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:32.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:32.776+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7da80bc750 con 0x7f7db41034b0 2024-09-10T07:51:33.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.020+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7db4107030 con 0x7f7db41034b0 2024-09-10T07:51:33.020 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:32 smithi007 ceph-mon[30879]: pgmap v547: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-09-10T07:51:33.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.021+0000 7f7db17fa640 1 -- 172.21.15.7:0/1916191509 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f7da80bc050 con 0x7f7db41034b0 2024-09-10T07:51:33.021 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:33.021 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:33.021 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.024+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 msgr2=0x7f7d9c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.024+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 0x7f7d9c0a50c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7da4009990 tx=0x7f7da4009110 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.024+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 msgr2=0x7f7db4100d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.024+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7da802a9a0 tx=0x7f7da8031a20 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 shutdown_connections 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d9c0a2c00 0x7f7d9c0a50c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db410bfc0 0x7f7db4101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7db41034b0 0x7f7db4100d30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 --2- 172.21.15.7:0/1916191509 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7db4102b90 0x7f7db41007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:33.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 >> 172.21.15.7:0/1916191509 conn(0x7f7db40fc610 msgr2=0x7f7db40fd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:33.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 shutdown_connections 2024-09-10T07:51:33.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:33.025+0000 7f7db93a1640 1 -- 172.21.15.7:0/1916191509 wait complete. 2024-09-10T07:51:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:32 smithi110 ceph-mon[34417]: pgmap v547: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-09-10T07:51:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:32 smithi145 ceph-mon[34766]: pgmap v547: 129 pgs: 129 active+clean; 54 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-09-10T07:51:33.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 107705 1.73 MB/sec execute 156 sec latency 63.995 ms 2024-09-10T07:51:33.714 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0' 2024-09-10T07:51:33.714 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0 2024-09-10T07:51:34.009 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:34.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:33 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1916191509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:33 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1916191509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:33 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1916191509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:34.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108347 1.74 MB/sec execute 157 sec latency 13.699 ms 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 -- 172.21.15.7:0/1207292275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1170102d30 msgr2=0x7f1170103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 --2- 172.21.15.7:0/1207292275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1170102d30 0x7f1170103110 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f1160009930 tx=0x7f116002a420 comp rx=0 tx=0).stop 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 -- 172.21.15.7:0/1207292275 shutdown_connections 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 --2- 172.21.15.7:0/1207292275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701082a0 0x7f117010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 --2- 172.21.15.7:0/1207292275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f11701036e0 0x7f1170107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 --2- 172.21.15.7:0/1207292275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1170102d30 0x7f1170103110 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 -- 172.21.15.7:0/1207292275 >> 172.21.15.7:0/1207292275 conn(0x7f11700fc7d0 msgr2=0x7f11700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 -- 172.21.15.7:0/1207292275 shutdown_connections 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 -- 172.21.15.7:0/1207292275 wait complete. 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.509+0000 7f1175747640 1 Processor -- start 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 -- start start 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701036e0 0x7f1170198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1170111f50 con 0x7f11701082a0 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1170111dd0 con 0x7f1170102d30 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f1175747640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11701120d0 con 0x7f11701036e0 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40068/0 (socket says 172.21.15.7:40068) 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:59602/0 (socket says 172.21.15.7:59602) 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116f7fe640 1 -- 172.21.15.7:0/3986750035 learned_addr learned my addr 172.21.15.7:0/3986750035 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.510+0000 7f116e7fc640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701036e0 0x7f1170198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 -- 172.21.15.7:0/3986750035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701036e0 msgr2=0x7f1170198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701036e0 0x7f1170198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 -- 172.21.15.7:0/3986750035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 msgr2=0x7f11701984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 -- 172.21.15.7:0/3986750035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117019d4a0 con 0x7f11701082a0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116effd640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f116f7fe640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f116800eb10 tx=0x7f116800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f1157fff640 1 -- 172.21.15.7:0/3986750035 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168004b20 con 0x7f11701082a0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f1157fff640 1 -- 172.21.15.7:0/3986750035 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1168004cc0 con 0x7f11701082a0 2024-09-10T07:51:34.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117019d790 con 0x7f11701082a0 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f1157fff640 1 -- 172.21.15.7:0/3986750035 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168010690 con 0x7f11701082a0 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.511+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11701a5070 con 0x7f11701082a0 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.514+0000 7f1157fff640 1 -- 172.21.15.7:0/3986750035 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1168005020 con 0x7f11701082a0 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.514+0000 7f1177b20740 1 Processor -- start 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.514+0000 7f1177b20740 1 -- start start 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.514+0000 7f1177b20740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1177b20740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cf3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1177b20740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cf5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1157fff640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 0x7f11580a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40084/0 (socket says 172.21.15.7:40084) 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116e7fc640 1 -- 172.21.15.7:0/12007572 learned_addr learned my addr 172.21.15.7:0/12007572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c166c4e2a0 con 0x55c166ce8760 2024-09-10T07:51:34.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c166bf5b10 con 0x55c166cf3940 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c166c4a260 con 0x55c166ce9080 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cf3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f1157fff640 1 -- 172.21.15.7:0/3986750035 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f11680cfaa0 con 0x7f11701082a0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116f7fe640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 0x7f11580a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116e7fc640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cf5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 -- 172.21.15.7:0/12007572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 msgr2=0x55c166cf5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cf5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 -- 172.21.15.7:0/12007572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 msgr2=0x55c166ce8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116effd640 1 -- 172.21.15.7:0/12007572 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1669bfb90 con 0x55c166ce9080 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.515+0000 7f116e7fc640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f116effd640 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cf3400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1160009230 tx=0x7f1160005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ebc9ce8e6d0f788 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f116f7fe640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 0x7f11580a5040 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1168005ba0 tx=0x7f1168009a70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f11557fa640 1 -- 172.21.15.7:0/12007572 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160040070 con 0x55c166ce9080 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f11557fa640 1 -- 172.21.15.7:0/12007572 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1160031720 con 0x55c166ce9080 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f11557fa640 1 -- 172.21.15.7:0/12007572 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160035040 con 0x55c166ce9080 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 msgr2=0x55c166cf3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.516+0000 7f1177b20740 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cf3400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1160009230 tx=0x7f1160005d50 comp rx=0 tx=0).stop 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 shutdown_connections 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cf5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cf3400 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- 172.21.15.7:0/12007572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166ce8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 >> 172.21.15.7:0/12007572 conn(0x55c166ce4cf0 msgr2=0x55c166ce50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 shutdown_connections 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- 172.21.15.7:0/12007572 wait complete. 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- start start 2024-09-10T07:51:34.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 Processor -- start 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166cf3940 0x55c166cf1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c166cf6510 con 0x55c166ce8760 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c166bd66e0 con 0x55c166ce9080 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c166cf6690 con 0x55c166cf3940 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f1177b20740 10 client.0 _ll_register_callbacks cb 0x55c166bfaa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f116effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f116effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:59606/0 (socket says 172.21.15.7:59606) 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.517+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40098/0 (socket says 172.21.15.7:40098) 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 -- 172.21.15.7:0/1190210037 learned_addr learned my addr 172.21.15.7:0/1190210037 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 -- 172.21.15.7:0/1190210037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166cf3940 msgr2=0x55c166cf1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166cf3940 0x55c166cf1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 -- 172.21.15.7:0/1190210037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 msgr2=0x55c166cf0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 -- 172.21.15.7:0/1190210037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c166cff9d0 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116e7fc640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f116effd640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1160032ad0 tx=0x7f116002a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f2d551cb5a9d99c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1152ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116004c070 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1160031720 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1160004240 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1160058050 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1177b20740 10 client.26495 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.518+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c166d02360 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1160031720 con 0x55c166ce9080 2024-09-10T07:51:34.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f116003c440 con 0x55c166ce9080 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 10 client.26495 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 10 client.26495 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 20 client.26495 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d05aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 4 client.26495 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c166c5b9d0 con 0x55c166d036b0 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.519+0000 7f116e7fc640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d05aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.520+0000 7f1152ff5640 10 client.26495 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:34.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.520+0000 7f116e7fc640 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d05aa0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97eb12f834ab0cb5 server_cookie=227d378f8ba124a8 in_seq=0 out_seq=0 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1152ff5640 1 -- 172.21.15.7:0/1190210037 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c166c5b9d0 con 0x55c166d036b0 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1152ff5640 10 client.26495 handle_command_reply: tid=0 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 client.26495 shutdown 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 msgr2=0x55c166cf0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1160032ad0 tx=0x7f116002a420 comp rx=0 tx=0).stop 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 shutdown_connections 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d05aa0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166cf3940 0x55c166cf1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1152ff5640 0 client.26495 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce9080 0x55c166cf0d40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 --2- 172.21.15.7:0/1190210037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce8760 0x55c166cf0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 >> 172.21.15.7:0/1190210037 conn(0x55c166ce4cf0 msgr2=0x55c166ceaa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 shutdown_connections 2024-09-10T07:51:34.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 1 -- 172.21.15.7:0/1190210037 wait complete. 2024-09-10T07:51:34.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.521+0000 7f1177b20740 20 client.26495 trim_cache size 0 max 16384 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 Processor -- start 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 -- start start 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce8760 0x55c166cf2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cfc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f11701b1550 con 0x55c166ce9080 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f11701aee20 con 0x55c166cf3940 2024-09-10T07:51:34.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f1177b20740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11701acc90 con 0x55c166ce8760 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f116effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f116effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40104/0 (socket says 172.21.15.7:40104) 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f116effd640 1 -- 172.21.15.7:0/2095808278 learned_addr learned my addr 172.21.15.7:0/2095808278 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f116e7fc640 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce8760 0x55c166cf2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.543+0000 7f116e7fc640 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cfc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 -- 172.21.15.7:0/2095808278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce8760 msgr2=0x55c166cf2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce8760 0x55c166cf2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 -- 172.21.15.7:0/2095808278 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 msgr2=0x55c166cfc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cfc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 -- 172.21.15.7:0/2095808278 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c166ce4b20 con 0x55c166ce9080 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f116effd640 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1160000c00 tx=0x7f1160031980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96504f770be34320 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f1154ff9640 1 -- 172.21.15.7:0/2095808278 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160055070 con 0x55c166ce9080 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f1154ff9640 1 -- 172.21.15.7:0/2095808278 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1160009780 con 0x55c166ce9080 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.544+0000 7f1154ff9640 1 -- 172.21.15.7:0/2095808278 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116004c050 con 0x55c166ce9080 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- 172.21.15.7:0/2095808278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 msgr2=0x55c166cfbcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1160000c00 tx=0x7f1160031980 comp rx=0 tx=0).stop 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- 172.21.15.7:0/2095808278 shutdown_connections 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166cf3940 0x55c166cfc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166ce9080 0x55c166cfbcc0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 --2- 172.21.15.7:0/2095808278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce8760 0x55c166cf2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- 172.21.15.7:0/2095808278 >> 172.21.15.7:0/2095808278 conn(0x55c166ce4cf0 msgr2=0x55c166cef970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- 172.21.15.7:0/2095808278 shutdown_connections 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- 172.21.15.7:0/2095808278 wait complete. 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 -- start start 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.545+0000 7f1177b20740 1 Processor -- start 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 0x55c166ceca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cecfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166cf3940 0x55c166ced4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f11701ad2e0 con 0x55c166cf3940 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f11701ae750 con 0x55c166ce8760 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11701ad9b0 con 0x55c166ce9080 2024-09-10T07:51:34.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1177b20740 10 client.0 _ll_register_callbacks cb 0x7f11600318d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 0x55c166ceca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cecfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166cf3940 0x55c166ced4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cecfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50582/0 (socket says 172.21.15.7:50582) 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116effd640 1 -- 172.21.15.7:0/3915137435 learned_addr learned my addr 172.21.15.7:0/3915137435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:34.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 -- 172.21.15.7:0/3915137435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 msgr2=0x55c166cecfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cecfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 -- 172.21.15.7:0/3915137435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166cf3940 msgr2=0x55c166ced4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166cf3940 0x55c166ced4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 -- 172.21.15.7:0/3915137435 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c166ce0260 con 0x55c166ce8760 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f116e7fc640 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 0x55c166ceca70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1164000c00 tx=0x7f11600046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b3e3e9eba0adb27 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.546+0000 7f1152ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164024070 con 0x55c166ce8760 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1164005020 con 0x55c166ce8760 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1160009780 con 0x55c166ce8760 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f116401a040 con 0x55c166ce8760 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 10 client.26501 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:34.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c166d722c0 con 0x55c166ce8760 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1164025040 con 0x55c166ce8760 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1164020040 con 0x55c166ce8760 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 10 client.26501 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 10 client.26501 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 20 client.26501 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d74ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 4 client.26501 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}] 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.547+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}) -- 0x7f1160009780 con 0x55c166d036b0 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.548+0000 7f116effd640 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d74ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.548+0000 7f116effd640 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d74ac0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=763506c2cdcb7edd server_cookie=5fd416be3af37776 in_seq=0 out_seq=0 2024-09-10T07:51:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.548+0000 7f1152ff5640 10 client.26501 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:34.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1152ff5640 1 -- 172.21.15.7:0/3915137435 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x7f1160009780 con 0x55c166d036b0 2024-09-10T07:51:34.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1152ff5640 10 client.26501 handle_command_reply: tid=0 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 client.26501 shutdown 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 msgr2=0x55c166ceca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 0x55c166ceca70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1164000c00 tx=0x7f11600046c0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 shutdown_connections 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c166d036b0 0x55c166d74ac0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c166cf3940 0x55c166ced4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c166ce9080 0x55c166cecfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 --2- 172.21.15.7:0/3915137435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c166ce8760 0x55c166ceca70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 >> 172.21.15.7:0/3915137435 conn(0x55c166ce4cf0 msgr2=0x55c166cf0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1152ff5640 0 client.26501 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 shutdown_connections 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.607+0000 7f1177b20740 1 -- 172.21.15.7:0/3915137435 wait complete. 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1177b20740 20 client.26501 trim_cache size 0 max 16384 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:51:34.609 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 22, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "7da074f": { 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 22, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 140.1, 2024-09-10T07:51:34.610 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:34.611 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 msgr2=0x7f11580a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 0x7f11580a5040 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1168005ba0 tx=0x7f1168009a70 comp rx=0 tx=0).stop 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 msgr2=0x7f117019cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f116800eb10 tx=0x7f116800c2d0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 shutdown_connections 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f11580a2b80 0x7f11580a5040 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f11701082a0 0x7f117019cdc0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11701036e0 0x7f1170198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 --2- 172.21.15.7:0/3986750035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1170102d30 0x7f11701984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.608+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 >> 172.21.15.7:0/3986750035 conn(0x7f11700fc7d0 msgr2=0x7f1170105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.609+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 shutdown_connections 2024-09-10T07:51:34.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:34.609+0000 7f1175747640 1 -- 172.21.15.7:0/3986750035 wait complete. 2024-09-10T07:51:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:34 smithi007 ceph-mon[30879]: pgmap v548: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-10T07:51:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:34 smithi110 ceph-mon[34417]: pgmap v548: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-10T07:51:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:34 smithi145 ceph-mon[34766]: pgmap v548: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-10T07:51:35.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.73 MB/sec execute 158 sec latency 642.355 ms 2024-09-10T07:51:35.301 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7da074f', quiesce took 3.3 seconds. Will release after: 16.8 2024-09-10T07:51:36.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.72 MB/sec execute 159 sec latency 1642.406 ms 2024-09-10T07:51:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 -- 172.21.15.7:0/2392766795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 msgr2=0x7f27641020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 --2- 172.21.15.7:0/2392766795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f27641020b0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2758009900 tx=0x7f275802a410 comp rx=0 tx=0).stop 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 -- 172.21.15.7:0/2392766795 shutdown_connections 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 --2- 172.21.15.7:0/2392766795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27641025f0 0x7f2764108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 --2- 172.21.15.7:0/2392766795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f27641020b0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 --2- 172.21.15.7:0/2392766795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2764100a40 0x7f2764100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 -- 172.21.15.7:0/2392766795 >> 172.21.15.7:0/2392766795 conn(0x7f27640fc1e0 msgr2=0x7f27640fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 -- 172.21.15.7:0/2392766795 shutdown_connections 2024-09-10T07:51:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.649+0000 7f2768847640 1 -- 172.21.15.7:0/2392766795 wait complete. 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 Processor -- start 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 -- start start 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2764100a40 0x7f276410b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27641025f0 0x7f2764109f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f276410d6c0 con 0x7f2764101c30 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f276410d540 con 0x7f2764100a40 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2768847640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f276410d840 con 0x7f27641025f0 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2761d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2761d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40136/0 (socket says 172.21.15.7:40136) 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2761d9b640 1 -- 172.21.15.7:0/1159469570 learned_addr learned my addr 172.21.15.7:0/1159469570 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f276259c640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2764100a40 0x7f276410b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2762d9d640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27641025f0 0x7f2764109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2761d9b640 1 -- 172.21.15.7:0/1159469570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27641025f0 msgr2=0x7f2764109f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.650+0000 7f2761d9b640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27641025f0 0x7f2764109f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2761d9b640 1 -- 172.21.15.7:0/1159469570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2764100a40 msgr2=0x7f276410b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2761d9b640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2764100a40 0x7f276410b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2761d9b640 1 -- 172.21.15.7:0/1159469570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f276410a7d0 con 0x7f2764101c30 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2761d9b640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f2758004770 tx=0x7f27580042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f27537fe640 1 -- 172.21.15.7:0/1159469570 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275803f030 con 0x7f2764101c30 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f27537fe640 1 -- 172.21.15.7:0/1159469570 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2758003cb0 con 0x7f2764101c30 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27641a1db0 con 0x7f2764101c30 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f27537fe640 1 -- 172.21.15.7:0/1159469570 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2758035070 con 0x7f2764101c30 2024-09-10T07:51:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.651+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27641a2270 con 0x7f2764101c30 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.654+0000 7f27537fe640 1 -- 172.21.15.7:0/1159469570 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2758042030 con 0x7f2764101c30 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.654+0000 7f276b5e0740 1 Processor -- start 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.654+0000 7f276b5e0740 1 -- start start 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd0159a0 0x556bdd015da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556bdcf792f0 con 0x556bdd01b370 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556bdcf21270 con 0x556bdd0162e0 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276b5e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556bdcf752b0 con 0x556bdd0159a0 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2762d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd0159a0 0x556bdd015da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40140/0 (socket says 172.21.15.7:40140) 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 -- 172.21.15.7:0/2135664236 learned_addr learned my addr 172.21.15.7:0/2135664236 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276259c640 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f27537fe640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 0x7f274c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 -- 172.21.15.7:0/2135664236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd0159a0 msgr2=0x556bdd015da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd0159a0 0x556bdd015da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 -- 172.21.15.7:0/2135664236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 msgr2=0x556bdd01ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2761d9b640 1 -- 172.21.15.7:0/2135664236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bdcf20340 con 0x556bdd01b370 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f2762d9d640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 0x7f274c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f276259c640 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.655+0000 7f27537fe640 1 -- 172.21.15.7:0/1159469570 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f27580efd50 con 0x7f2764101c30 2024-09-10T07:51:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.656+0000 7f2761d9b640 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f27580b89f0 tx=0x7f2758009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5293e9118f3a3a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.656+0000 7f2750ff9640 1 -- 172.21.15.7:0/2135664236 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2758003800 con 0x556bdd01b370 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.656+0000 7f2762d9d640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 0x7f274c0a50f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f275c005fd0 tx=0x7f275c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.656+0000 7f2750ff9640 1 -- 172.21.15.7:0/2135664236 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27580dae50 con 0x556bdd01b370 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.656+0000 7f2750ff9640 1 -- 172.21.15.7:0/2135664236 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27580044e0 con 0x556bdd01b370 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- 172.21.15.7:0/2135664236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 msgr2=0x556bdd01d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f27580b89f0 tx=0x7f2758009680 comp rx=0 tx=0).stop 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- 172.21.15.7:0/2135664236 shutdown_connections 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd01b370 0x556bdd01d830 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2135664236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd0159a0 0x556bdd015da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- 172.21.15.7:0/2135664236 >> 172.21.15.7:0/2135664236 conn(0x556bdd011010 msgr2=0x556bdd011410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- 172.21.15.7:0/2135664236 shutdown_connections 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- 172.21.15.7:0/2135664236 wait complete. 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- start start 2024-09-10T07:51:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 Processor -- start 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd026db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556bdd01e100 con 0x556bdd0159a0 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556bdcf02290 con 0x556bdd0162e0 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.657+0000 7f276b5e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556bdd01e280 con 0x556bdd01b370 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276b5e0740 10 client.0 _ll_register_callbacks cb 0x556bdcf33140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40152/0 (socket says 172.21.15.7:40152) 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 -- 172.21.15.7:0/4026913153 learned_addr learned my addr 172.21.15.7:0/4026913153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2762d9d640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd026db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2761d9b640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 -- 172.21.15.7:0/4026913153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 msgr2=0x556bdd026db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd026db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 -- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 msgr2=0x556bdd01fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 -- 172.21.15.7:0/4026913153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bdcc8c210 con 0x556bdd0159a0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2762d9d640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd026db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2761d9b640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276259c640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f275400ba70 tx=0x7f275400bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b7e464d907a58c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2749ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2754003e80 con 0x556bdd0159a0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2754011440 con 0x556bdd0159a0 2024-09-10T07:51:36.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.658+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27580dae50 con 0x556bdd0159a0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2754011640 con 0x556bdd0159a0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 10 client.17088 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556bdcd58620 con 0x556bdd0159a0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27580dae50 con 0x556bdd0159a0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f275401b920 con 0x556bdd0159a0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 10 client.17088 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 10 client.17088 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 20 client.17088 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd02b550 0x556bdd02d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 4 client.17088 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bdcf86a20 con 0x556bdd02b550 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.659+0000 7f2761d9b640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd02b550 0x556bdd02d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.660+0000 7f2761d9b640 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd02b550 0x556bdd02d9e0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=966f7fdb0aaa6c28 server_cookie=b614b2d7b9830266 in_seq=0 out_seq=0 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.660+0000 7f2749ffb640 10 client.17088 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.660+0000 7f2749ffb640 1 -- 172.21.15.7:0/4026913153 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556bdcf86a20 con 0x556bdd02b550 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.660+0000 7f2749ffb640 10 client.17088 handle_command_reply: tid=0 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.660+0000 7f276b5e0740 1 client.17088 shutdown 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 msgr2=0x556bdd01f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f275400ba70 tx=0x7f275400bf30 comp rx=0 tx=0).stop 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 shutdown_connections 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd02b550 0x556bdd02d9e0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd026db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd01fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f2749ffb640 0 client.17088 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 --2- 172.21.15.7:0/4026913153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd01f8a0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 >> 172.21.15.7:0/4026913153 conn(0x556bdd011010 msgr2=0x556bdd012820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 shutdown_connections 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 1 -- 172.21.15.7:0/4026913153 wait complete. 2024-09-10T07:51:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.661+0000 7f276b5e0740 20 client.17088 trim_cache size 0 max 16384 2024-09-10T07:51:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 Processor -- start 2024-09-10T07:51:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 -- start start 2024-09-10T07:51:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd026cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd014410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27641af150 con 0x556bdd0159a0 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f27641aca20 con 0x556bdd0162e0 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.675+0000 7f276b5e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27641aa890 con 0x556bdd01b370 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40164/0 (socket says 172.21.15.7:40164) 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 -- 172.21.15.7:0/2484995435 learned_addr learned my addr 172.21.15.7:0/2484995435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f2761d9b640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd026cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 -- 172.21.15.7:0/2484995435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 msgr2=0x556bdd014410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f2762d9d640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd014410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd014410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 -- 172.21.15.7:0/2484995435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 msgr2=0x556bdd026cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd026cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 -- 172.21.15.7:0/2484995435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bdd01f3e0 con 0x556bdd0159a0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f2761d9b640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd026cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f2762d9d640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd014410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f276259c640 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f2754001eb0 tx=0x7f275400b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23288a8be8d745d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f274bfff640 1 -- 172.21.15.7:0/2484995435 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2754005040 con 0x556bdd0159a0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f274bfff640 1 -- 172.21.15.7:0/2484995435 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27540117e0 con 0x556bdd0159a0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.676+0000 7f274bfff640 1 -- 172.21.15.7:0/2484995435 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275401b510 con 0x556bdd0159a0 2024-09-10T07:51:36.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- 172.21.15.7:0/2484995435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 msgr2=0x556bdd0100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f2754001eb0 tx=0x7f275400b500 comp rx=0 tx=0).stop 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- 172.21.15.7:0/2484995435 shutdown_connections 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd014410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd026cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- 172.21.15.7:0/2484995435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd0100b0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- 172.21.15.7:0/2484995435 >> 172.21.15.7:0/2484995435 conn(0x556bdd011010 msgr2=0x556bdd00f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- 172.21.15.7:0/2484995435 shutdown_connections 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- 172.21.15.7:0/2484995435 wait complete. 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 -- start start 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 Processor -- start 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.677+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd024b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd025b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27641aaee0 con 0x556bdd0159a0 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f27641ac350 con 0x556bdd0162e0 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27641ab5b0 con 0x556bdd01b370 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 10 client.0 _ll_register_callbacks cb 0x7f27540042b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40170/0 (socket says 172.21.15.7:40170) 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 -- 172.21.15.7:0/3732084433 learned_addr learned my addr 172.21.15.7:0/3732084433 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2762d9d640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd025b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2761d9b640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd024b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 -- 172.21.15.7:0/3732084433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 msgr2=0x556bdd025b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd025b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 -- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 msgr2=0x556bdd024b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd024b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 -- 172.21.15.7:0/3732084433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bdd026130 con 0x556bdd0159a0 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2761d9b640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd024b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276259c640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f275401bf50 tx=0x7f2754011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d7a1ed1231393f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2749ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2754039060 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f275401b6a0 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.678+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27540117e0 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f275401b8a0 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 10 client.17094 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556bdd0963e0 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27540117e0 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2754010430 con 0x556bdd0159a0 2024-09-10T07:51:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 10 client.17094 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 10 client.17094 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 20 client.17094 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd096ba0 0x556bdd098fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 4 client.17094 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556bdcf80d70 con 0x556bdd096ba0 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.679+0000 7f2761d9b640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd096ba0 0x556bdd098fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.680+0000 7f2761d9b640 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd096ba0 0x556bdd098fc0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3825e00e9c9aec95 server_cookie=b89d202dc4e8b5b in_seq=0 out_seq=0 2024-09-10T07:51:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.680+0000 7f2749ffb640 10 client.17094 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f2749ffb640 1 -- 172.21.15.7:0/3732084433 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556bdcf80d70 con 0x556bdd096ba0 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f2749ffb640 10 client.17094 handle_command_reply: tid=0 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 client.17094 shutdown 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 msgr2=0x556bdd024620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f275401bf50 tx=0x7f2754011ef0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 shutdown_connections 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556bdd096ba0 0x556bdd098fc0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556bdd01b370 0x556bdd025b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556bdd0162e0 0x556bdd024b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 --2- 172.21.15.7:0/3732084433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556bdd0159a0 0x556bdd024620 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f2749ffb640 0 client.17094 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 >> 172.21.15.7:0/3732084433 conn(0x556bdd011010 msgr2=0x556bdd0101c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 shutdown_connections 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.696+0000 7f276b5e0740 1 -- 172.21.15.7:0/3732084433 wait complete. 2024-09-10T07:51:36.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f276b5e0740 20 client.17094 trim_cache size 0 max 16384 2024-09-10T07:51:36.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:51:36.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:51:36.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:51:36.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:51:36.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 msgr2=0x7f274c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 0x7f274c0a50f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f275c005fd0 tx=0x7f275c004a40 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 msgr2=0x7f2764109a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f2758004770 tx=0x7f27580042f0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 shutdown_connections 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f274c0a2c30 0x7f274c0a50f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27641025f0 0x7f2764109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2764101c30 0x7f2764109a00 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 --2- 172.21.15.7:0/1159469570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2764100a40 0x7f276410b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 >> 172.21.15.7:0/1159469570 conn(0x7f27640fc1e0 msgr2=0x7f2764104fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 shutdown_connections 2024-09-10T07:51:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:36.697+0000 7f2768847640 1 -- 172.21.15.7:0/1159469570 wait complete. 2024-09-10T07:51:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:36 smithi007 ceph-mon[30879]: pgmap v549: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-09-10T07:51:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:36 smithi110 ceph-mon[34417]: pgmap v549: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-09-10T07:51:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:36 smithi145 ceph-mon[34766]: pgmap v549: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-09-10T07:51:37.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.71 MB/sec execute 160 sec latency 2642.512 ms 2024-09-10T07:51:38.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.70 MB/sec execute 161 sec latency 3642.635 ms 2024-09-10T07:51:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:38 smithi007 ceph-mon[30879]: pgmap v550: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 153 KiB/s wr, 38 op/s 2024-09-10T07:51:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:38 smithi110 ceph-mon[34417]: pgmap v550: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 153 KiB/s wr, 38 op/s 2024-09-10T07:51:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:38 smithi145 ceph-mon[34766]: pgmap v550: 129 pgs: 129 active+clean; 54 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 153 KiB/s wr, 38 op/s 2024-09-10T07:51:39.250 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.68 MB/sec execute 162 sec latency 4642.717 ms 2024-09-10T07:51:40.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.67 MB/sec execute 163 sec latency 5642.806 ms 2024-09-10T07:51:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:40 smithi007 ceph-mon[30879]: pgmap v551: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 232 KiB/s wr, 56 op/s 2024-09-10T07:51:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:40 smithi110 ceph-mon[34417]: pgmap v551: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 232 KiB/s wr, 56 op/s 2024-09-10T07:51:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:40 smithi145 ceph-mon[34766]: pgmap v551: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 232 KiB/s wr, 56 op/s 2024-09-10T07:51:41.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.66 MB/sec execute 164 sec latency 6642.939 ms 2024-09-10T07:51:42.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.65 MB/sec execute 165 sec latency 7642.997 ms 2024-09-10T07:51:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:42 smithi007 ceph-mon[30879]: pgmap v552: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 234 KiB/s wr, 55 op/s 2024-09-10T07:51:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:42 smithi110 ceph-mon[34417]: pgmap v552: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 234 KiB/s wr, 55 op/s 2024-09-10T07:51:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:42 smithi145 ceph-mon[34766]: pgmap v552: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 234 KiB/s wr, 55 op/s 2024-09-10T07:51:43.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.64 MB/sec execute 166 sec latency 8643.057 ms 2024-09-10T07:51:44.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.63 MB/sec execute 167 sec latency 9643.136 ms 2024-09-10T07:51:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:44 smithi007 ceph-mon[30879]: pgmap v553: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 235 KiB/s wr, 55 op/s 2024-09-10T07:51:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:44 smithi110 ceph-mon[34417]: pgmap v553: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 235 KiB/s wr, 55 op/s 2024-09-10T07:51:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:44 smithi145 ceph-mon[34766]: pgmap v553: 129 pgs: 129 active+clean; 52 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 235 KiB/s wr, 55 op/s 2024-09-10T07:51:45.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.62 MB/sec execute 168 sec latency 10643.255 ms 2024-09-10T07:51:46.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.61 MB/sec execute 169 sec latency 11643.376 ms 2024-09-10T07:51:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:46 smithi007 ceph-mon[30879]: pgmap v554: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 219 KiB/s wr, 54 op/s 2024-09-10T07:51:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:46 smithi110 ceph-mon[34417]: pgmap v554: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 219 KiB/s wr, 54 op/s 2024-09-10T07:51:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:46 smithi145 ceph-mon[34766]: pgmap v554: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 219 KiB/s wr, 54 op/s 2024-09-10T07:51:47.251 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.61 MB/sec execute 170 sec latency 12643.481 ms 2024-09-10T07:51:48.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.60 MB/sec execute 171 sec latency 13643.570 ms 2024-09-10T07:51:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:48 smithi007 ceph-mon[30879]: pgmap v555: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 127 KiB/s wr, 42 op/s 2024-09-10T07:51:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:48 smithi110 ceph-mon[34417]: pgmap v555: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 127 KiB/s wr, 42 op/s 2024-09-10T07:51:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:48 smithi145 ceph-mon[34766]: pgmap v555: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 127 KiB/s wr, 42 op/s 2024-09-10T07:51:49.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.59 MB/sec execute 172 sec latency 14643.672 ms 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1406398706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf8102df0 msgr2=0x7f8cf8103270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1406398706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf8102df0 0x7f8cf8103270 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8009900 tx=0x7f8ce802a410 comp rx=0 tx=0).stop 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1406398706 shutdown_connections 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1406398706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf81037b0 0x7f8cf810a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1406398706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf8102df0 0x7f8cf8103270 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1406398706 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1406398706 >> 172.21.15.7:0/1406398706 conn(0x7f8cf80fb980 msgr2=0x7f8cf80fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1406398706 shutdown_connections 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1406398706 wait complete. 2024-09-10T07:51:49.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.799+0000 7f8cffb4b640 1 Processor -- start 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 -- start start 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8102760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf8102df0 0x7f8cf8100da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf810d6a0 con 0x7f8cf81037b0 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf810d520 con 0x7f8cf80ffe20 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cffb4b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf810d820 con 0x7f8cf8102df0 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57284/0 (socket says 172.21.15.7:57284) 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 -- 172.21.15.7:0/1773294478 learned_addr learned my addr 172.21.15.7:0/1773294478 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf8102df0 0x7f8cf8100da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8102760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 -- 172.21.15.7:0/1773294478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf8102df0 msgr2=0x7f8cf8100da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf8102df0 0x7f8cf8100da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 -- 172.21.15.7:0/1773294478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 msgr2=0x7f8cf8102760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8102760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfe0e8640 1 -- 172.21.15.7:0/1773294478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf8101b70 con 0x7f8cf81037b0 2024-09-10T07:51:49.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.800+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8cfe0e8640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f8cf000eaa0 tx=0x7f8cf000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8ceeffd640 1 -- 172.21.15.7:0/1773294478 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf000cdb0 con 0x7f8cf81037b0 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cf81a1e50 con 0x7f8cf81037b0 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8ceeffd640 1 -- 172.21.15.7:0/1773294478 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8cf0005020 con 0x7f8cf81037b0 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8ceeffd640 1 -- 172.21.15.7:0/1773294478 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf00116d0 con 0x7f8cf81037b0 2024-09-10T07:51:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.801+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cf81a22b0 con 0x7f8cf81037b0 2024-09-10T07:51:49.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.803+0000 7f8ceeffd640 1 -- 172.21.15.7:0/1773294478 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8cf00051d0 con 0x7f8cf81037b0 2024-09-10T07:51:49.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 Processor -- start 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 -- start start 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b519a0 0x55c219b51da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b522e0 0x55c219b56da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c219ab52f0 con 0x55c219b57370 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c219a5d270 con 0x55c219b519a0 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8d029c3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c219ab12b0 con 0x55c219b522e0 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.804+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57290/0 (socket says 172.21.15.7:57290) 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/395772750 learned_addr learned my addr 172.21.15.7:0/395772750 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b519a0 0x55c219b51da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b522e0 0x55c219b56da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8ceeffd640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 0x7f8ce40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfe0e8640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 0x7f8ce40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/395772750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b522e0 msgr2=0x55c219b56da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b522e0 0x55c219b56da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/395772750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b519a0 msgr2=0x55c219b51da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b519a0 0x55c219b51da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/395772750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c219a5c340 con 0x55c219b57370 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8ceeffd640 1 -- 172.21.15.7:0/1773294478 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8cf00cf540 con 0x7f8cf81037b0 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f8ce802a930 tx=0x7f8ce8005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=396dda52507a118e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8ce3fff640 1 -- 172.21.15.7:0/395772750 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8035040 con 0x55c219b57370 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8cfe0e8640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 0x7f8ce40a50f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8cf0097e60 tx=0x7f8cf0066040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8ce3fff640 1 -- 172.21.15.7:0/395772750 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce8032cb0 con 0x55c219b57370 2024-09-10T07:51:49.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.805+0000 7f8ce3fff640 1 -- 172.21.15.7:0/395772750 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8003cf0 con 0x55c219b57370 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 -- 172.21.15.7:0/395772750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 msgr2=0x55c219b59830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f8ce802a930 tx=0x7f8ce8005e30 comp rx=0 tx=0).stop 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 -- 172.21.15.7:0/395772750 shutdown_connections 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b59830 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b522e0 0x55c219b56da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 --2- 172.21.15.7:0/395772750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b519a0 0x55c219b51da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 -- 172.21.15.7:0/395772750 >> 172.21.15.7:0/395772750 conn(0x55c219b4d010 msgr2=0x55c219b4d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 -- 172.21.15.7:0/395772750 shutdown_connections 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.806+0000 7f8d029c3740 1 -- 172.21.15.7:0/395772750 wait complete. 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 -- start start 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 Processor -- start 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c219b5a2e0 con 0x55c219b57370 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c219a3e290 con 0x55c219b522e0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c219b5a460 con 0x55c219b519a0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8d029c3740 10 client.0 _ll_register_callbacks cb 0x55c219a6f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57302/0 (socket says 172.21.15.7:57302) 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.807+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/3701641438 learned_addr learned my addr 172.21.15.7:0/3701641438 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/3701641438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 msgr2=0x55c219b5bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 msgr2=0x55c219b5c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/3701641438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2197c8210 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8005940 tx=0x7f8ce802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5eb71c29149381c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8ce17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8052020 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8ce804ca80 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ce8032cb0 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8ce8035040 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8d029c3740 10 client.17106 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.808+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c219894620 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce8032cb0 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8ce803dce0 con 0x55c219b57370 2024-09-10T07:51:49.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 10 client.17106 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 10 client.17106 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 20 client.17106 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219b67420 0x55c219b69810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 4 client.17106 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c219ac2a20 con 0x55c219b67420 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.809+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219b67420 0x55c219b69810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219b67420 0x55c219b69810 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebfbe37d9c3cbef9 server_cookie=9a25cb1465da9b16 in_seq=0 out_seq=0 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8ce17fa640 10 client.17106 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8ce17fa640 1 -- 172.21.15.7:0/3701641438 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c219ac2a20 con 0x55c219b67420 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8ce17fa640 10 client.17106 handle_command_reply: tid=0 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8d029c3740 1 client.17106 shutdown 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 msgr2=0x55c219b63140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.810+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8005940 tx=0x7f8ce802a410 comp rx=0 tx=0).stop 2024-09-10T07:51:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 shutdown_connections 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219b67420 0x55c219b69810 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b57370 0x55c219b63140 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 --2- 172.21.15.7:0/3701641438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8ce17fa640 0 client.17106 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 >> 172.21.15.7:0/3701641438 conn(0x55c219b4d010 msgr2=0x55c219b4e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 shutdown_connections 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 1 -- 172.21.15.7:0/3701641438 wait complete. 2024-09-10T07:51:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.811+0000 7f8d029c3740 20 client.17106 trim_cache size 0 max 16384 2024-09-10T07:51:49.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 Processor -- start 2024-09-10T07:51:49.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 -- start start 2024-09-10T07:51:49.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b57370 0x55c219b63060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81af1a0 con 0x55c219b519a0 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81aca70 con 0x55c219b522e0 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8d029c3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81aa8e0 con 0x55c219b57370 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57308/0 (socket says 172.21.15.7:57308) 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/260358462 learned_addr learned my addr 172.21.15.7:0/260358462 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b57370 0x55c219b63060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/260358462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b57370 msgr2=0x55c219b63060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b57370 0x55c219b63060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/260358462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 msgr2=0x55c219b5c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.826+0000 7f8cfd0e6640 1 -- 172.21.15.7:0/260358462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c219b5b700 con 0x55c219b519a0 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8009900 tx=0x7f8ce8032a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5de07d9b05cd70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8ce37fe640 1 -- 172.21.15.7:0/260358462 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8052040 con 0x55c219b519a0 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8ce37fe640 1 -- 172.21.15.7:0/260358462 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce804a9b0 con 0x55c219b519a0 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8ce37fe640 1 -- 172.21.15.7:0/260358462 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8032e60 con 0x55c219b519a0 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 -- 172.21.15.7:0/260358462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 msgr2=0x55c219b5bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8009900 tx=0x7f8ce8032a50 comp rx=0 tx=0).stop 2024-09-10T07:51:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 -- 172.21.15.7:0/260358462 shutdown_connections 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b57370 0x55c219b63060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b522e0 0x55c219b5c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 --2- 172.21.15.7:0/260358462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b519a0 0x55c219b5bbc0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.827+0000 7f8d029c3740 1 -- 172.21.15.7:0/260358462 >> 172.21.15.7:0/260358462 conn(0x55c219b4d010 msgr2=0x55c219b53520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- 172.21.15.7:0/260358462 shutdown_connections 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- 172.21.15.7:0/260358462 wait complete. 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- start start 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 Processor -- start 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b602e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b57370 0x55c219b61750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81aaf30 con 0x55c219b522e0 2024-09-10T07:51:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81ac3a0 con 0x55c219b57370 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf81ab600 con 0x55c219b519a0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8d029c3740 10 client.0 _ll_register_callbacks cb 0x7f8ce80317f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.828+0000 7f8cfd8e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57312/0 (socket says 172.21.15.7:57312) 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 -- 172.21.15.7:0/1739693677 learned_addr learned my addr 172.21.15.7:0/1739693677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b57370 0x55c219b61750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 -- 172.21.15.7:0/1739693677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 msgr2=0x55c219b602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b602e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 -- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b57370 msgr2=0x55c219b61750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b57370 0x55c219b61750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 -- 172.21.15.7:0/1739693677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c219b61d60 con 0x55c219b522e0 2024-09-10T07:51:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b602e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8cfd8e7640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f8cf400bec0 tx=0x7f8cf4013ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b2b4879e09bbb90 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8ce17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf4005220 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8cf40053c0 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ce804a9b0 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8cf402e050 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8d029c3740 10 client.17112 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.829+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c219b63170 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce804a9b0 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8cf401d730 con 0x55c219b522e0 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 10 client.17112 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 10 client.17112 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 20 client.17112 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219bd2310 0x55c219bd4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 4 client.17112 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:51:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c219abcd70 con 0x55c219bd2310 2024-09-10T07:51:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.830+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219bd2310 0x55c219bd4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.831+0000 7f8ce17fa640 10 client.17112 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.831+0000 7f8cfd0e6640 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219bd2310 0x55c219bd4730 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae67e78d9589177d server_cookie=311ed1d9f84becb3 in_seq=0 out_seq=0 2024-09-10T07:51:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.843+0000 7f8ce17fa640 1 -- 172.21.15.7:0/1739693677 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c219abcd70 con 0x55c219bd2310 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.843+0000 7f8ce17fa640 10 client.17112 handle_command_reply: tid=0 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.843+0000 7f8d029c3740 1 client.17112 shutdown 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 msgr2=0x55c219b60820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f8cf400bec0 tx=0x7f8cf4013ac0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 shutdown_connections 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c219bd2310 0x55c219bd4730 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c219b57370 0x55c219b61750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c219b522e0 0x55c219b60820 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 --2- 172.21.15.7:0/1739693677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c219b519a0 0x55c219b602e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8ce17fa640 0 client.17112 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 >> 172.21.15.7:0/1739693677 conn(0x55c219b4d010 msgr2=0x55c219b53520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 shutdown_connections 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 1 -- 172.21.15.7:0/1739693677 wait complete. 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8d029c3740 20 client.17112 trim_cache size 0 max 16384 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:51:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:51:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:51:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 msgr2=0x7f8ce40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 0x7f8ce40a50f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8cf0097e60 tx=0x7f8cf0066040 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 msgr2=0x7f8cf81012e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.844+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f8cf000eaa0 tx=0x7f8cf000ef60 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 shutdown_connections 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8ce40a2c30 0x7f8ce40a50f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cf81037b0 0x7f8cf81012e0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cf8102df0 0x7f8cf8100da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 --2- 172.21.15.7:0/1773294478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cf80ffe20 0x7f8cf8102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 >> 172.21.15.7:0/1773294478 conn(0x7f8cf80fb980 msgr2=0x7f8cf8106230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 shutdown_connections 2024-09-10T07:51:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:51:49.845+0000 7f8cffb4b640 1 -- 172.21.15.7:0/1773294478 wait complete. 2024-09-10T07:51:50.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.58 MB/sec execute 173 sec latency 15643.771 ms 2024-09-10T07:51:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:50 smithi007 ceph-mon[30879]: pgmap v556: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 90 KiB/s wr, 28 op/s 2024-09-10T07:51:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:50 smithi110 ceph-mon[34417]: pgmap v556: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 90 KiB/s wr, 28 op/s 2024-09-10T07:51:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:50 smithi145 ceph-mon[34766]: pgmap v556: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 90 KiB/s wr, 28 op/s 2024-09-10T07:51:51.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.57 MB/sec execute 174 sec latency 16643.874 ms 2024-09-10T07:51:51.656 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:51:51.933 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:52.102 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:52.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.56 MB/sec execute 175 sec latency 17643.937 ms 2024-09-10T07:51:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.438+0000 7f6818834640 1 -- 172.21.15.7:0/1575153089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814100e20 msgr2=0x7f6814101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.438+0000 7f6818834640 1 --2- 172.21.15.7:0/1575153089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814100e20 0x7f6814101200 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f6804009900 tx=0x7f680402a480 comp rx=0 tx=0).stop 2024-09-10T07:51:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 -- 172.21.15.7:0/1575153089 shutdown_connections 2024-09-10T07:51:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 --2- 172.21.15.7:0/1575153089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814102ef0 0x7f681410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 --2- 172.21.15.7:0/1575153089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 0x7f68141029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 --2- 172.21.15.7:0/1575153089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814100e20 0x7f6814101200 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 -- 172.21.15.7:0/1575153089 >> 172.21.15.7:0/1575153089 conn(0x7f68140fc7d0 msgr2=0x7f68140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 -- 172.21.15.7:0/1575153089 shutdown_connections 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 -- 172.21.15.7:0/1575153089 wait complete. 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 Processor -- start 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.439+0000 7f6818834640 1 -- start start 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814100e20 0x7f68141983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 0x7f6814198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6814110e30 con 0x7f6814102ef0 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6814110cb0 con 0x7f6814100e20 2024-09-10T07:51:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6818834640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6814110fb0 con 0x7f6814102570 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55630/0 (socket says 172.21.15.7:55630) 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 -- 172.21.15.7:0/2262440354 learned_addr learned my addr 172.21.15.7:0/2262440354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6811d9b640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 0x7f6814198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f681259c640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814100e20 0x7f68141983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 -- 172.21.15.7:0/2262440354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 msgr2=0x7f6814198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 0x7f6814198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 -- 172.21.15.7:0/2262440354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814100e20 msgr2=0x7f68141983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814100e20 0x7f68141983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 -- 172.21.15.7:0/2262440354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f681419d3a0 con 0x7f6814102ef0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.440+0000 7f6812d9d640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f680c00cad0 tx=0x7f680c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.441+0000 7f68037fe640 1 -- 172.21.15.7:0/2262440354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c00ae20 con 0x7f6814102ef0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.441+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f681419d690 con 0x7f6814102ef0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.441+0000 7f68037fe640 1 -- 172.21.15.7:0/2262440354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f680c005020 con 0x7f6814102ef0 2024-09-10T07:51:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.441+0000 7f68037fe640 1 -- 172.21.15.7:0/2262440354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c00f6b0 con 0x7f6814102ef0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.441+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68141a4f70 con 0x7f6814102ef0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.443+0000 7f68037fe640 1 -- 172.21.15.7:0/2262440354 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f680c0051d0 con 0x7f6814102ef0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.443+0000 7f681ac0d740 1 Processor -- start 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.443+0000 7f681ac0d740 1 -- start start 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa044a0 0x55b0bfa04880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf96a2e0 con 0x55b0bfa0f680 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf911ce0 con 0x55b0bfa044a0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681ac0d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf9662a0 con 0x55b0bfa04dc0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55636/0 (socket says 172.21.15.7:55636) 2024-09-10T07:51:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f681259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 -- 172.21.15.7:0/1821954211 learned_addr learned my addr 172.21.15.7:0/1821954211 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa044a0 0x55b0bfa04880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f68037fe640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 0x7f67fc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 -- 172.21.15.7:0/1821954211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 msgr2=0x55b0bfa0f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 -- 172.21.15.7:0/1821954211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa044a0 msgr2=0x55b0bfa04880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa044a0 0x55b0bfa04880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6811d9b640 1 -- 172.21.15.7:0/1821954211 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0bf8f6440 con 0x55b0bfa0f680 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f6812d9d640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 0x7f67fc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.444+0000 7f68037fe640 1 -- 172.21.15.7:0/2262440354 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f680c0cf370 con 0x7f6814102ef0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.445+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f68080125a0 tx=0x7f680800b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d37bf8a3921ffa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.445+0000 7f6800ff9640 1 -- 172.21.15.7:0/1821954211 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680801e640 con 0x55b0bfa0f680 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.445+0000 7f6812d9d640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 0x7f67fc0a5040 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f680c09b680 tx=0x7f680c044040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.445+0000 7f6800ff9640 1 -- 172.21.15.7:0/1821954211 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f680801ec90 con 0x55b0bfa0f680 2024-09-10T07:51:52.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.445+0000 7f6800ff9640 1 -- 172.21.15.7:0/1821954211 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808010cf0 con 0x55b0bfa0f680 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- 172.21.15.7:0/1821954211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 msgr2=0x55b0bfa11a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f68080125a0 tx=0x7f680800b850 comp rx=0 tx=0).stop 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- 172.21.15.7:0/1821954211 shutdown_connections 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa11a70 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1821954211 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa044a0 0x55b0bfa04880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- 172.21.15.7:0/1821954211 >> 172.21.15.7:0/1821954211 conn(0x55b0bfa00a30 msgr2=0x55b0bfa00e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- 172.21.15.7:0/1821954211 shutdown_connections 2024-09-10T07:51:52.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- 172.21.15.7:0/1821954211 wait complete. 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- start start 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 Processor -- start 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b0bfa12250 con 0x55b0bfa0f680 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf925050 con 0x55b0bfa04dc0 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.446+0000 7f681ac0d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b0bfa123d0 con 0x55b0bfa044a0 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f681ac0d740 10 client.0 _ll_register_callbacks cb 0x55b0bf965160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55646/0 (socket says 172.21.15.7:55646) 2024-09-10T07:51:52.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 -- 172.21.15.7:0/3198322629 learned_addr learned my addr 172.21.15.7:0/3198322629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f681259c640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 -- 172.21.15.7:0/3198322629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 msgr2=0x55b0bfa0f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 -- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa04dc0 msgr2=0x55b0bfa0c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 -- 172.21.15.7:0/3198322629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0bf6db3c0 con 0x55b0bfa0f680 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f68080109d0 tx=0x7f68080108d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59c20121b8aa1c7f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f67f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808004230 con 0x55b0bfa0f680 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.447+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f680801ec90 con 0x55b0bfa0f680 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f68080043d0 con 0x55b0bfa0f680 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6808035050 con 0x55b0bfa0f680 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 10 client.17124 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:52.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b0bfa1dd30 con 0x55b0bfa0f680 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f680801ec90 con 0x55b0bfa0f680 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f680801c020 con 0x55b0bfa0f680 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 10 client.17124 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 10 client.17124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 20 client.17124 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa214d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 4 client.17124 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0bf977850 con 0x55b0bfa1f0e0 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.448+0000 7f681259c640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa214d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.449+0000 7f681259c640 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa214d0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c58d0749c58212df server_cookie=a0c9a067275fc4e4 in_seq=0 out_seq=0 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.449+0000 7f67f9ffb640 10 client.17124 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3198322629 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0bf977850 con 0x55b0bfa1f0e0 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f67f9ffb640 10 client.17124 handle_command_reply: tid=0 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 client.17124 shutdown 2024-09-10T07:51:52.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 msgr2=0x55b0bfa0cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f68080109d0 tx=0x7f68080108d0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 shutdown_connections 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa214d0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f67f9ffb640 0 client.17124 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa0f680 0x55b0bfa0cb20 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa0c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3198322629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 >> 172.21.15.7:0/3198322629 conn(0x55b0bfa00a30 msgr2=0x55b0bfa06710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 shutdown_connections 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 1 -- 172.21.15.7:0/3198322629 wait complete. 2024-09-10T07:51:52.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.450+0000 7f681ac0d740 20 client.17124 trim_cache size 0 max 16384 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 Processor -- start 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 -- start start 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa26b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa27040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f68141b1500 con 0x55b0bfa044a0 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f68141aedd0 con 0x55b0bfa0f680 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.471+0000 7f681ac0d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68141acc40 con 0x55b0bfa04dc0 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55648/0 (socket says 172.21.15.7:55648) 2024-09-10T07:51:52.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f6811d9b640 1 -- 172.21.15.7:0/1126072017 learned_addr learned my addr 172.21.15.7:0/1126072017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:52.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa26b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa27040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 -- 172.21.15.7:0/1126072017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 msgr2=0x55b0bfa27040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa27040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 -- 172.21.15.7:0/1126072017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 msgr2=0x55b0bfa0bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 -- 172.21.15.7:0/1126072017 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0bfa12360 con 0x55b0bfa04dc0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f6811d9b640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f681259c640 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa26b00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6804005940 tx=0x7f68040058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b7efc31edc2da4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.472+0000 7f67fbfff640 1 -- 172.21.15.7:0/1126072017 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680404a030 con 0x55b0bfa04dc0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f67fbfff640 1 -- 172.21.15.7:0/1126072017 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6804004490 con 0x55b0bfa04dc0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f67fbfff640 1 -- 172.21.15.7:0/1126072017 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6804035040 con 0x55b0bfa04dc0 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 -- 172.21.15.7:0/1126072017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 msgr2=0x55b0bfa26b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa26b00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6804005940 tx=0x7f68040058d0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 -- 172.21.15.7:0/1126072017 shutdown_connections 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa27040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa26b00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 --2- 172.21.15.7:0/1126072017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa044a0 0x55b0bfa0bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 -- 172.21.15.7:0/1126072017 >> 172.21.15.7:0/1126072017 conn(0x55b0bfa00a30 msgr2=0x55b0bfa0e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 -- 172.21.15.7:0/1126072017 shutdown_connections 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.473+0000 7f681ac0d740 1 -- 172.21.15.7:0/1126072017 wait complete. 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 -- start start 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 Processor -- start 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa178e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa12cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f68141ad290 con 0x55b0bfa04dc0 2024-09-10T07:51:52.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f68141ae700 con 0x55b0bfa0f680 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68141ad960 con 0x55b0bfa044a0 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681ac0d740 10 client.0 _ll_register_callbacks cb 0x7f68080123f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55664/0 (socket says 172.21.15.7:55664) 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f681259c640 1 -- 172.21.15.7:0/3669803216 learned_addr learned my addr 172.21.15.7:0/3669803216 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f6811d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa178e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.474+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa12cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 -- 172.21.15.7:0/3669803216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 msgr2=0x55b0bfa178e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa178e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 -- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 msgr2=0x55b0bfa12cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa12cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 -- 172.21.15.7:0/3669803216 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0bfa134f0 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa178e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681259c640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f68040057c0 tx=0x7f6804000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21b30560d9809542 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f67f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6804053030 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f68040318a0 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6804004490 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f680404a050 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681ac0d740 10 client.17130 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.475+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b0bfa89660 con 0x55b0bfa04dc0 2024-09-10T07:51:52.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6804004490 con 0x55b0bfa04dc0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f680404f810 con 0x55b0bfa04dc0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 10 client.17130 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 10 client.17130 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 20 client.17130 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa8bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 4 client.17130 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b0bf971d60 con 0x55b0bfa1f0e0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.476+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa8bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f6811d9b640 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa8bc20 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16d71497a9b61505 server_cookie=c8abd0606d4efbb9 in_seq=0 out_seq=0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f67f9ffb640 10 client.17130 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f67f9ffb640 1 -- 172.21.15.7:0/3669803216 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b0bf971d60 con 0x55b0bfa1f0e0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f67f9ffb640 10 client.17130 handle_command_reply: tid=0 2024-09-10T07:51:52.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 client.17130 shutdown 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 msgr2=0x55b0bfa17e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f68040057c0 tx=0x7f6804000bc0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 shutdown_connections 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b0bfa1f0e0 0x55b0bfa8bc20 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b0bfa0f680 0x55b0bfa12cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b0bfa04dc0 0x55b0bfa17e20 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 --2- 172.21.15.7:0/3669803216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b0bfa044a0 0x55b0bfa178e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 >> 172.21.15.7:0/3669803216 conn(0x55b0bfa00a30 msgr2=0x55b0bf9ff350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f67f9ffb640 0 client.17130 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 shutdown_connections 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 1 -- 172.21.15.7:0/3669803216 wait complete. 2024-09-10T07:51:52.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.477+0000 7f681ac0d740 20 client.17130 trim_cache size 0 max 16384 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 msgr2=0x7f67fc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 0x7f67fc0a5040 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f680c09b680 tx=0x7f680c044040 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 msgr2=0x7f681419ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f680c00cad0 tx=0x7f680c00cf90 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 shutdown_connections 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f67fc0a2b80 0x7f67fc0a5040 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6814102ef0 0x7f681419ccc0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6814102570 0x7f6814198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 --2- 172.21.15.7:0/2262440354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6814100e20 0x7f68141983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 >> 172.21.15.7:0/2262440354 conn(0x7f68140fc7d0 msgr2=0x7f681406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 shutdown_connections 2024-09-10T07:51:52.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:52.478+0000 7f6818834640 1 -- 172.21.15.7:0/2262440354 wait complete. 2024-09-10T07:51:52.731 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:52 smithi007 ceph-mon[30879]: pgmap v557: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:51:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:52 smithi110 ceph-mon[34417]: pgmap v557: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:51:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:52 smithi145 ceph-mon[34766]: pgmap v557: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-09-10T07:51:53.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.55 MB/sec execute 176 sec latency 18643.967 ms 2024-09-10T07:51:53.270 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:51:53.270 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:51:53.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2464107569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 msgr2=0x7fad44100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:53.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2464107569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44100ee0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fad34009930 tx=0x7fad3402a420 comp rx=0 tx=0).stop 2024-09-10T07:51:53.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2464107569 shutdown_connections 2024-09-10T07:51:53.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2464107569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 0x7fad4410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:53.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2464107569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44100ee0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:53.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2464107569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 0x7fad44106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:53.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2464107569 >> 172.21.15.7:0/2464107569 conn(0x7fad440fc7a0 msgr2=0x7fad440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2464107569 shutdown_connections 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.801+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2464107569 wait complete. 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 Processor -- start 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 -- start start 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:53.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 0x7fad441988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 0x7fad4419cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fad44110cf0 con 0x7fad44100a80 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fad44110b70 con 0x7fad44101420 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4bfdf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fad44110e70 con 0x7fad44106a80 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad49d7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:53.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad49d7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55676/0 (socket says 172.21.15.7:55676) 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad49d7b640 1 -- 172.21.15.7:0/2857547191 learned_addr learned my addr 172.21.15.7:0/2857547191 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.802+0000 7fad4957a640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 0x7fad441988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad4a57c640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 0x7fad4419cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 -- 172.21.15.7:0/2857547191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 msgr2=0x7fad4419cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 0x7fad4419cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:53.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 -- 172.21.15.7:0/2857547191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 msgr2=0x7fad441988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 0x7fad441988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 -- 172.21.15.7:0/2857547191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4419d310 con 0x7fad44100a80 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad49d7b640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fad4000d950 tx=0x7fad4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40017030 con 0x7fad44100a80 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad4419d600 con 0x7fad44100a80 2024-09-10T07:51:53.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad40004020 con 0x7fad44100a80 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad400047a0 con 0x7fad44100a80 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.803+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad441a4ee0 con 0x7fad44100a80 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.804+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad44100ee0 con 0x7fad44100a80 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.805+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fad400041d0 con 0x7fad44100a80 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.806+0000 7fad3affd640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 0x7fad300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:53.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.806+0000 7fad4957a640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 0x7fad300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:53.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.806+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fad400cee00 con 0x7fad44100a80 2024-09-10T07:51:53.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.807+0000 7fad4957a640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 0x7fad300a5040 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fad34009900 tx=0x7fad34000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:53.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:53.810+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fad4009b9c0 con 0x7fad44100a80 2024-09-10T07:51:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:54.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.037+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad441996c0 con 0x7fad44100a80 2024-09-10T07:51:54.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.037+0000 7fad3affd640 1 -- 172.21.15.7:0/2857547191 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fad4009b2c0 con 0x7fad44100a80 2024-09-10T07:51:54.039 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:54.039 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:54.041 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:54.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.039+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 msgr2=0x7fad300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.039+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 0x7fad300a5040 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fad34009900 tx=0x7fad34000bc0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.039+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 msgr2=0x7fad44198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.039+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fad4000d950 tx=0x7fad4000de10 comp rx=0 tx=0).stop 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 shutdown_connections 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fad300a2b80 0x7fad300a5040 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad44106a80 0x7fad4419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fad44101420 0x7fad441988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 --2- 172.21.15.7:0/2857547191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fad44100a80 0x7fad44198360 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 >> 172.21.15.7:0/2857547191 conn(0x7fad440fc7a0 msgr2=0x7fad4406aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:54.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 shutdown_connections 2024-09-10T07:51:54.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.040+0000 7fad4bfdf640 1 -- 172.21.15.7:0/2857547191 wait complete. 2024-09-10T07:51:54.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.54 MB/sec execute 177 sec latency 19644.044 ms 2024-09-10T07:51:54.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 -- 172.21.15.7:0/1303158954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc106a80 msgr2=0x7f6cbc106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 --2- 172.21.15.7:0/1303158954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc106a80 0x7f6cbc106e60 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6cac009930 tx=0x7f6cac02a420 comp rx=0 tx=0).stop 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 -- 172.21.15.7:0/1303158954 shutdown_connections 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 --2- 172.21.15.7:0/1303158954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc101420 0x7f6cbc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 --2- 172.21.15.7:0/1303158954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 0x7f6cbc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 --2- 172.21.15.7:0/1303158954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc106a80 0x7f6cbc106e60 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 -- 172.21.15.7:0/1303158954 >> 172.21.15.7:0/1303158954 conn(0x7f6cbc0fc7a0 msgr2=0x7f6cbc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 -- 172.21.15.7:0/1303158954 shutdown_connections 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 -- 172.21.15.7:0/1303158954 wait complete. 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.503+0000 7f6cc274e640 1 Processor -- start 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 -- start start 2024-09-10T07:51:54.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 0x7f6cbc199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc106a80 0x7f6cbc1a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cbc110d30 con 0x7f6cbc101420 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cbc110bb0 con 0x7f6cbc106a80 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc274e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cbc110eb0 con 0x7f6cbc100a80 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55704/0 (socket says 172.21.15.7:55704) 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 -- 172.21.15.7:0/3763377618 learned_addr learned my addr 172.21.15.7:0/3763377618 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbbfff640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 0x7f6cbc199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 -- 172.21.15.7:0/3763377618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 msgr2=0x7f6cbc199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cc0ceb640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc106a80 0x7f6cbc1a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 0x7f6cbc199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 -- 172.21.15.7:0/3763377618 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc106a80 msgr2=0x7f6cbc1a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc106a80 0x7f6cbc1a4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.504+0000 7f6cbb7fe640 1 -- 172.21.15.7:0/3763377618 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cbc1a4740 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cbb7fe640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f6cb000c970 tx=0x7f6cb000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb0007bb0 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6cb0007d50 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb000f450 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cbc1a4910 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.505+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cbc1a4e00 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.506+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cbc100ee0 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.507+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6cb0004f00 con 0x7f6cbc101420 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.508+0000 7f6cb97fa640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 0x7f6ca40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.508+0000 7f6cbbfff640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 0x7f6ca40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:54.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.508+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6cb00cf590 con 0x7f6cbc101420 2024-09-10T07:51:54.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.508+0000 7f6cbbfff640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 0x7f6ca40a5040 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6cac006010 tx=0x7f6cac000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:54.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.511+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6cb0014030 con 0x7f6cbc101420 2024-09-10T07:51:54.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.721+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6cbc06adc0 con 0x7f6cbc101420 2024-09-10T07:51:54.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.722+0000 7f6cb97fa640 1 -- 172.21.15.7:0/3763377618 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f6cb009c0f0 con 0x7f6cbc101420 2024-09-10T07:51:54.722 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:51:54.722 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:51:54.722 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:51:54.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.724+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 msgr2=0x7f6ca40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.724+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 0x7f6ca40a5040 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6cac006010 tx=0x7f6cac000bc0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.724+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 msgr2=0x7f6cbc1996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:54.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.724+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f6cb000c970 tx=0x7f6cb000ce30 comp rx=0 tx=0).stop 2024-09-10T07:51:54.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 shutdown_connections 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6ca40a2b80 0x7f6ca40a5040 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cbc106a80 0x7f6cbc1a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cbc101420 0x7f6cbc1996c0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 --2- 172.21.15.7:0/3763377618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cbc100a80 0x7f6cbc199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 >> 172.21.15.7:0/3763377618 conn(0x7f6cbc0fc7a0 msgr2=0x7f6cbc0fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 shutdown_connections 2024-09-10T07:51:54.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:54.725+0000 7f6cc274e640 1 -- 172.21.15.7:0/3763377618 wait complete. 2024-09-10T07:51:54.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:54 smithi007 ceph-mon[30879]: pgmap v558: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-09-10T07:51:54.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2857547191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:54.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3763377618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:54.980 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 7da074f --release --await' 2024-09-10T07:51:54.981 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 7da074f --release --await 2024-09-10T07:51:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:54 smithi110 ceph-mon[34417]: pgmap v558: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-09-10T07:51:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2857547191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3763377618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:54 smithi145 ceph-mon[34766]: pgmap v558: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-09-10T07:51:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2857547191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3763377618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:51:55.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.53 MB/sec execute 178 sec latency 20644.127 ms 2024-09-10T07:51:55.766 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:51:55.880 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:56.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108518 1.52 MB/sec execute 179 sec latency 21644.177 ms 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.408+0000 7efdc7736640 1 -- 172.21.15.7:0/4001003508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 msgr2=0x7efdc01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.408+0000 7efdc7736640 1 --2- 172.21.15.7:0/4001003508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc01021c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7efdbc009900 tx=0x7efdbc02a410 comp rx=0 tx=0).stop 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 -- 172.21.15.7:0/4001003508 shutdown_connections 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 --2- 172.21.15.7:0/4001003508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 0x7efdc010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 --2- 172.21.15.7:0/4001003508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 --2- 172.21.15.7:0/4001003508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc01021c0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 -- 172.21.15.7:0/4001003508 >> 172.21.15.7:0/4001003508 conn(0x7efdc00fd8c0 msgr2=0x7efdc00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 -- 172.21.15.7:0/4001003508 shutdown_connections 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 -- 172.21.15.7:0/4001003508 wait complete. 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.409+0000 7efdc7736640 1 Processor -- start 2024-09-10T07:51:56.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 -- start start 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 0x7efdc019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0111e20 con 0x7efdc0101de0 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0111ca0 con 0x7efdc0106f10 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc7736640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0111fa0 con 0x7efdc0102790 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55714/0 (socket says 172.21.15.7:55714) 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 -- 172.21.15.7:0/1548240425 learned_addr learned my addr 172.21.15.7:0/1548240425 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 0x7efdc019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 -- 172.21.15.7:0/1548240425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 msgr2=0x7efdc01988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 -- 172.21.15.7:0/1548240425 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 msgr2=0x7efdc019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 0x7efdc019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc54d2640 1 -- 172.21.15.7:0/1548240425 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc019d330 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.410+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7efdbc005940 tx=0x7efdbc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdb67fc640 1 -- 172.21.15.7:0/1548240425 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc03f030 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdb67fc640 1 -- 172.21.15.7:0/1548240425 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdbc003aa0 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc019d5c0 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdb67fc640 1 -- 172.21.15.7:0/1548240425 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc035070 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.411+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc01a4f00 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.413+0000 7efdb67fc640 1 -- 172.21.15.7:0/1548240425 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7efdbc042030 con 0x7efdc0101de0 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 Processor -- start 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 -- start start 2024-09-10T07:51:56.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 0x5608d5714320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 0x5608d5723110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d5725a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5608d5679620 con 0x5608d5714860 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5608d5620e50 con 0x5608d5713f40 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5608d56755e0 con 0x5608d5723650 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.414+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 0x5608d5723110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 0x5608d5714320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdb67fc640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 0x7efdac0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 0x5608d5723110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55728/0 (socket says 172.21.15.7:55728) 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc54d2640 1 -- 172.21.15.7:0/3113624883 learned_addr learned my addr 172.21.15.7:0/3113624883 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 0x7efdac0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d5725a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 -- 172.21.15.7:0/3113624883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 msgr2=0x5608d5725a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d5725a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 -- 172.21.15.7:0/3113624883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 msgr2=0x5608d5723110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 0x5608d5723110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 -- 172.21.15.7:0/3113624883 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608d5611d40 con 0x5608d5713f40 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d5725a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdb67fc640 1 -- 172.21.15.7:0/1548240425 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efdbc0efbf0 con 0x7efdc0101de0 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 0x5608d5714320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efdb8012990 tx=0x7efdb8012e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2390f28474008f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 0x7efdac0a5040 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7efdb801c000 tx=0x7efdb801e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdab7fe640 1 -- 172.21.15.7:0/3113624883 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8023070 con 0x5608d5713f40 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdab7fe640 1 -- 172.21.15.7:0/3113624883 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdb801e470 con 0x5608d5713f40 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.415+0000 7efdab7fe640 1 -- 172.21.15.7:0/3113624883 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb800f620 con 0x5608d5713f40 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3113624883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 msgr2=0x5608d5714320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 0x5608d5714320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efdb8012990 tx=0x7efdb8012e50 comp rx=0 tx=0).stop 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3113624883 shutdown_connections 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d5725a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5714860 0x5608d5723110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3113624883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5713f40 0x5608d5714320 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3113624883 >> 172.21.15.7:0/3113624883 conn(0x5608d57105f0 msgr2=0x5608d57109d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3113624883 shutdown_connections 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.416+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3113624883 wait complete. 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 -- start start 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 Processor -- start 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 0x5608d57205e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5608d5726220 con 0x5608d5723650 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5608d5601f10 con 0x5608d5714860 2024-09-10T07:51:56.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5608d57263a0 con 0x5608d5713f40 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc9b0f740 10 client.0 _ll_register_callbacks cb 0x5608d5625db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc5cd3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc4cd1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc4cd1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:52192/0 (socket says 172.21.15.7:52192) 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc5cd3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55732/0 (socket says 172.21.15.7:55732) 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.417+0000 7efdc4cd1640 1 -- 172.21.15.7:0/864312767 learned_addr learned my addr 172.21.15.7:0/864312767 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc54d2640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 0x5608d57205e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 -- 172.21.15.7:0/864312767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 msgr2=0x5608d57205e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 0x5608d57205e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 -- 172.21.15.7:0/864312767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 msgr2=0x5608d5721060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 -- 172.21.15.7:0/864312767 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608d5388580 con 0x5608d5714860 2024-09-10T07:51:56.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc54d2640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 0x5608d57205e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7efdb000de20 tx=0x7efdb000f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcd413bddb6b61ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efda8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0011850 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efdb00119f0 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdb801e470 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efdb0024050 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc9b0f740 10 client.26561 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.418+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5608d5452960 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdb801e470 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efdb0019c30 con 0x5608d5714860 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 10 client.26561 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:56.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 10 client.26561 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 20 client.26561 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d5733320 0x5608d5735760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 4 client.26561 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5608d5686b90 con 0x5608d5733320 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc54d2640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d5733320 0x5608d5735760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efdc54d2640 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d5733320 0x5608d5735760 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecae40f795a132f4 server_cookie=fd8f1a3185c8bd08 in_seq=0 out_seq=0 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.419+0000 7efda8ff9640 10 client.26561 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efda8ff9640 1 -- 172.21.15.7:0/864312767 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5608d5686b90 con 0x5608d5733320 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efda8ff9640 10 client.26561 handle_command_reply: tid=0 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 client.26561 shutdown 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 msgr2=0x5608d5720b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7efdb000de20 tx=0x7efdb000f730 comp rx=0 tx=0).stop 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 shutdown_connections 2024-09-10T07:51:56.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d5733320 0x5608d5735760 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5723650 0x5608d5721060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5720b20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efda8ff9640 0 client.26561 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/864312767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5713f40 0x5608d57205e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 >> 172.21.15.7:0/864312767 conn(0x5608d57105f0 msgr2=0x5608d5716350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 shutdown_connections 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 1 -- 172.21.15.7:0/864312767 wait complete. 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.420+0000 7efdc9b0f740 20 client.26561 trim_cache size 0 max 16384 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.437+0000 7efdc9b0f740 1 Processor -- start 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.437+0000 7efdc9b0f740 1 -- start start 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 0x5608d573b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5723650 0x5608d573b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01af290 con 0x5608d5713f40 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01acb60 con 0x5608d5723650 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01aa9d0 con 0x5608d5714860 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55740/0 (socket says 172.21.15.7:55740) 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 -- 172.21.15.7:0/3166802100 learned_addr learned my addr 172.21.15.7:0/3166802100 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 0x5608d573b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 -- 172.21.15.7:0/3166802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 msgr2=0x5608d573b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 0x5608d573b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 -- 172.21.15.7:0/3166802100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5723650 msgr2=0x5608d573b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5723650 0x5608d573b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 -- 172.21.15.7:0/3166802100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608d5716a60 con 0x5608d5713f40 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 0x5608d573b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:51:56.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdc54d2640 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x5608d5716c50 tx=0x7efdbc0bbf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13b028fed61309c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.438+0000 7efdaaffd640 1 -- 172.21.15.7:0/3166802100 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc049040 con 0x5608d5713f40 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdaaffd640 1 -- 172.21.15.7:0/3166802100 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdbc0c0400 con 0x5608d5713f40 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdaaffd640 1 -- 172.21.15.7:0/3166802100 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc0ba350 con 0x5608d5713f40 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3166802100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 msgr2=0x5608d570f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x5608d5716c50 tx=0x7efdbc0bbf50 comp rx=0 tx=0).stop 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3166802100 shutdown_connections 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5723650 0x5608d573b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5714860 0x5608d573b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/3166802100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d570f640 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3166802100 >> 172.21.15.7:0/3166802100 conn(0x5608d57105f0 msgr2=0x5608d570ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3166802100 shutdown_connections 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.439+0000 7efdc9b0f740 1 -- 172.21.15.7:0/3166802100 wait complete. 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 -- start start 2024-09-10T07:51:56.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 Processor -- start 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5728110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d579d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ab020 con 0x5608d5713f40 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ac490 con 0x5608d5714860 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ab6f0 con 0x5608d5723650 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc9b0f740 10 client.0 _ll_register_callbacks cb 0x7efdb000d9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc54d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55750/0 (socket says 172.21.15.7:55750) 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc54d2640 1 -- 172.21.15.7:0/1689531247 learned_addr learned my addr 172.21.15.7:0/1689531247 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc5cd3640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d579d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.440+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5728110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 -- 172.21.15.7:0/1689531247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 msgr2=0x5608d579d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d579d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 -- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 msgr2=0x5608d5728110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5728110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 -- 172.21.15.7:0/1689531247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608d579d640 con 0x5608d5713f40 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5728110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc54d2640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0c0040 tx=0x7efdbc0c4d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a5889f98c3443f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc049040 con 0x5608d5713f40 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efdbc0ba350 con 0x5608d5713f40 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdbc0c0400 con 0x5608d5713f40 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efdbc0ba0f0 con 0x5608d5713f40 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 10 client.17160 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:56.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5608d579e940 con 0x5608d5713f40 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdbc0c0400 con 0x5608d5713f40 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efdbc0b86c0 con 0x5608d5713f40 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 10 client.17160 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 10 client.17160 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.441+0000 7efdc9b0f740 20 client.17160 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d579eed0 0x5608d57a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efdc9b0f740 4 client.17160 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7da074f", "release": true, "await": true}] 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7da074f", "release": true, "await": true}) -- 0x5608d56810a0 con 0x5608d579eed0 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d579eed0 0x5608d57a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efdc4cd1640 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d579eed0 0x5608d57a12c0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=144cb4859e8cd590 server_cookie=b0d25941c07d55a5 in_seq=0 out_seq=0 2024-09-10T07:51:56.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.442+0000 7efda8ff9640 10 client.17160 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:56.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efda8ff9640 1 -- 172.21.15.7:0/1689531247 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5608d56810a0 con 0x5608d579eed0 2024-09-10T07:51:56.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efda8ff9640 10 client.17160 handle_command_reply: tid=0 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 client.17160 shutdown 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 msgr2=0x5608d5727bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0c0040 tx=0x7efdbc0c4d50 comp rx=0 tx=0).stop 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 shutdown_connections 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5608d579eed0 0x5608d57a12c0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5608d5723650 0x5608d579d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5608d5714860 0x5608d5728110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.448+0000 7efdc9b0f740 1 --2- 172.21.15.7:0/1689531247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5608d5713f40 0x5608d5727bd0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 >> 172.21.15.7:0/1689531247 conn(0x5608d57105f0 msgr2=0x5608d5716270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efda8ff9640 0 client.17160 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 shutdown_connections 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc9b0f740 1 -- 172.21.15.7:0/1689531247 wait complete. 2024-09-10T07:51:56.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc9b0f740 20 client.17160 trim_cache size 0 max 16384 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 24, 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "7da074f": { 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 24, 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:51:56.459 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 140.1, 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:51:56.460 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:51:56.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 msgr2=0x7efdac0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 0x7efdac0a5040 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7efdb801c000 tx=0x7efdb801e000 comp rx=0 tx=0).stop 2024-09-10T07:51:56.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 msgr2=0x7efdc0198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.449+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7efdbc005940 tx=0x7efdbc004270 comp rx=0 tx=0).stop 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 shutdown_connections 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efdac0a2b80 0x7efdac0a5040 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efdc0106f10 0x7efdc019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdc0102790 0x7efdc01988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 --2- 172.21.15.7:0/1548240425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efdc0101de0 0x7efdc0198380 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 >> 172.21.15.7:0/1548240425 conn(0x7efdc00fd8c0 msgr2=0x7efdc00fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 shutdown_connections 2024-09-10T07:51:56.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:56.450+0000 7efdc7736640 1 -- 172.21.15.7:0/1548240425 wait complete. 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: pgmap v559: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:51:57.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:51:57.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:56 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:51:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: pgmap v559: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-09-10T07:51:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:51:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:51:57.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:56 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:51:57.186 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7da074f', total seconds elapsed: 25.2 2024-09-10T07:51:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: pgmap v559: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-09-10T07:51:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:51:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:51:57.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:56 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:51:57.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 108954 1.53 MB/sec execute 180 sec latency 21839.177 ms 2024-09-10T07:51:57.269 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:57.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 -- 172.21.15.7:0/3967764031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 msgr2=0x7f873010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3967764031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f873010da40 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f8728009ca0 tx=0x7f872802a950 comp rx=0 tx=0).stop 2024-09-10T07:51:57.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 -- 172.21.15.7:0/3967764031 shutdown_connections 2024-09-10T07:51:57.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3967764031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f873010da40 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3967764031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730102570 0x7f87301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3967764031 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730100e20 0x7f8730101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 -- 172.21.15.7:0/3967764031 >> 172.21.15.7:0/3967764031 conn(0x7f87300fc7d0 msgr2=0x7f87300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 -- 172.21.15.7:0/3967764031 shutdown_connections 2024-09-10T07:51:57.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.776+0000 7f8734f1e640 1 -- 172.21.15.7:0/3967764031 wait complete. 2024-09-10T07:51:57.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 Processor -- start 2024-09-10T07:51:57.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 -- start start 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730100e20 0x7f87300fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f87300fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8730110e80 con 0x7f8730102ef0 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8730110d00 con 0x7f8730102570 2024-09-10T07:51:57.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f8734f1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8730111000 con 0x7f8730100e20 2024-09-10T07:51:57.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f872e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730100e20 0x7f87300fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f87300fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:52236/0 (socket says 172.21.15.7:52236) 2024-09-10T07:51:57.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.777+0000 7f872dd9b640 1 -- 172.21.15.7:0/3800770955 learned_addr learned my addr 172.21.15.7:0/3800770955 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:57.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 -- 172.21.15.7:0/3800770955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730100e20 msgr2=0x7f87300fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730100e20 0x7f87300fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 -- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 msgr2=0x7f87300fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f87300fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 -- 172.21.15.7:0/3800770955 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87301a6840 con 0x7f8730102570 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f872dd9b640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f872400e9f0 tx=0x7f872400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f871f7fe640 1 -- 172.21.15.7:0/3800770955 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872400cd80 con 0x7f8730102570 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f871f7fe640 1 -- 172.21.15.7:0/3800770955 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87240108e0 con 0x7f8730102570 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87301a6b30 con 0x7f8730102570 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f871f7fe640 1 -- 172.21.15.7:0/3800770955 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724018920 con 0x7f8730102570 2024-09-10T07:51:57.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.778+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87301a7020 con 0x7f8730102570 2024-09-10T07:51:57.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.781+0000 7f871f7fe640 1 -- 172.21.15.7:0/3800770955 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8724018ac0 con 0x7f8730102570 2024-09-10T07:51:57.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.781+0000 7f87372f7740 1 Processor -- start 2024-09-10T07:51:57.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.781+0000 7f87372f7740 1 -- start start 2024-09-10T07:51:57.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d80090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d428ce62f0 con 0x55d428d8b370 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d428c8dcf0 con 0x55d428d805d0 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f87372f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d428ce22b0 con 0x55d428d81b40 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d80090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d80090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58152/0 (socket says 172.21.15.7:58152) 2024-09-10T07:51:57.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:52238/0 (socket says 172.21.15.7:52238) 2024-09-10T07:51:57.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872ed9d640 1 -- 172.21.15.7:0/1463510841 learned_addr learned my addr 172.21.15.7:0/1463510841 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:57.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f871f7fe640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 0x7f87180a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872ed9d640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 0x7f87180a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872dd9b640 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 -- 172.21.15.7:0/1463510841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 msgr2=0x55d428d80090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d80090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 -- 172.21.15.7:0/1463510841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 msgr2=0x55d428d8d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f871f7fe640 1 -- 172.21.15.7:0/3800770955 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f87240cf6b0 con 0x7f8730102570 2024-09-10T07:51:57.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872e59c640 1 -- 172.21.15.7:0/1463510841 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d428c723a0 con 0x55d428d805d0 2024-09-10T07:51:57.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.782+0000 7f872dd9b640 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:51:57.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.783+0000 7f872e59c640 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8720017fd0 tx=0x7f8720009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ce20bd7a5676421 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.783+0000 7f871cff9640 1 -- 172.21.15.7:0/1463510841 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720004030 con 0x55d428d805d0 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.783+0000 7f872ed9d640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 0x7f87180a5040 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8728009a60 tx=0x7f872802a950 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.783+0000 7f871cff9640 1 -- 172.21.15.7:0/1463510841 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f872000e930 con 0x55d428d805d0 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.783+0000 7f871cff9640 1 -- 172.21.15.7:0/1463510841 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720003bf0 con 0x55d428d805d0 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- 172.21.15.7:0/1463510841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 msgr2=0x55d428d80a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8720017fd0 tx=0x7f8720009c30 comp rx=0 tx=0).stop 2024-09-10T07:51:57.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- 172.21.15.7:0/1463510841 shutdown_connections 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d805d0 0x55d428d80a10 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 --2- 172.21.15.7:0/1463510841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d80090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- 172.21.15.7:0/1463510841 >> 172.21.15.7:0/1463510841 conn(0x55d428d49310 msgr2=0x55d428d7cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- 172.21.15.7:0/1463510841 shutdown_connections 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- 172.21.15.7:0/1463510841 wait complete. 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 -- start start 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.784+0000 7f87372f7740 1 Processor -- start 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d8ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d88570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d428d8e070 con 0x55d428d805d0 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d428ca1060 con 0x55d428d8b370 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d428d8e1f0 con 0x55d428d81b40 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f87372f7740 10 client.0 _ll_register_callbacks cb 0x55d4289f48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d8ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58154/0 (socket says 172.21.15.7:58154) 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 -- 172.21.15.7:0/559401863 learned_addr learned my addr 172.21.15.7:0/559401863 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 -- 172.21.15.7:0/559401863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 msgr2=0x55d428d88570 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d88570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 -- 172.21.15.7:0/559401863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 msgr2=0x55d428d8ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d8ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 -- 172.21.15.7:0/559401863 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d428a573c0 con 0x55d428d81b40 2024-09-10T07:51:57.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f872dd9b640 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f872400c6a0 tx=0x7f872409b760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=167834c801c1f283 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f8715ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.785+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724026040 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8724098290 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f872000e930 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f87240b9050 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 10 client.26593 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d428d99ac0 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87240851b0 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f87240774a0 con 0x55d428d81b40 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 10 client.26593 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 10 client.26593 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 20 client.26593 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428d9af20 0x55d428d9d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 4 client.26593 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:57.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f872000e930 con 0x55d428d9af20 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.786+0000 7f872e59c640 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428d9af20 0x55d428d9d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.787+0000 7f8715ffb640 10 client.26593 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.787+0000 7f872e59c640 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428d9af20 0x55d428d9d310 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f53ef128999d3ce7 server_cookie=c9e8213fa6207a73 in_seq=0 out_seq=0 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f8715ffb640 1 -- 172.21.15.7:0/559401863 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f872000e930 con 0x55d428d9af20 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f8715ffb640 10 client.26593 handle_command_reply: tid=0 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 client.26593 shutdown 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 msgr2=0x55d428d87fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f872400c6a0 tx=0x7f872409b760 comp rx=0 tx=0).stop 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 shutdown_connections 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428d9af20 0x55d428d9d310 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d88570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d87fd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 --2- 172.21.15.7:0/559401863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d8ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 >> 172.21.15.7:0/559401863 conn(0x55d428d49310 msgr2=0x55d428d82960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f8715ffb640 0 client.26593 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:57.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 shutdown_connections 2024-09-10T07:51:57.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 1 -- 172.21.15.7:0/559401863 wait complete. 2024-09-10T07:51:57.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.788+0000 7f87372f7740 20 client.26593 trim_cache size 0 max 16384 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 Processor -- start 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 -- start start 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d805d0 0x55d428d87890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 0x55d428d89f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f87301af320 con 0x55d428d8b370 2024-09-10T07:51:57.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87301acbf0 con 0x55d428d81b40 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f87372f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87301aaa60 con 0x55d428d805d0 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 0x55d428d89f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55792/0 (socket says 172.21.15.7:55792) 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 -- 172.21.15.7:0/848223623 learned_addr learned my addr 172.21.15.7:0/848223623 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872e59c640 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d805d0 0x55d428d87890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 -- 172.21.15.7:0/848223623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d805d0 msgr2=0x55d428d87890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d805d0 0x55d428d87890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 -- 172.21.15.7:0/848223623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 msgr2=0x55d428d89f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.804+0000 7f872ed9d640 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 0x55d428d89f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f872ed9d640 1 -- 172.21.15.7:0/848223623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d428d86520 con 0x55d428d8b370 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f872dd9b640 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 0x55d428d89f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f872ed9d640 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f8728003c00 tx=0x7f8728005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9172063864271691 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f8717fff640 1 -- 172.21.15.7:0/848223623 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8728043050 con 0x55d428d8b370 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f8717fff640 1 -- 172.21.15.7:0/848223623 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f872804f070 con 0x55d428d8b370 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.805+0000 7f8717fff640 1 -- 172.21.15.7:0/848223623 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8728034040 con 0x55d428d8b370 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- 172.21.15.7:0/848223623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 msgr2=0x55d428d8c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f8728003c00 tx=0x7f8728005f70 comp rx=0 tx=0).stop 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- 172.21.15.7:0/848223623 shutdown_connections 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d8b370 0x55d428d8c760 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d81b40 0x55d428d89f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 --2- 172.21.15.7:0/848223623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d805d0 0x55d428d87890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- 172.21.15.7:0/848223623 >> 172.21.15.7:0/848223623 conn(0x55d428d49310 msgr2=0x55d428d89830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- 172.21.15.7:0/848223623 shutdown_connections 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- 172.21.15.7:0/848223623 wait complete. 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 -- start start 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.806+0000 7f87372f7740 1 Processor -- start 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d8e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f87301ab0b0 con 0x55d428d805d0 2024-09-10T07:51:57.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87301ac520 con 0x55d428d8b370 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87301ab780 con 0x55d428d81b40 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872dd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d8e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55802/0 (socket says 172.21.15.7:55802) 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 -- 172.21.15.7:0/943051888 learned_addr learned my addr 172.21.15.7:0/943051888 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872ed9d640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:52254/0 (socket says 172.21.15.7:52254) 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f87372f7740 10 client.0 _ll_register_callbacks cb 0x7f872400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 -- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 msgr2=0x55d428d8e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d8e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 -- 172.21.15.7:0/943051888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 msgr2=0x55d428d8e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 -- 172.21.15.7:0/943051888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d428d8efa0 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872ed9d640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f872e59c640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f8720017fd0 tx=0x7f8720005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2293e6d2addf171d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.807+0000 7f8715ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872000ea70 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f872001d040 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f872804f070 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f872003e050 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f87372f7740 10 client.17175 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d428e069b0 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f872804f070 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.808+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8720003980 con 0x55d428d805d0 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 10 client.17175 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 10 client.17175 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:51:57.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 20 client.17175 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428e06e00 0x55d428e091f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 4 client.17175 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d428cf3860 con 0x55d428e06e00 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f872dd9b640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428e06e00 0x55d428e091f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f8715ffb640 10 client.17175 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f872dd9b640 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428e06e00 0x55d428e091f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c1f558ed9d709498 server_cookie=aca58c859ec5ad5f in_seq=0 out_seq=0 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f8715ffb640 1 -- 172.21.15.7:0/943051888 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d428cf3860 con 0x55d428e06e00 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f8715ffb640 10 client.17175 handle_command_reply: tid=0 2024-09-10T07:51:57.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 client.17175 shutdown 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 msgr2=0x55d428d93a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f8720017fd0 tx=0x7f8720005f70 comp rx=0 tx=0).stop 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 shutdown_connections 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.809+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d428e06e00 0x55d428e091f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d428d8b370 0x55d428d8e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d428d81b40 0x55d428d8e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 --2- 172.21.15.7:0/943051888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d428d805d0 0x55d428d93a10 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f8715ffb640 0 client.17175 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 >> 172.21.15.7:0/943051888 conn(0x55d428d49310 msgr2=0x55d428d8a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 shutdown_connections 2024-09-10T07:51:57.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 1 -- 172.21.15.7:0/943051888 wait complete. 2024-09-10T07:51:57.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.810+0000 7f87372f7740 20 client.17175 trim_cache size 0 max 16384 2024-09-10T07:51:57.826 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:51:57.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 msgr2=0x7f87180a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 0x7f87180a5040 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8728009a60 tx=0x7f872802a950 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 msgr2=0x7f87300fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f872400e9f0 tx=0x7f872400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 shutdown_connections 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87180a2b80 0x7f87180a5040 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8730102ef0 0x7f87300fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8730102570 0x7f87300fd1c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 --2- 172.21.15.7:0/3800770955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8730100e20 0x7f87300fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 >> 172.21.15.7:0/3800770955 conn(0x7f87300fc7d0 msgr2=0x7f873006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 shutdown_connections 2024-09-10T07:51:57.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:57.811+0000 7f8734f1e640 1 -- 172.21.15.7:0/3800770955 wait complete. 2024-09-10T07:51:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:57 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T07:51:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:57 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T07:51:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:57 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T07:51:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:57 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T07:51:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:57 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T07:51:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:57 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T07:51:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:57 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T07:51:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:57 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T07:51:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:57 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T07:51:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:57 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T07:51:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:57 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T07:51:58.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:57 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T07:51:58.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 109740 1.56 MB/sec execute 181 sec latency 13.577 ms 2024-09-10T07:51:58.663 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:51:58.961 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:51:59.084 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:51:58 smithi007 ceph-mon[30879]: pgmap v560: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-09-10T07:51:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:51:58 smithi110 ceph-mon[34417]: pgmap v560: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-09-10T07:51:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:51:58 smithi145 ceph-mon[34766]: pgmap v560: 129 pgs: 129 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-09-10T07:51:59.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 110209 1.57 MB/sec execute 182 sec latency 13.865 ms 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 -- 172.21.15.7:0/1454976482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c1008e0 msgr2=0x7f4d2c100cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 --2- 172.21.15.7:0/1454976482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c100cc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4d28009930 tx=0x7f4d2802a420 comp rx=0 tx=0).stop 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 -- 172.21.15.7:0/1454976482 shutdown_connections 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 --2- 172.21.15.7:0/1454976482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c108160 0x7f4d2c10eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 --2- 172.21.15.7:0/1454976482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c101290 0x7f4d2c107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 --2- 172.21.15.7:0/1454976482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c100cc0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 -- 172.21.15.7:0/1454976482 >> 172.21.15.7:0/1454976482 conn(0x7f4d2c077210 msgr2=0x7f4d2c077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 -- 172.21.15.7:0/1454976482 shutdown_connections 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.500+0000 7f4d33533640 1 -- 172.21.15.7:0/1454976482 wait complete. 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.501+0000 7f4d33533640 1 Processor -- start 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.501+0000 7f4d33533640 1 -- start start 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.501+0000 7f4d33533640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.501+0000 7f4d33533640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 0x7f4d2c19aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.501+0000 7f4d33533640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c108160 0x7f4d2c19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d33533640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c111e80 con 0x7f4d2c1008e0 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d33533640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c111d00 con 0x7f4d2c108160 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d33533640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c112000 con 0x7f4d2c101290 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55824/0 (socket says 172.21.15.7:55824) 2024-09-10T07:51:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 -- 172.21.15.7:0/2054272805 learned_addr learned my addr 172.21.15.7:0/2054272805 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 0x7f4d2c19aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c108160 0x7f4d2c19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 -- 172.21.15.7:0/2054272805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 msgr2=0x7f4d2c19aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 0x7f4d2c19aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 -- 172.21.15.7:0/2054272805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c108160 msgr2=0x7f4d2c19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c108160 0x7f4d2c19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 -- 172.21.15.7:0/2054272805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d2c19f560 con 0x7f4d2c1008e0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 0x7f4d2c19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d312cf640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f4d28005940 tx=0x7f4d280040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.502+0000 7f4d227fc640 1 -- 172.21.15.7:0/2054272805 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2803f030 con 0x7f4d2c1008e0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.503+0000 7f4d227fc640 1 -- 172.21.15.7:0/2054272805 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d280044c0 con 0x7f4d2c1008e0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.503+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d2c19f7f0 con 0x7f4d2c1008e0 2024-09-10T07:51:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.503+0000 7f4d227fc640 1 -- 172.21.15.7:0/2054272805 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d28035070 con 0x7f4d2c1008e0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.503+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d2c1a7130 con 0x7f4d2c1008e0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 Processor -- start 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 -- start start 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d227fc640 1 -- 172.21.15.7:0/2054272805 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4d28042030 con 0x7f4d2c1008e0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc3e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc3ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc4b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55624dba42f0 con 0x55624dc49370 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55624db4bcf0 con 0x55624dc3fb40 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d3590c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55624dba02b0 con 0x55624dc3e5d0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc4b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc3e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc4b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55836/0 (socket says 172.21.15.7:55836) 2024-09-10T07:51:59.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d30ace640 1 -- 172.21.15.7:0/1631468201 learned_addr learned my addr 172.21.15.7:0/1631468201 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.506+0000 7f4d312cf640 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc3ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 -- 172.21.15.7:0/1631468201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 msgr2=0x55624dc3ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc3ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 -- 172.21.15.7:0/1631468201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 msgr2=0x55624dc4b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc4b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 -- 172.21.15.7:0/1631468201 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55624db303a0 con 0x55624dc3fb40 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc3e090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4d24009f00 tx=0x7f4d24011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e9be0363ccb24b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d227fc640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 0x7f4d180a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d177fe640 1 -- 172.21.15.7:0/1631468201 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d24004d20 con 0x55624dc3fb40 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d177fe640 1 -- 172.21.15.7:0/1631468201 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d24004050 con 0x55624dc3fb40 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d177fe640 1 -- 172.21.15.7:0/1631468201 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d24005280 con 0x55624dc3fb40 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d227fc640 1 -- 172.21.15.7:0/2054272805 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4d280ef6a0 con 0x7f4d2c1008e0 2024-09-10T07:51:59.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.507+0000 7f4d312cf640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 0x7f4d180a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 -- 172.21.15.7:0/1631468201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 msgr2=0x55624dc3e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d312cf640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 0x7f4d180a5040 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4d280ed170 tx=0x7f4d2802a420 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc3e090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4d24009f00 tx=0x7f4d24011810 comp rx=0 tx=0).stop 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 -- 172.21.15.7:0/1631468201 shutdown_connections 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc4b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc3ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1631468201 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc3e090 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 -- 172.21.15.7:0/1631468201 >> 172.21.15.7:0/1631468201 conn(0x55624dc07310 msgr2=0x55624dc3ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 -- 172.21.15.7:0/1631468201 shutdown_connections 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.508+0000 7f4d3590c740 1 -- 172.21.15.7:0/1631468201 wait complete. 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 -- start start 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 Processor -- start 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc48d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 0x55624dc45fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc46560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55624dc4c070 con 0x55624dc3fb40 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55624db5f060 con 0x55624dc49370 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55624dc4c1f0 con 0x55624dc3e5d0 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.509+0000 7f4d3590c740 10 client.0 _ll_register_callbacks cb 0x55624d8b28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 0x55624dc45fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 0x55624dc45fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55842/0 (socket says 172.21.15.7:55842) 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d30ace640 1 -- 172.21.15.7:0/2435083892 learned_addr learned my addr 172.21.15.7:0/2435083892 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc46560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc48d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 -- 172.21.15.7:0/2435083892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 msgr2=0x55624dc46560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc46560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 -- 172.21.15.7:0/2435083892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 msgr2=0x55624dc45fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 0x55624dc45fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.510+0000 7f4d31ad0640 1 -- 172.21.15.7:0/2435083892 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55624d9153c0 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc48d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4d24003fd0 tx=0x7f4d24005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6327f2d59ad1202b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d24004400 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4d24004a40 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d24004050 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4d2403d050 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d3590c740 10 client.26611 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55624dc57b20 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.511+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d24004050 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4d24005570 con 0x55624dc3e5d0 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 10 client.26611 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 10 client.26611 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:51:59.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 20 client.26611 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dc59390 0x55624dc5b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 4 client.26611 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55624dbb1860 con 0x55624dc59390 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.512+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dc59390 0x55624dc5b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.513+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dc59390 0x55624dc5b7d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4a85e5740f200292 server_cookie=128912c2003906be in_seq=0 out_seq=0 2024-09-10T07:51:59.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.513+0000 7f4d14ff9640 10 client.26611 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:59.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.513+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2435083892 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55624dbb1860 con 0x55624dc59390 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.513+0000 7f4d14ff9640 10 client.26611 handle_command_reply: tid=0 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.513+0000 7f4d3590c740 1 client.26611 shutdown 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 msgr2=0x55624dc48d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc48d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4d24003fd0 tx=0x7f4d24005fd0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 shutdown_connections 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dc59390 0x55624dc5b7d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc46560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3fb40 0x55624dc45fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2435083892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc48d10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 >> 172.21.15.7:0/2435083892 conn(0x55624dc07310 msgr2=0x55624dc40960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d14ff9640 0 client.26611 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 shutdown_connections 2024-09-10T07:51:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 1 -- 172.21.15.7:0/2435083892 wait complete. 2024-09-10T07:51:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.514+0000 7f4d3590c740 20 client.26611 trim_cache size 0 max 16384 2024-09-10T07:51:59.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 Processor -- start 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 -- start start 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc55370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc45dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1af2d0 con 0x55624dc49370 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1acba0 con 0x55624dc3fb40 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d3590c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1aaa10 con 0x55624dc3e5d0 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc55370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:52302/0 (socket says 172.21.15.7:52302) 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 -- 172.21.15.7:0/1068068695 learned_addr learned my addr 172.21.15.7:0/1068068695 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc55370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58210/0 (socket says 172.21.15.7:58210) 2024-09-10T07:51:59.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc45dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 -- 172.21.15.7:0/1068068695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 msgr2=0x55624dc55370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc55370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 -- 172.21.15.7:0/1068068695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 msgr2=0x55624dc45dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc45dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.530+0000 7f4d30ace640 1 -- 172.21.15.7:0/1068068695 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55624dc468d0 con 0x55624dc3fb40 2024-09-10T07:51:59.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.531+0000 7f4d30ace640 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x55624dc45850 tx=0x7f4d1c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff102095fb5a0520 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.531+0000 7f4d16ffd640 1 -- 172.21.15.7:0/1068068695 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c005220 con 0x55624dc3fb40 2024-09-10T07:51:59.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.531+0000 7f4d16ffd640 1 -- 172.21.15.7:0/1068068695 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d1c00fcd0 con 0x55624dc3fb40 2024-09-10T07:51:59.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.531+0000 7f4d16ffd640 1 -- 172.21.15.7:0/1068068695 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c004cf0 con 0x55624dc3fb40 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- 172.21.15.7:0/1068068695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 msgr2=0x55624dc45880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x55624dc45850 tx=0x7f4d1c005f90 comp rx=0 tx=0).stop 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- 172.21.15.7:0/1068068695 shutdown_connections 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc49370 0x55624dc45dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc3fb40 0x55624dc45880 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 --2- 172.21.15.7:0/1068068695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3e5d0 0x55624dc55370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- 172.21.15.7:0/1068068695 >> 172.21.15.7:0/1068068695 conn(0x55624dc07310 msgr2=0x55624dc41310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- 172.21.15.7:0/1068068695 shutdown_connections 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- 172.21.15.7:0/1068068695 wait complete. 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 -- start start 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.532+0000 7f4d3590c740 1 Processor -- start 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 0x55624dc514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 0x55624dc51a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc42610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1ab060 con 0x55624dc3e5d0 2024-09-10T07:51:59.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1ac4d0 con 0x55624dc49370 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2c1ab730 con 0x55624dc3fb40 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d3590c740 10 client.0 _ll_register_callbacks cb 0x7f4d1c009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 0x55624dc514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d31ad0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 0x55624dc514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55854/0 (socket says 172.21.15.7:55854) 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d31ad0640 1 -- 172.21.15.7:0/2362758427 learned_addr learned my addr 172.21.15.7:0/2362758427 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 0x55624dc51a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc42610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 -- 172.21.15.7:0/2362758427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 msgr2=0x55624dc42610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc42610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 -- 172.21.15.7:0/2362758427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 msgr2=0x55624dc514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 0x55624dc514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.533+0000 7f4d30ace640 1 -- 172.21.15.7:0/2362758427 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55624dc42b50 con 0x55624dc3fb40 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d30ace640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 0x55624dc51a20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c00a010 tx=0x7f4d1c005720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bddc14508005e0b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d14ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c00fa30 con 0x55624dc3fb40 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4d1c004a70 con 0x55624dc3fb40 2024-09-10T07:51:59.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d1c00fcd0 con 0x55624dc3fb40 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4d1c004c70 con 0x55624dc3fb40 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d3590c740 10 client.26617 fetch_fsmap learned FSMap version 31 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55624dcc3810 con 0x55624dc3fb40 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.534+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d1c00fcd0 con 0x55624dc3fb40 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4d1c02e030 con 0x55624dc3fb40 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 10 client.26617 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 10 client.26617 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:51:59.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 20 client.26617 populate_metadata read hostname 'smithi007' 2024-09-10T07:51:59.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dcc3e70 0x55624dcc6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:51:59.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 4 client.26617 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:51:59.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55624dbabd70 con 0x55624dcc3e70 2024-09-10T07:51:59.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.535+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dcc3e70 0x55624dcc6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:51:59.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d31ad0640 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dcc3e70 0x55624dcc6290 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=11bf52a9089ab3b5 server_cookie=b5d67beb516c1c49 in_seq=0 out_seq=0 2024-09-10T07:51:59.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d14ff9640 10 client.26617 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:59.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d14ff9640 1 -- 172.21.15.7:0/2362758427 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55624dbabd70 con 0x55624dcc3e70 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d14ff9640 10 client.26617 handle_command_reply: tid=0 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 client.26617 shutdown 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 msgr2=0x55624dc51a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 0x55624dc51a20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c00a010 tx=0x7f4d1c005720 comp rx=0 tx=0).stop 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 shutdown_connections 2024-09-10T07:51:59.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55624dcc3e70 0x55624dcc6290 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55624dc49370 0x55624dc42610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55624dc3fb40 0x55624dc51a20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 --2- 172.21.15.7:0/2362758427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55624dc3e5d0 0x55624dc514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d14ff9640 0 client.26617 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.536+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 >> 172.21.15.7:0/2362758427 conn(0x55624dc07310 msgr2=0x55624dc45880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.537+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 shutdown_connections 2024-09-10T07:51:59.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.537+0000 7f4d3590c740 1 -- 172.21.15.7:0/2362758427 wait complete. 2024-09-10T07:51:59.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.537+0000 7f4d3590c740 20 client.26617 trim_cache size 0 max 16384 2024-09-10T07:51:59.546 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:51:59.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 msgr2=0x7f4d180a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 0x7f4d180a5040 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4d280ed170 tx=0x7f4d2802a420 comp rx=0 tx=0).stop 2024-09-10T07:51:59.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 msgr2=0x7f4d2c19a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:51:59.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f4d28005940 tx=0x7f4d280040c0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 shutdown_connections 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4d180a2b80 0x7f4d180a5040 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4d2c108160 0x7f4d2c19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c101290 0x7f4d2c19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 --2- 172.21.15.7:0/2054272805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d2c1008e0 0x7f4d2c19a5b0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 >> 172.21.15.7:0/2054272805 conn(0x7f4d2c077210 msgr2=0x7f4d2c101bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 shutdown_connections 2024-09-10T07:51:59.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:51:59.538+0000 7f4d33533640 1 -- 172.21.15.7:0/2054272805 wait complete. 2024-09-10T07:52:00.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 110447 1.56 MB/sec execute 183 sec latency 14.437 ms 2024-09-10T07:52:00.290 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:52:00.590 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:01.029 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:00 smithi007 ceph-mon[30879]: pgmap v561: 129 pgs: 129 active+clean; 53 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 186 KiB/s wr, 16 op/s 2024-09-10T07:52:01.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.128+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/3625100038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28100e20 msgr2=0x7f7b28101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.128+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/3625100038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28100e20 0x7f7b28101200 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009900 tx=0x7f7b2402a480 comp rx=0 tx=0).stop 2024-09-10T07:52:01.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.128+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/3625100038 shutdown_connections 2024-09-10T07:52:01.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/3625100038 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/3625100038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28102570 0x7f7b281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/3625100038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28100e20 0x7f7b28101200 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/3625100038 >> 172.21.15.7:0/3625100038 conn(0x7f7b280fc7d0 msgr2=0x7f7b280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/3625100038 shutdown_connections 2024-09-10T07:52:01.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/3625100038 wait complete. 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 Processor -- start 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.129+0000 7f7b2f4d5640 1 -- start start 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 0x7f7b28198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b28110e30 con 0x7f7b28102570 2024-09-10T07:52:01.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b28110cb0 con 0x7f7b28102ef0 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2f4d5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b28110fb0 con 0x7f7b28100e20 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 0x7f7b28198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37184/0 (socket says 172.21.15.7:37184) 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2437293724 learned_addr learned my addr 172.21.15.7:0/2437293724 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2da72640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2437293724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 msgr2=0x7f7b28198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 0x7f7b28198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2437293724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 msgr2=0x7f7b2819ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2819ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2437293724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2819d3d0 con 0x7f7b28102570 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2d271640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 0x7f7b28198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:01.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.130+0000 7f7b2da72640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00e9f0 tx=0x7f7b1c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b1a7fc640 1 -- 172.21.15.7:0/2437293724 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c00cd80 con 0x7f7b28102570 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b2819d6c0 con 0x7f7b28102570 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b1a7fc640 1 -- 172.21.15.7:0/2437293724 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b1c0054d0 con 0x7f7b28102570 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b280fcbb0 con 0x7f7b28102570 2024-09-10T07:52:01.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.131+0000 7f7b1a7fc640 1 -- 172.21.15.7:0/2437293724 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c010490 con 0x7f7b28102570 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.133+0000 7f7b1a7fc640 1 -- 172.21.15.7:0/2437293724 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7b1c005020 con 0x7f7b28102570 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 Processor -- start 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 -- start start 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32df0b40 0x55bb32def090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32dfc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bb32d552f0 con 0x55bb32df0b40 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bb32cfccf0 con 0x55bb32dfa370 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b318ae740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bb32d512b0 con 0x55bb32def5d0 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.134+0000 7f7b1a7fc640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 0x7f7b140a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37658/0 (socket says 172.21.15.7:37658) 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 -- 172.21.15.7:0/1657165166 learned_addr learned my addr 172.21.15.7:0/1657165166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2da72640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32df0b40 0x55bb32def090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2da72640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 0x7f7b140a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32dfc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 -- 172.21.15.7:0/1657165166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 msgr2=0x55bb32dfc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32dfc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 -- 172.21.15.7:0/1657165166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32df0b40 msgr2=0x55bb32def090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32df0b40 0x55bb32def090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 -- 172.21.15.7:0/1657165166 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb32ce13a0 con 0x55bb32def5d0 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b1a7fc640 1 -- 172.21.15.7:0/2437293724 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b1c0cf810 con 0x7f7b28102570 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32dfc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:52:01.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009900 tx=0x7f7b24032e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b771763c16707dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.135+0000 7f7b2da72640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 0x7f7b140a5040 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7b20005c40 tx=0x7f7b20009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.136+0000 7f7b137fe640 1 -- 172.21.15.7:0/1657165166 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24035040 con 0x55bb32def5d0 2024-09-10T07:52:01.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.136+0000 7f7b137fe640 1 -- 172.21.15.7:0/1657165166 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b240316b0 con 0x55bb32def5d0 2024-09-10T07:52:01.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.136+0000 7f7b137fe640 1 -- 172.21.15.7:0/1657165166 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24003df0 con 0x55bb32def5d0 2024-09-10T07:52:01.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.136+0000 7f7b318ae740 1 -- 172.21.15.7:0/1657165166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 msgr2=0x55bb32defa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.136+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009900 tx=0x7f7b24032e60 comp rx=0 tx=0).stop 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 -- 172.21.15.7:0/1657165166 shutdown_connections 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32dfc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32defa10 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1657165166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32df0b40 0x55bb32def090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 -- 172.21.15.7:0/1657165166 >> 172.21.15.7:0/1657165166 conn(0x55bb32db8310 msgr2=0x55bb32debc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 -- 172.21.15.7:0/1657165166 shutdown_connections 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 -- 172.21.15.7:0/1657165166 wait complete. 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 -- start start 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 Processor -- start 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.137+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32df7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32df75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bb32dfd010 con 0x55bb32dfa370 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bb32d10060 con 0x55bb32df0b40 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bb32dfd190 con 0x55bb32def5d0 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2da72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32df75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37666/0 (socket says 172.21.15.7:37666) 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2da72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32df75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37210/0 (socket says 172.21.15.7:37210) 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 -- 172.21.15.7:0/1304255331 learned_addr learned my addr 172.21.15.7:0/1304255331 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b318ae740 10 client.0 _ll_register_callbacks cb 0x55bb32a638c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32df7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 -- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 msgr2=0x55bb32df7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32df7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 -- 172.21.15.7:0/1304255331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 msgr2=0x55bb32df75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32df75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 -- 172.21.15.7:0/1304255331 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb32ac63c0 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32df7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7b2402a9a0 tx=0x7f7b24003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4deb838a0a64fa6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.138+0000 7f7b10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2404e070 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b24003d40 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b240316b0 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b24035040 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b318ae740 10 client.26629 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bb32dfd010 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.139+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b240316b0 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b2403c8d0 con 0x55bb32def5d0 2024-09-10T07:52:01.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 10 client.26629 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 10 client.26629 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 20 client.26629 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e12750 0x55bb32e14bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 4 client.26629 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb32d62860 con 0x55bb32e12750 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e12750 0x55bb32e14bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b10ff9640 10 client.26629 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:01.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.140+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e12750 0x55bb32e14bd0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e4633b8acc405c7 server_cookie=f53cccf9007a78aa in_seq=0 out_seq=0 2024-09-10T07:52:01.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1304255331 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bb32d62860 con 0x55bb32e12750 2024-09-10T07:52:01.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b10ff9640 10 client.26629 handle_command_reply: tid=0 2024-09-10T07:52:01.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 client.26629 shutdown 2024-09-10T07:52:01.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 msgr2=0x55bb32df9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7b2402a9a0 tx=0x7f7b24003820 comp rx=0 tx=0).stop 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 shutdown_connections 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e12750 0x55bb32e14bd0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32df75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32df7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1304255331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32df9d50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 >> 172.21.15.7:0/1304255331 conn(0x55bb32db8310 msgr2=0x55bb32df1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.141+0000 7f7b10ff9640 0 client.26629 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.142+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 shutdown_connections 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.142+0000 7f7b318ae740 1 -- 172.21.15.7:0/1304255331 wait complete. 2024-09-10T07:52:01.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.142+0000 7f7b318ae740 20 client.26629 trim_cache size 0 max 16384 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 Processor -- start 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 -- start start 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281af260 con 0x55bb32dfa370 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.156+0000 7f7b318ae740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281acb30 con 0x55bb32df0b40 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b318ae740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281aa9a0 con 0x55bb32def5d0 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2da72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37676/0 (socket says 172.21.15.7:37676) 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2da72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37214/0 (socket says 172.21.15.7:37214) 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2d271640 1 -- 172.21.15.7:0/2094015156 learned_addr learned my addr 172.21.15.7:0/2094015156 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43288/0 (socket says 172.21.15.7:43288) 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2094015156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 msgr2=0x55bb32e062b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2094015156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 msgr2=0x55bb32debc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 -- 172.21.15.7:0/2094015156 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb32dec180 con 0x55bb32df0b40 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2d271640 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2da72640 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x55bb32df0070 tx=0x7f7b1c009720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dec0fd3125744fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b12ffd640 1 -- 172.21.15.7:0/2094015156 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c005680 con 0x55bb32df0b40 2024-09-10T07:52:01.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b12ffd640 1 -- 172.21.15.7:0/2094015156 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b1c09c3d0 con 0x55bb32df0b40 2024-09-10T07:52:01.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.157+0000 7f7b12ffd640 1 -- 172.21.15.7:0/2094015156 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c09a060 con 0x55bb32df0b40 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 -- 172.21.15.7:0/2094015156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 msgr2=0x55bb32deb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x55bb32df0070 tx=0x7f7b1c009720 comp rx=0 tx=0).stop 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 -- 172.21.15.7:0/2094015156 shutdown_connections 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32dfa370 0x55bb32debc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32df0b40 0x55bb32deb700 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 --2- 172.21.15.7:0/2094015156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32def5d0 0x55bb32e062b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 -- 172.21.15.7:0/2094015156 >> 172.21.15.7:0/2094015156 conn(0x55bb32db8310 msgr2=0x55bb32de6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 -- 172.21.15.7:0/2094015156 shutdown_connections 2024-09-10T07:52:01.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.158+0000 7f7b318ae740 1 -- 172.21.15.7:0/2094015156 wait complete. 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 -- start start 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 Processor -- start 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 0x55bb32e02420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32e02960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281aaff0 con 0x55bb32def5d0 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281ac460 con 0x55bb32dfa370 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b281ab6c0 con 0x55bb32df0b40 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b318ae740 10 client.0 _ll_register_callbacks cb 0x7f7b24040070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b2d271640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37230/0 (socket says 172.21.15.7:37230) 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b2d271640 1 -- 172.21.15.7:0/1212746599 learned_addr learned my addr 172.21.15.7:0/1212746599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:01.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 0x55bb32e02420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.159+0000 7f7b2da72640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32e02960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 -- 172.21.15.7:0/1212746599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 msgr2=0x55bb32e02420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 0x55bb32e02420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 -- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 msgr2=0x55bb32e02960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32e02960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 -- 172.21.15.7:0/1212746599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb32df3270 con 0x55bb32def5d0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 0x55bb32e02420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b2d271640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f7b2403ce60 tx=0x7f7b24003ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979ec08a106cacf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24063060 con 0x55bb32def5d0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b2403c650 con 0x55bb32def5d0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b1c09c3d0 con 0x55bb32def5d0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b2404e040 con 0x55bb32def5d0 2024-09-10T07:52:01.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b318ae740 10 client.17211 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bb32e7c610 con 0x55bb32def5d0 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.160+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b1c09c3d0 con 0x55bb32def5d0 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b24003d40 con 0x55bb32def5d0 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 10 client.17211 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 10 client.17211 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 20 client.17211 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e7cd00 0x55bb32e7f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 4 client.17211 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bb32d5cd70 con 0x55bb32e7cd00 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.161+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e7cd00 0x55bb32e7f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b2ca70640 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e7cd00 0x55bb32e7f120 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36fab433aeaf6eba server_cookie=2d7fc3900801e998 in_seq=0 out_seq=0 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b10ff9640 10 client.17211 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b10ff9640 1 -- 172.21.15.7:0/1212746599 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bb32d5cd70 con 0x55bb32e7cd00 2024-09-10T07:52:01.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b10ff9640 10 client.17211 handle_command_reply: tid=0 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b318ae740 1 client.17211 shutdown 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 msgr2=0x55bb32df4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.162+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f7b2403ce60 tx=0x7f7b24003ac0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 shutdown_connections 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bb32e7cd00 0x55bb32e7f120 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bb32dfa370 0x55bb32e02960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bb32df0b40 0x55bb32e02420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 --2- 172.21.15.7:0/1212746599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bb32def5d0 0x55bb32df4b10 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 >> 172.21.15.7:0/1212746599 conn(0x55bb32db8310 msgr2=0x55bb32df5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b10ff9640 0 client.17211 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 shutdown_connections 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 1 -- 172.21.15.7:0/1212746599 wait complete. 2024-09-10T07:52:01.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.163+0000 7f7b318ae740 20 client.17211 trim_cache size 0 max 16384 2024-09-10T07:52:01.168 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:52:01.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 msgr2=0x7f7b140a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 0x7f7b140a5040 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7b20005c40 tx=0x7f7b20009500 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 msgr2=0x7f7b28198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00e9f0 tx=0x7f7b1c00edf0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 shutdown_connections 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b140a2b80 0x7f7b140a5040 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b28102ef0 0x7f7b2819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b28102570 0x7f7b28198960 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 --2- 172.21.15.7:0/2437293724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b28100e20 0x7f7b28198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:01.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 >> 172.21.15.7:0/2437293724 conn(0x7f7b280fc7d0 msgr2=0x7f7b28069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:01.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 shutdown_connections 2024-09-10T07:52:01.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:01.164+0000 7f7b2f4d5640 1 -- 172.21.15.7:0/2437293724 wait complete. 2024-09-10T07:52:01.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:00 smithi110 ceph-mon[34417]: pgmap v561: 129 pgs: 129 active+clean; 53 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 186 KiB/s wr, 16 op/s 2024-09-10T07:52:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:00 smithi145 ceph-mon[34766]: pgmap v561: 129 pgs: 129 active+clean; 53 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 186 KiB/s wr, 16 op/s 2024-09-10T07:52:01.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 110827 1.56 MB/sec execute 184 sec latency 13.825 ms 2024-09-10T07:52:02.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 111424 1.58 MB/sec execute 185 sec latency 12.699 ms 2024-09-10T07:52:02.891 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:52:02.891 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1175251908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 msgr2=0x7f6e8c1031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1175251908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c1031d0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009900 tx=0x7f6e8002a410 comp rx=0 tx=0).stop 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1175251908 shutdown_connections 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1175251908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c103710 0x7f6e8c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1175251908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c1031d0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.942+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1175251908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c101b60 0x7f6e8c101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.943+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1175251908 >> 172.21.15.7:0/1175251908 conn(0x7f6e8c0fd2e0 msgr2=0x7f6e8c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.943+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1175251908 shutdown_connections 2024-09-10T07:52:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.943+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1175251908 wait complete. 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.943+0000 7f6e90fa6640 1 Processor -- start 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.943+0000 7f6e90fa6640 1 -- start start 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 0x7f6e8c199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c103710 0x7f6e8c1a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c10d690 con 0x7f6e8c102d50 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c10d510 con 0x7f6e8c101b60 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e90fa6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c10d810 con 0x7f6e8c103710 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e89d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e89d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37254/0 (socket says 172.21.15.7:37254) 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e89d9b640 1 -- 172.21.15.7:0/1775197906 learned_addr learned my addr 172.21.15.7:0/1775197906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 0x7f6e8c199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c103710 0x7f6e8c1a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 -- 172.21.15.7:0/1775197906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c103710 msgr2=0x7f6e8c1a1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c103710 0x7f6e8c1a1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 -- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 msgr2=0x7f6e8c19a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 -- 172.21.15.7:0/1775197906 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8c1a1b70 con 0x7f6e8c101b60 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.944+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 0x7f6e8c199f50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c102bb0 tx=0x7f6e7c00dbb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.945+0000 7f6e7b7fe640 1 -- 172.21.15.7:0/1775197906 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c017070 con 0x7f6e8c101b60 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.945+0000 7f6e7b7fe640 1 -- 172.21.15.7:0/1775197906 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e7c010460 con 0x7f6e8c101b60 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.945+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e8c1a1e60 con 0x7f6e8c101b60 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.945+0000 7f6e7b7fe640 1 -- 172.21.15.7:0/1775197906 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c00f600 con 0x7f6e8c101b60 2024-09-10T07:52:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.945+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e8c1a2270 con 0x7f6e8c101b60 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.947+0000 7f6e93e22740 1 Processor -- start 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 -- start start 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e7b7fe640 1 -- 172.21.15.7:0/1775197906 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6e7c01a070 con 0x7f6e8c101b60 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee052da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee058370 0x5575ee05a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575edfb62f0 con 0x5575ee058370 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5575edf5e270 con 0x5575ee0532e0 2024-09-10T07:52:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e93e22740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5575edfb22b0 con 0x5575ee0529a0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43330/0 (socket says 172.21.15.7:43330) 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 -- 172.21.15.7:0/2231703376 learned_addr learned my addr 172.21.15.7:0/2231703376 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee058370 0x5575ee05a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee052da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 -- 172.21.15.7:0/2231703376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 msgr2=0x5575ee052da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee052da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 -- 172.21.15.7:0/2231703376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee058370 msgr2=0x5575ee05a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee058370 0x5575ee05a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.948+0000 7f6e8a59c640 1 -- 172.21.15.7:0/2231703376 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575edf5d340 con 0x5575ee0532e0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e7b7fe640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 0x7f6e740a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0d2e90 tx=0x7f6e7c0d77c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2caad446542e7e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 0x7f6e740a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e7b7fe640 1 -- 172.21.15.7:0/1775197906 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6e7c0cecf0 con 0x7f6e8c101b60 2024-09-10T07:52:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e78ff9640 1 -- 172.21.15.7:0/2231703376 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c097500 con 0x5575ee0532e0 2024-09-10T07:52:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e78ff9640 1 -- 172.21.15.7:0/2231703376 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e7c010980 con 0x5575ee0532e0 2024-09-10T07:52:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e78ff9640 1 -- 172.21.15.7:0/2231703376 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c010610 con 0x5575ee0532e0 2024-09-10T07:52:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.949+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 0x7f6e740a50f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6e84005fd0 tx=0x7f6e84009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 -- 172.21.15.7:0/2231703376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 msgr2=0x5575ee057da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0d2e90 tx=0x7f6e7c0d77c0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 -- 172.21.15.7:0/2231703376 shutdown_connections 2024-09-10T07:52:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee058370 0x5575ee05a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee0532e0 0x5575ee057da0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 --2- 172.21.15.7:0/2231703376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee052da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 -- 172.21.15.7:0/2231703376 >> 172.21.15.7:0/2231703376 conn(0x5575ee04e010 msgr2=0x5575ee04e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 -- 172.21.15.7:0/2231703376 shutdown_connections 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.950+0000 7f6e93e22740 1 -- 172.21.15.7:0/2231703376 wait complete. 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 -- start start 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 Processor -- start 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee05cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee064180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575ee05b340 con 0x5575ee0532e0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5575edf3f290 con 0x5575ee058370 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5575ee05b4c0 con 0x5575ee0529a0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e93e22740 10 client.0 _ll_register_callbacks cb 0x5575edf70140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e89d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e89d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37276/0 (socket says 172.21.15.7:37276) 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e89d9b640 1 -- 172.21.15.7:0/1954575553 learned_addr learned my addr 172.21.15.7:0/1954575553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee064180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.951+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee05cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 -- 172.21.15.7:0/1954575553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 msgr2=0x5575ee05cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee05cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 -- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 msgr2=0x5575ee064180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee064180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 -- 172.21.15.7:0/1954575553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575edcc9210 con 0x5575ee0532e0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009a20 tx=0x7f6e800318f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442df33cb8c19185 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80035040 con 0x5575ee0532e0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5575edfc3a20 con 0x5575ee0532e0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6e800035f0 con 0x5575ee0532e0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6e800037f0 con 0x5575ee0532e0 2024-09-10T07:52:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e93e22740 10 client.17223 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575edd95620 con 0x5575ee0532e0 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.952+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5575edfc3a20 con 0x5575ee0532e0 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6e80044070 con 0x5575ee0532e0 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 10 client.17223 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 10 client.17223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 20 client.17223 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee068cd0 0x5575ee06b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 4 client.17223 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575edfbdd70 con 0x5575ee068cd0 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee068cd0 0x5575ee06b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee068cd0 0x5575ee06b150 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78ec704671ce4c29 server_cookie=77ba4eacf21f0810 in_seq=0 out_seq=0 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.953+0000 7f6e71ffb640 10 client.17223 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e71ffb640 1 -- 172.21.15.7:0/1954575553 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575edfbdd70 con 0x5575ee068cd0 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e71ffb640 10 client.17223 handle_command_reply: tid=0 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 client.17223 shutdown 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 msgr2=0x5575ee05d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009a20 tx=0x7f6e800318f0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 shutdown_connections 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee068cd0 0x5575ee06b150 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee064180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0532e0 0x5575ee05d140 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 --2- 172.21.15.7:0/1954575553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0529a0 0x5575ee05cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 >> 172.21.15.7:0/1954575553 conn(0x5575ee04e010 msgr2=0x5575ee04f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.954+0000 7f6e71ffb640 0 client.17223 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:02.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.955+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 shutdown_connections 2024-09-10T07:52:02.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.955+0000 7f6e93e22740 1 -- 172.21.15.7:0/1954575553 wait complete. 2024-09-10T07:52:02.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.955+0000 7f6e93e22740 20 client.17223 trim_cache size 0 max 16384 2024-09-10T07:52:02.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 Processor -- start 2024-09-10T07:52:02.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 -- start start 2024-09-10T07:52:02.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee064140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee054a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1af120 con 0x5575ee0529a0 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1ac9f0 con 0x5575ee058370 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e93e22740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1aa860 con 0x5575ee0532e0 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.971+0000 7f6e8ad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee054a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37278/0 (socket says 172.21.15.7:37278) 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 -- 172.21.15.7:0/311428962 learned_addr learned my addr 172.21.15.7:0/311428962 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee064140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 -- 172.21.15.7:0/311428962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 msgr2=0x5575ee064140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee064140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 -- 172.21.15.7:0/311428962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 msgr2=0x5575ee054a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee054a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 -- 172.21.15.7:0/311428962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ee04de30 con 0x5575ee0529a0 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee064140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0cc4a0 tx=0x7f6e7c09b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4886155a93b0cca6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e73fff640 1 -- 172.21.15.7:0/311428962 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c021040 con 0x5575ee0529a0 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e73fff640 1 -- 172.21.15.7:0/311428962 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e7c0a3e20 con 0x5575ee0529a0 2024-09-10T07:52:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.972+0000 7f6e73fff640 1 -- 172.21.15.7:0/311428962 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c09abc0 con 0x5575ee0529a0 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 -- 172.21.15.7:0/311428962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 msgr2=0x5575ee0544e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0cc4a0 tx=0x7f6e7c09b260 comp rx=0 tx=0).stop 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 -- 172.21.15.7:0/311428962 shutdown_connections 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee054a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee064140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 --2- 172.21.15.7:0/311428962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee0544e0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 -- 172.21.15.7:0/311428962 >> 172.21.15.7:0/311428962 conn(0x5575ee04e010 msgr2=0x5575ee05c160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 -- 172.21.15.7:0/311428962 shutdown_connections 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.973+0000 7f6e93e22740 1 -- 172.21.15.7:0/311428962 wait complete. 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 -- start start 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 Processor -- start 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee0609d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee060f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1aaeb0 con 0x5575ee0529a0 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1ac320 con 0x5575ee058370 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1ab580 con 0x5575ee0532e0 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e93e22740 10 client.0 _ll_register_callbacks cb 0x7f6e80005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37286/0 (socket says 172.21.15.7:37286) 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 -- 172.21.15.7:0/434032627 learned_addr learned my addr 172.21.15.7:0/434032627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8ad9d640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee060f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee0609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 -- 172.21.15.7:0/434032627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 msgr2=0x5575ee0609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee0609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 -- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 msgr2=0x5575ee060f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee060f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.974+0000 7f6e8a59c640 1 -- 172.21.15.7:0/434032627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ee061500 con 0x5575ee0529a0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e8a59c640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005fd0 tx=0x7f6e7c0ceff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc3ce26991aac21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c021030 con 0x5575ee0529a0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6e7c099300 con 0x5575ee0529a0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e7c0a3e20 con 0x5575ee0529a0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6e7c07c020 con 0x5575ee0529a0 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e93e22740 10 client.17229 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:02.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575ee0d2aa0 con 0x5575ee0529a0 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e7c0a3e20 con 0x5575ee0529a0 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.975+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6e7c0bb0e0 con 0x5575ee0529a0 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 10 client.17229 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 10 client.17229 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 20 client.17229 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee0d2fa0 0x5575ee0d5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 4 client.17229 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575edf3a900 con 0x5575ee0d2fa0 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee0d2fa0 0x5575ee0d5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e71ffb640 10 client.17229 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:02.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.976+0000 7f6e89d9b640 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee0d2fa0 0x5575ee0d5390 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d6df5b886873324 server_cookie=48e72ba55e299fb8 in_seq=0 out_seq=0 2024-09-10T07:52:02.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.991+0000 7f6e71ffb640 1 -- 172.21.15.7:0/434032627 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575edf3a900 con 0x5575ee0d2fa0 2024-09-10T07:52:02.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.991+0000 7f6e71ffb640 10 client.17229 handle_command_reply: tid=0 2024-09-10T07:52:02.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.991+0000 7f6e93e22740 1 client.17229 shutdown 2024-09-10T07:52:02.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.991+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 msgr2=0x5575ee063ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.991+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005fd0 tx=0x7f6e7c0ceff0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 shutdown_connections 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5575ee0d2fa0 0x5575ee0d5390 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e71ffb640 0 client.17229 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5575ee058370 0x5575ee060f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5575ee0532e0 0x5575ee0609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 --2- 172.21.15.7:0/434032627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ee0529a0 0x5575ee063ee0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 >> 172.21.15.7:0/434032627 conn(0x5575ee04e010 msgr2=0x5575ee05cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 shutdown_connections 2024-09-10T07:52:02.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 1 -- 172.21.15.7:0/434032627 wait complete. 2024-09-10T07:52:02.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e93e22740 20 client.17229 trim_cache size 0 max 16384 2024-09-10T07:52:02.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:52:02.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:52:02.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:52:02.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:52:02.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 msgr2=0x7f6e740a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 0x7f6e740a50f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6e84005fd0 tx=0x7f6e84009500 comp rx=0 tx=0).stop 2024-09-10T07:52:02.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 msgr2=0x7f6e8c199f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.992+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 0x7f6e8c199f50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c102bb0 tx=0x7f6e7c00dbb0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 shutdown_connections 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6e740a2c30 0x7f6e740a50f0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e8c103710 0x7f6e8c1a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e8c102d50 0x7f6e8c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 --2- 172.21.15.7:0/1775197906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e8c101b60 0x7f6e8c199f50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 >> 172.21.15.7:0/1775197906 conn(0x7f6e8c0fd2e0 msgr2=0x7f6e8c1084f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 shutdown_connections 2024-09-10T07:52:02.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:02.993+0000 7f6e90fa6640 1 -- 172.21.15.7:0/1775197906 wait complete. 2024-09-10T07:52:03.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:02 smithi007 ceph-mon[30879]: pgmap v562: 129 pgs: 129 active+clean; 54 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 272 KiB/s wr, 39 op/s 2024-09-10T07:52:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:02 smithi110 ceph-mon[34417]: pgmap v562: 129 pgs: 129 active+clean; 54 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 272 KiB/s wr, 39 op/s 2024-09-10T07:52:03.194 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:02 smithi145 ceph-mon[34766]: pgmap v562: 129 pgs: 129 active+clean; 54 MiB data, 1008 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 272 KiB/s wr, 39 op/s 2024-09-10T07:52:03.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 112054 1.57 MB/sec execute 186 sec latency 16.952 ms 2024-09-10T07:52:03.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 -- 172.21.15.7:0/921092351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc102d30 msgr2=0x7f91fc103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 --2- 172.21.15.7:0/921092351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc102d30 0x7f91fc103110 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f91f8009900 tx=0x7f91f802a480 comp rx=0 tx=0).stop 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 -- 172.21.15.7:0/921092351 shutdown_connections 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 --2- 172.21.15.7:0/921092351 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc10c160 0x7f91fc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 --2- 172.21.15.7:0/921092351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 0x7f91fc10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 --2- 172.21.15.7:0/921092351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc102d30 0x7f91fc103110 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 -- 172.21.15.7:0/921092351 >> 172.21.15.7:0/921092351 conn(0x7f91fc0fc7d0 msgr2=0x7f91fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 -- 172.21.15.7:0/921092351 shutdown_connections 2024-09-10T07:52:03.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.675+0000 7f92043f3640 1 -- 172.21.15.7:0/921092351 wait complete. 2024-09-10T07:52:03.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 Processor -- start 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 -- start start 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 0x7f91fc19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 0x7f91fc19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc111e10 con 0x7f91fc10c160 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc111c90 con 0x7f91fc102d30 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f92043f3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc111f90 con 0x7f91fc103650 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f9202990640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f920218f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 0x7f91fc19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f920218f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 0x7f91fc19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43388/0 (socket says 172.21.15.7:43388) 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f9202990640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37296/0 (socket says 172.21.15.7:37296) 2024-09-10T07:52:03.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f9202990640 1 -- 172.21.15.7:0/2298368270 learned_addr learned my addr 172.21.15.7:0/2298368270 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.676+0000 7f920198e640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 0x7f91fc19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 -- 172.21.15.7:0/2298368270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 msgr2=0x7f91fc19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 0x7f91fc19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 -- 172.21.15.7:0/2298368270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 msgr2=0x7f91fc19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 0x7f91fc19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 -- 172.21.15.7:0/2298368270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91fc19f590 con 0x7f91fc10c160 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f9202990640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f91f400eaa0 tx=0x7f91f400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f91f37fe640 1 -- 172.21.15.7:0/2298368270 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f400cdb0 con 0x7f91fc10c160 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91fc19f880 con 0x7f91fc10c160 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f91f37fe640 1 -- 172.21.15.7:0/2298368270 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f4005020 con 0x7f91fc10c160 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f91f37fe640 1 -- 172.21.15.7:0/2298368270 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f40116d0 con 0x7f91fc10c160 2024-09-10T07:52:03.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.677+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91fc1a7160 con 0x7f91fc10c160 2024-09-10T07:52:03.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.680+0000 7f91f37fe640 1 -- 172.21.15.7:0/2298368270 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f91f40051d0 con 0x7f91fc10c160 2024-09-10T07:52:03.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.680+0000 7f92067cc740 1 Processor -- start 2024-09-10T07:52:03.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.680+0000 7f92067cc740 1 -- start start 2024-09-10T07:52:03.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26eec800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eef130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564c26e47280 con 0x564c26ee1b60 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564c26deeb10 con 0x564c26eecd40 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f92067cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564c26e43240 con 0x564c26ee2480 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f91f37fe640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 0x7f91e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920218f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26eec800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37306/0 (socket says 172.21.15.7:37306) 2024-09-10T07:52:03.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 -- 172.21.15.7:0/1916657276 learned_addr learned my addr 172.21.15.7:0/1916657276 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eef130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f91f37fe640 1 -- 172.21.15.7:0/2298368270 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f91f40cf4b0 con 0x7f91fc10c160 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f9202990640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 0x7f91e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 -- 172.21.15.7:0/1916657276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 msgr2=0x564c26eec800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26eec800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 -- 172.21.15.7:0/1916657276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 msgr2=0x564c26eef130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.681+0000 7f920198e640 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eef130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f920198e640 1 -- 172.21.15.7:0/1916657276 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c26dfb1f0 con 0x564c26ee1b60 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f920218f640 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26eec800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f920198e640 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009fd0 tx=0x7f91ec009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95ae588b7bb75fe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f9202990640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 0x7f91e80a5040 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f91f40983f0 tx=0x7f91f40666a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f91f0dea640 1 -- 172.21.15.7:0/1916657276 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec013d90 con 0x564c26ee1b60 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f91f0dea640 1 -- 172.21.15.7:0/1916657276 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91ec013130 con 0x564c26ee1b60 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.682+0000 7f91f0dea640 1 -- 172.21.15.7:0/1916657276 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec0047a0 con 0x564c26ee1b60 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 -- 172.21.15.7:0/1916657276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 msgr2=0x564c26ee1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009fd0 tx=0x7f91ec009770 comp rx=0 tx=0).stop 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 -- 172.21.15.7:0/1916657276 shutdown_connections 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eef130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26eec800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 --2- 172.21.15.7:0/1916657276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ee1f40 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.683+0000 7f92067cc740 1 -- 172.21.15.7:0/1916657276 >> 172.21.15.7:0/1916657276 conn(0x564c26ede0f0 msgr2=0x564c26ede4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- 172.21.15.7:0/1916657276 shutdown_connections 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- 172.21.15.7:0/1916657276 wait complete. 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- start start 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 Processor -- start 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 0x564c26ee9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eea6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564c26eef910 con 0x564c26ee2480 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564c26e01f10 con 0x564c26eecd40 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564c26eefa90 con 0x564c26ee1b60 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.684+0000 7f92067cc740 10 client.0 _ll_register_callbacks cb 0x564c26dcaa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:03.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920198e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eea6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920198e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 0x564c26ee9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37316/0 (socket says 172.21.15.7:37316) 2024-09-10T07:52:03.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 -- 172.21.15.7:0/553570137 learned_addr learned my addr 172.21.15.7:0/553570137 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 -- 172.21.15.7:0/553570137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 msgr2=0x564c26ee9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 0x564c26ee9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 -- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 msgr2=0x564c26eea6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eea6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 -- 172.21.15.7:0/553570137 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c26bb86a0 con 0x564c26ee2480 2024-09-10T07:52:03.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920198e640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 0x564c26ee9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f920218f640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f91f8033000 tx=0x7f91f8032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5532ebd3b28d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f91e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.685+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f8035040 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f91f8004050 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91ec013130 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f91f804e050 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 10 client.17241 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564c26efb540 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91ec013130 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f91f8004850 con 0x564c26ee2480 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 10 client.17241 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:03.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 10 client.17241 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 20 client.17241 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26efcaa0 0x564c26efeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 4 client.17241 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c26e547f0 con 0x564c26efcaa0 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.686+0000 7f920198e640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26efcaa0 0x564c26efeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.687+0000 7f920198e640 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26efcaa0 0x564c26efeec0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbe6b3e25ebfb4e7 server_cookie=191b08ab97409f7a in_seq=0 out_seq=0 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.687+0000 7f91e5ffb640 10 client.17241 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.687+0000 7f91e5ffb640 1 -- 172.21.15.7:0/553570137 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c26e547f0 con 0x564c26efcaa0 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.687+0000 7f91e5ffb640 10 client.17241 handle_command_reply: tid=0 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.687+0000 7f92067cc740 1 client.17241 shutdown 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 msgr2=0x564c26eea180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f91f8033000 tx=0x7f91f8032f90 comp rx=0 tx=0).stop 2024-09-10T07:52:03.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 shutdown_connections 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26efcaa0 0x564c26efeec0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26eecd40 0x564c26eea6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee2480 0x564c26eea180 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f91e5ffb640 0 client.17241 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 --2- 172.21.15.7:0/553570137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee1b60 0x564c26ee9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 >> 172.21.15.7:0/553570137 conn(0x564c26ede0f0 msgr2=0x564c26ee3e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 shutdown_connections 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 1 -- 172.21.15.7:0/553570137 wait complete. 2024-09-10T07:52:03.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.688+0000 7f92067cc740 20 client.17241 trim_cache size 0 max 16384 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 Processor -- start 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 -- start start 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 0x564c26eea510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26eecd40 0x564c26f04cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1b36f0 con 0x564c26eecd40 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1b0fc0 con 0x564c26ee1b60 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f92067cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1aee30 con 0x564c26ee2480 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920218f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920198e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 0x564c26eea510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920198e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 0x564c26eea510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43424/0 (socket says 172.21.15.7:43424) 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920218f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37772/0 (socket says 172.21.15.7:37772) 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920198e640 1 -- 172.21.15.7:0/460040477 learned_addr learned my addr 172.21.15.7:0/460040477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.708+0000 7f920198e640 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26eecd40 0x564c26f04cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 -- 172.21.15.7:0/460040477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 msgr2=0x564c26eea510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 0x564c26eea510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 -- 172.21.15.7:0/460040477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26eecd40 msgr2=0x564c26f04cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26eecd40 0x564c26f04cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 -- 172.21.15.7:0/460040477 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c26eddf20 con 0x564c26ee2480 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f920218f640 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f91f8004ca0 tx=0x7f91f8000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f35fd86165723c76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f91e7fff640 1 -- 172.21.15.7:0/460040477 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f8035070 con 0x564c26ee2480 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f91e7fff640 1 -- 172.21.15.7:0/460040477 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f8041070 con 0x564c26ee2480 2024-09-10T07:52:03.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.709+0000 7f91e7fff640 1 -- 172.21.15.7:0/460040477 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f80050f0 con 0x564c26ee2480 2024-09-10T07:52:03.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- 172.21.15.7:0/460040477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 msgr2=0x564c26f04770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f91f8004ca0 tx=0x7f91f8000bc0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- 172.21.15.7:0/460040477 shutdown_connections 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26eecd40 0x564c26f04cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26ee2480 0x564c26f04770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 --2- 172.21.15.7:0/460040477 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee1b60 0x564c26eea510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- 172.21.15.7:0/460040477 >> 172.21.15.7:0/460040477 conn(0x564c26ede0f0 msgr2=0x564c26eebbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- 172.21.15.7:0/460040477 shutdown_connections 2024-09-10T07:52:03.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- 172.21.15.7:0/460040477 wait complete. 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.710+0000 7f92067cc740 1 -- start start 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 Processor -- start 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 0x564c26ef1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26eecd40 0x564c26f66740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1af480 con 0x564c26ee1b60 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1b08f0 con 0x564c26ee2480 2024-09-10T07:52:03.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc1afb50 con 0x564c26eecd40 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f92067cc740 10 client.0 _ll_register_callbacks cb 0x7f91f8005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37324/0 (socket says 172.21.15.7:37324) 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 -- 172.21.15.7:0/719688631 learned_addr learned my addr 172.21.15.7:0/719688631 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920218f640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 0x564c26ef1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 -- 172.21.15.7:0/719688631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26eecd40 msgr2=0x564c26f66740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26eecd40 0x564c26f66740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 -- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 msgr2=0x564c26ef1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 0x564c26ef1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920198e640 1 -- 172.21.15.7:0/719688631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c26f66c80 con 0x564c26ee1b60 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.711+0000 7f920218f640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 0x564c26ef1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f920198e640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009fd0 tx=0x7f91ec009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e803165425553067 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ec013130 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f91ec0055f0 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91f8041070 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f91ec03b050 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f92067cc740 10 client.17247 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564c26f67f40 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f8041070 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f91ec004c70 con 0x564c26ee1b60 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.712+0000 7f92067cc740 10 client.17247 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f92067cc740 10 client.17247 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f92067cc740 20 client.17247 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26f685e0 0x564c26f6aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:03.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f92067cc740 4 client.17247 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564c26e4ed00 con 0x564c26f685e0 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f920218f640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26f685e0 0x564c26f6aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f920218f640 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26f685e0 0x564c26f6aa00 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cdcc644314877b0 server_cookie=37aa36d8b145a220 in_seq=0 out_seq=0 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.713+0000 7f91e5ffb640 10 client.17247 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f91e5ffb640 1 -- 172.21.15.7:0/719688631 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564c26e4ed00 con 0x564c26f685e0 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f91e5ffb640 10 client.17247 handle_command_reply: tid=0 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 client.17247 shutdown 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 msgr2=0x564c26ef1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009fd0 tx=0x7f91ec009b90 comp rx=0 tx=0).stop 2024-09-10T07:52:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 shutdown_connections 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c26f685e0 0x564c26f6aa00 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c26eecd40 0x564c26f66740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f91e5ffb640 0 client.17247 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c26ee2480 0x564c26ef1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 --2- 172.21.15.7:0/719688631 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c26ee1b60 0x564c26ef1110 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 >> 172.21.15.7:0/719688631 conn(0x564c26ede0f0 msgr2=0x564c26eeb2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.714+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 shutdown_connections 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92067cc740 1 -- 172.21.15.7:0/719688631 wait complete. 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92067cc740 20 client.17247 trim_cache size 0 max 16384 2024-09-10T07:52:03.721 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:52:03.722 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:52:03.722 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "ccc4878f-198e-4d62-8115-907a4e425971", 2024-09-10T07:52:03.722 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:52:03.722 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 msgr2=0x7f91e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 0x7f91e80a5040 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f91f40983f0 tx=0x7f91f40666a0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 msgr2=0x7f91fc19eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f91f400eaa0 tx=0x7f91f400ef60 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 shutdown_connections 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f91e80a2b80 0x7f91e80a5040 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91fc10c160 0x7f91fc19eeb0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91fc103650 0x7f91fc19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 --2- 172.21.15.7:0/2298368270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f91fc102d30 0x7f91fc19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 >> 172.21.15.7:0/2298368270 conn(0x7f91fc0fc7d0 msgr2=0x7f91fc1010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 shutdown_connections 2024-09-10T07:52:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:03.715+0000 7f92043f3640 1 -- 172.21.15.7:0/2298368270 wait complete. 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:04.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:52:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:52:04.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:04.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:04.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:04.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 112576 1.57 MB/sec execute 187 sec latency 24.628 ms 2024-09-10T07:52:04.507 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:52:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: pgmap v563: 129 pgs: 129 active+clean; 54 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 504 KiB/s wr, 43 op/s 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:04 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: pgmap v563: 129 pgs: 129 active+clean; 54 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 504 KiB/s wr, 43 op/s 2024-09-10T07:52:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:05.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:04 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: pgmap v563: 129 pgs: 129 active+clean; 54 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 504 KiB/s wr, 43 op/s 2024-09-10T07:52:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:04 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:05.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 113298 1.60 MB/sec execute 188 sec latency 18.954 ms 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2699241050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408100e20 msgr2=0x7fe408101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2699241050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408100e20 0x7fe408101200 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fe404009900 tx=0x7fe40402a480 comp rx=0 tx=0).stop 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2699241050 shutdown_connections 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2699241050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102ef0 0x7fe40810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2699241050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408102570 0x7fe4081029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2699241050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408100e20 0x7fe408101200 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2699241050 >> 172.21.15.7:0/2699241050 conn(0x7fe4080fc7d0 msgr2=0x7fe4080febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2699241050 shutdown_connections 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.273+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2699241050 wait complete. 2024-09-10T07:52:05.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 Processor -- start 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 -- start start 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102570 0x7fe408198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 0x7fe40819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe408110e30 con 0x7fe408102ef0 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe408110cb0 con 0x7fe408100e20 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40fb2a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe408110fb0 con 0x7fe408102570 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40e0c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 0x7fe40819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43452/0 (socket says 172.21.15.7:43452) 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40d8c6640 1 -- 172.21.15.7:0/2689698489 learned_addr learned my addr 172.21.15.7:0/2689698489 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.274+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102570 0x7fe408198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 -- 172.21.15.7:0/2689698489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102570 msgr2=0x7fe408198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102570 0x7fe408198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 -- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 msgr2=0x7fe40819ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 0x7fe40819ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 -- 172.21.15.7:0/2689698489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40819d3d0 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 0x7fe40819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe404006010 tx=0x7fe4040042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe3feffd640 1 -- 172.21.15.7:0/2689698489 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40403f030 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40819d660 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe3feffd640 1 -- 172.21.15.7:0/2689698489 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe404003cb0 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4081a4fa0 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.275+0000 7fe3feffd640 1 -- 172.21.15.7:0/2689698489 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404049060 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.278+0000 7fe3feffd640 1 -- 172.21.15.7:0/2689698489 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe404042030 con 0x7fe408100e20 2024-09-10T07:52:05.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.278+0000 7fe411f03740 1 Processor -- start 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 -- start start 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe3feffd640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 0x7fe3f40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 0x7fe3f40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db5649b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db5649da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55db563f62e0 con 0x55db5649b680 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55db5639dce0 con 0x55db564904a0 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe411f03740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55db563f22a0 con 0x55db56490dc0 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe3feffd640 1 -- 172.21.15.7:0/2689698489 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe4040efb70 con 0x7fe408100e20 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d0c5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db5649b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43464/0 (socket says 172.21.15.7:43464) 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 -- 172.21.15.7:0/4249112461 learned_addr learned my addr 172.21.15.7:0/4249112461 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db5649da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 -- 172.21.15.7:0/4249112461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 msgr2=0x55db5649b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db5649b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 -- 172.21.15.7:0/4249112461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 msgr2=0x55db5649da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db5649da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d8c6640 1 -- 172.21.15.7:0/4249112461 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db56382440 con 0x55db564904a0 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db5649da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.279+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db5649b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.280+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 0x7fe3f40a5040 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe400005fd0 tx=0x7fe400009ec0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.280+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe4040bc070 tx=0x7fe404005e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=501375a01ad238fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.280+0000 7fe3f3fff640 1 -- 172.21.15.7:0/4249112461 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404035050 con 0x55db564904a0 2024-09-10T07:52:05.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.280+0000 7fe3f3fff640 1 -- 172.21.15.7:0/4249112461 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4040c03e0 con 0x55db564904a0 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.280+0000 7fe3f3fff640 1 -- 172.21.15.7:0/4249112461 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4040b8750 con 0x55db564904a0 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- 172.21.15.7:0/4249112461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 msgr2=0x55db56490880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe4040bc070 tx=0x7fe404005e00 comp rx=0 tx=0).stop 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- 172.21.15.7:0/4249112461 shutdown_connections 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db5649da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db5649b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 --2- 172.21.15.7:0/4249112461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db56490880 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- 172.21.15.7:0/4249112461 >> 172.21.15.7:0/4249112461 conn(0x55db5648ca30 msgr2=0x55db5648ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- 172.21.15.7:0/4249112461 shutdown_connections 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- 172.21.15.7:0/4249112461 wait complete. 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 -- start start 2024-09-10T07:52:05.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.281+0000 7fe411f03740 1 Processor -- start 2024-09-10T07:52:05.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db564904a0 0x55db5649aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db564982a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55db5649e010 con 0x55db5649b680 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55db563b1050 con 0x55db56490dc0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55db5649e190 con 0x55db564904a0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37356/0 (socket says 172.21.15.7:37356) 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 -- 172.21.15.7:0/1772054153 learned_addr learned my addr 172.21.15.7:0/1772054153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db564982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe411f03740 10 client.0 _ll_register_callbacks cb 0x55db563f1160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db564904a0 0x55db5649aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 -- 172.21.15.7:0/1772054153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db564904a0 msgr2=0x55db5649aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db564904a0 0x55db5649aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 -- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 msgr2=0x55db564982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db564982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40e0c7640 1 -- 172.21.15.7:0/1772054153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db561673c0 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.282+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db564982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fe400013430 tx=0x7fe400004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581db768ad75b0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe3f17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40001e840 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe40001e9e0 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4040c03e0 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe400032050 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe411f03740 10 client.17259 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55db564a99b0 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.283+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4040c03e0 con 0x55db5649b680 2024-09-10T07:52:05.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe40000f040 con 0x55db5649b680 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 10 client.17259 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 10 client.17259 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 20 client.17259 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db564ad370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 4 client.17259 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db56403850 con 0x55db564aaf10 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db564ad370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db564ad370 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d70e7f8695b806 server_cookie=b707bcc95dda77ae in_seq=0 out_seq=0 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.284+0000 7fe3f17fa640 10 client.17259 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.285+0000 7fe3f17fa640 1 -- 172.21.15.7:0/1772054153 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55db56403850 con 0x55db564aaf10 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.285+0000 7fe3f17fa640 10 client.17259 handle_command_reply: tid=0 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.285+0000 7fe411f03740 1 client.17259 shutdown 2024-09-10T07:52:05.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.285+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 msgr2=0x55db56498800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.285+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fe400013430 tx=0x7fe400004ab0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 shutdown_connections 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db564ad370 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe3f17fa640 0 client.17259 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db56498800 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db564982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 --2- 172.21.15.7:0/1772054153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db564904a0 0x55db5649aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 >> 172.21.15.7:0/1772054153 conn(0x55db5648ca30 msgr2=0x55db56492710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 shutdown_connections 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 1 -- 172.21.15.7:0/1772054153 wait complete. 2024-09-10T07:52:05.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.286+0000 7fe411f03740 20 client.17259 trim_cache size 0 max 16384 2024-09-10T07:52:05.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.307+0000 7fe411f03740 1 Processor -- start 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.307+0000 7fe411f03740 1 -- start start 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db564937f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db564b2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081af2f0 con 0x55db5649b680 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081acbc0 con 0x55db564904a0 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe411f03740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081aaa30 con 0x55db56490dc0 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40e0c7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db564b2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43484/0 (socket says 172.21.15.7:43484) 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 -- 172.21.15.7:0/3583202062 learned_addr learned my addr 172.21.15.7:0/3583202062 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:05.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db564937f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 -- 172.21.15.7:0/3583202062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 msgr2=0x55db564937f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db564937f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 -- 172.21.15.7:0/3583202062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 msgr2=0x55db564b2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db564b2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 -- 172.21.15.7:0/3583202062 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db56490bf0 con 0x55db564904a0 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe404047040 tx=0x7fe4040dc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56079e03c4111800 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe3f37fe640 1 -- 172.21.15.7:0/3583202062 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4040d5030 con 0x55db564904a0 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe3f37fe640 1 -- 172.21.15.7:0/3583202062 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4040ba3e0 con 0x55db564904a0 2024-09-10T07:52:05.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.308+0000 7fe3f37fe640 1 -- 172.21.15.7:0/3583202062 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4040bc5a0 con 0x55db564904a0 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 -- 172.21.15.7:0/3583202062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 msgr2=0x55db564a7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe404047040 tx=0x7fe4040dc040 comp rx=0 tx=0).stop 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 -- 172.21.15.7:0/3583202062 shutdown_connections 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db5649b680 0x55db564b2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db56490dc0 0x55db564937f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 --2- 172.21.15.7:0/3583202062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db564904a0 0x55db564a7150 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 -- 172.21.15.7:0/3583202062 >> 172.21.15.7:0/3583202062 conn(0x55db5648ca30 msgr2=0x55db564930e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 -- 172.21.15.7:0/3583202062 shutdown_connections 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.309+0000 7fe411f03740 1 -- 172.21.15.7:0/3583202062 wait complete. 2024-09-10T07:52:05.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 -- start start 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 Processor -- start 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db5649eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 0x55db5649f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081ab080 con 0x55db564904a0 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081ac4f0 con 0x55db56490dc0 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4081ab750 con 0x55db5649b680 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe411f03740 10 client.0 _ll_register_callbacks cb 0x7fe400012840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40d0c5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db5649eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40d8c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37382/0 (socket says 172.21.15.7:37382) 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40d8c6640 1 -- 172.21.15.7:0/602587047 learned_addr learned my addr 172.21.15.7:0/602587047 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40d0c5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db5649eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43500/0 (socket says 172.21.15.7:43500) 2024-09-10T07:52:05.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.310+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 0x55db5649f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 -- 172.21.15.7:0/602587047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 msgr2=0x55db5649f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 0x55db5649f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 -- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 msgr2=0x55db5649eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db5649eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 -- 172.21.15.7:0/602587047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db5649f670 con 0x55db564904a0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40e0c7640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 0x55db5649f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe40d8c6640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fe4040b8ab0 tx=0x7fe404046fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d503f15817a7366d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe3f17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404035070 con 0x55db564904a0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe4040bc340 con 0x55db564904a0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4040ba3e0 con 0x55db564904a0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe4040cd050 con 0x55db564904a0 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe411f03740 10 client.17265 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:05.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.311+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55db56515a20 con 0x55db564904a0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4040ba3e0 con 0x55db564904a0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe40403bb90 con 0x55db564904a0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 10 client.17265 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 10 client.17265 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 20 client.17265 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db56517ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 4 client.17265 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55db563fdd60 con 0x55db564aaf10 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.312+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db56517ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe40d0c5640 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db56517ca0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90fddde751f1fbb0 server_cookie=699c0e01e248c727 in_seq=0 out_seq=0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe3f17fa640 10 client.17265 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe3f17fa640 1 -- 172.21.15.7:0/602587047 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55db563fdd60 con 0x55db564aaf10 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe3f17fa640 10 client.17265 handle_command_reply: tid=0 2024-09-10T07:52:05.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 client.17265 shutdown 2024-09-10T07:52:05.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 msgr2=0x55db564a3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fe4040b8ab0 tx=0x7fe404046fd0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 shutdown_connections 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55db564aaf10 0x55db56517ca0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55db5649b680 0x55db5649f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55db56490dc0 0x55db5649eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 --2- 172.21.15.7:0/602587047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55db564904a0 0x55db564a3810 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe3f17fa640 0 client.17265 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 >> 172.21.15.7:0/602587047 conn(0x55db5648ca30 msgr2=0x55db56499b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 shutdown_connections 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 1 -- 172.21.15.7:0/602587047 wait complete. 2024-09-10T07:52:05.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.313+0000 7fe411f03740 20 client.17265 trim_cache size 0 max 16384 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ccc4878f-198e-4d62-8115-907a4e425971": { 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "ccc4878f-198e-4d62-8115-907a4e425971", 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:52:05.319 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:52:05.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 msgr2=0x7fe3f40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 0x7fe3f40a5040 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe400005fd0 tx=0x7fe400009ec0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 msgr2=0x7fe408198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe404006010 tx=0x7fe4040042f0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 shutdown_connections 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3f40a2b80 0x7fe3f40a5040 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe408102ef0 0x7fe40819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe408102570 0x7fe408198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 --2- 172.21.15.7:0/2689698489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe408100e20 0x7fe408198420 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 >> 172.21.15.7:0/2689698489 conn(0x7fe4080fc7d0 msgr2=0x7fe40806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 shutdown_connections 2024-09-10T07:52:05.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:05.314+0000 7fe40fb2a640 1 -- 172.21.15.7:0/2689698489 wait complete. 2024-09-10T07:52:06.061 INFO:tasks.cephfs.filesystem:scrub status for tag:ccc4878f-198e-4d62-8115-907a4e425971 - {'path': '/', 'tag': 'ccc4878f-198e-4d62-8115-907a4e425971', 'options': 'recursive,force'} 2024-09-10T07:52:06.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 113769 1.61 MB/sec execute 189 sec latency 11.833 ms 2024-09-10T07:52:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:06 smithi007 ceph-mon[30879]: pgmap v564: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 741 KiB/s wr, 75 op/s 2024-09-10T07:52:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:06 smithi110 ceph-mon[34417]: pgmap v564: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 741 KiB/s wr, 75 op/s 2024-09-10T07:52:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:06 smithi145 ceph-mon[34766]: pgmap v564: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 741 KiB/s wr, 75 op/s 2024-09-10T07:52:07.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 114026 1.61 MB/sec execute 190 sec latency 11.733 ms 2024-09-10T07:52:08.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 114490 1.60 MB/sec execute 191 sec latency 11.951 ms 2024-09-10T07:52:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:08 smithi110 ceph-mon[34417]: pgmap v565: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 833 KiB/s wr, 100 op/s 2024-09-10T07:52:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:08 smithi145 ceph-mon[34766]: pgmap v565: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 833 KiB/s wr, 100 op/s 2024-09-10T07:52:09.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 115101 1.62 MB/sec execute 192 sec latency 18.992 ms 2024-09-10T07:52:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:08 smithi007 ceph-mon[30879]: pgmap v565: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 833 KiB/s wr, 100 op/s 2024-09-10T07:52:10.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:09 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:10.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:09 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:10.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:09 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:10.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:09 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:10.252 INFO:tasks.workunit.client.0.smithi007.stdout: 1 115772 1.61 MB/sec execute 193 sec latency 14.786 ms 2024-09-10T07:52:10.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:09 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:10.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:09 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:10 smithi110 ceph-mon[34417]: pgmap v566: 129 pgs: 129 active+clean; 57 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-10T07:52:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:10 smithi145 ceph-mon[34766]: pgmap v566: 129 pgs: 129 active+clean; 57 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-10T07:52:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:11.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 116420 1.63 MB/sec execute 194 sec latency 13.963 ms 2024-09-10T07:52:11.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:10 smithi007 ceph-mon[30879]: pgmap v566: 129 pgs: 129 active+clean; 57 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-10T07:52:11.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:12.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 116914 1.64 MB/sec execute 195 sec latency 14.366 ms 2024-09-10T07:52:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:12 smithi110 ceph-mon[34417]: pgmap v567: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:52:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:12 smithi145 ceph-mon[34766]: pgmap v567: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:52:13.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 117389 1.65 MB/sec execute 196 sec latency 14.488 ms 2024-09-10T07:52:13.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:12 smithi007 ceph-mon[30879]: pgmap v567: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:52:14.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 117673 1.65 MB/sec execute 197 sec latency 13.088 ms 2024-09-10T07:52:15.148 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:14 smithi007 ceph-mon[30879]: pgmap v568: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.4 MiB/s wr, 155 op/s 2024-09-10T07:52:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:14 smithi110 ceph-mon[34417]: pgmap v568: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.4 MiB/s wr, 155 op/s 2024-09-10T07:52:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:14 smithi145 ceph-mon[34766]: pgmap v568: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.4 MiB/s wr, 155 op/s 2024-09-10T07:52:15.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 118183 1.65 MB/sec execute 198 sec latency 14.667 ms 2024-09-10T07:52:16.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 -- 172.21.15.7:0/20960708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc1025c0 msgr2=0x7f8bdc1049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 --2- 172.21.15.7:0/20960708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc1049b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc009900 tx=0x7f8bcc02a410 comp rx=0 tx=0).stop 2024-09-10T07:52:16.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 -- 172.21.15.7:0/20960708 shutdown_connections 2024-09-10T07:52:16.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 --2- 172.21.15.7:0/20960708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc107820 0x7f8bdc109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 --2- 172.21.15.7:0/20960708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 0x7f8bdc1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 --2- 172.21.15.7:0/20960708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc1049b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 -- 172.21.15.7:0/20960708 >> 172.21.15.7:0/20960708 conn(0x7f8bdc0fc1e0 msgr2=0x7f8bdc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 -- 172.21.15.7:0/20960708 shutdown_connections 2024-09-10T07:52:16.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 -- 172.21.15.7:0/20960708 wait complete. 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.109+0000 7f8be1966640 1 Processor -- start 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 -- start start 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 0x7f8bdc198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 0x7f8bdc19f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc10d6d0 con 0x7f8bdc1025c0 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc10d550 con 0x7f8bdc107820 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8be1966640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc10d850 con 0x7f8bdc104ef0 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49182/0 (socket says 172.21.15.7:49182) 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 -- 172.21.15.7:0/3648374626 learned_addr learned my addr 172.21.15.7:0/3648374626 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:16.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 0x7f8bdc19f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 0x7f8bdc198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 -- 172.21.15.7:0/3648374626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 msgr2=0x7f8bdc198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 0x7f8bdc198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 -- 172.21.15.7:0/3648374626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 msgr2=0x7f8bdc19f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 0x7f8bdc19f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdaffd640 1 -- 172.21.15.7:0/3648374626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bdc19f9d0 con 0x7f8bdc1025c0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.110+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 0x7f8bdc19f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc005940 tx=0x7f8bcc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8be0964640 1 -- 172.21.15.7:0/3648374626 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc03f030 con 0x7f8bdc1025c0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bdc19fc60 con 0x7f8bdc1025c0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8be0964640 1 -- 172.21.15.7:0/3648374626 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bcc0318f0 con 0x7f8bdc1025c0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8be0964640 1 -- 172.21.15.7:0/3648374626 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc035070 con 0x7f8bdc1025c0 2024-09-10T07:52:16.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.111+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bdc1a01a0 con 0x7f8bdc1025c0 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.113+0000 7f8be0964640 1 -- 172.21.15.7:0/3648374626 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8bcc042030 con 0x7f8bdc1025c0 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.113+0000 7f8be47db740 1 Processor -- start 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.113+0000 7f8be47db740 1 -- start start 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b39da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b3c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564c88a982f0 con 0x564c88b352e0 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564c88a40270 con 0x564c88b349a0 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be47db740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564c88a942b0 con 0x564c88b3a370 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b39da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:59448/0 (socket says 172.21.15.7:59448) 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdb7fe640 1 -- 172.21.15.7:0/204118646 learned_addr learned my addr 172.21.15.7:0/204118646 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8be0964640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 0x7f8bc40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b3c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 -- 172.21.15.7:0/204118646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 msgr2=0x564c88b3c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b3c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 -- 172.21.15.7:0/204118646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 msgr2=0x564c88b34da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdaffd640 1 -- 172.21.15.7:0/204118646 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c88a3f340 con 0x564c88b352e0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b3c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.114+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 0x7f8bc40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b39da0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0ed040 tx=0x7f8bcc0b78b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee2fca79ce70bbb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8be0964640 1 -- 172.21.15.7:0/3648374626 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bcc0ef910 con 0x7f8bdc1025c0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8bc1ffb640 1 -- 172.21.15.7:0/204118646 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc049020 con 0x564c88b352e0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8bc1ffb640 1 -- 172.21.15.7:0/204118646 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bcc0bc4d0 con 0x564c88b352e0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8bc1ffb640 1 -- 172.21.15.7:0/204118646 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0bb910 con 0x564c88b352e0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8be47db740 1 -- 172.21.15.7:0/204118646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 msgr2=0x564c88b39da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 0x7f8bc40a50f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4011bc0 tx=0x7f8bd4004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.115+0000 7f8be47db740 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b39da0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0ed040 tx=0x7f8bcc0b78b0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- 172.21.15.7:0/204118646 shutdown_connections 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b3c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b39da0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- 172.21.15.7:0/204118646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b34da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- 172.21.15.7:0/204118646 >> 172.21.15.7:0/204118646 conn(0x564c88b30010 msgr2=0x564c88b30410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- 172.21.15.7:0/204118646 shutdown_connections 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- 172.21.15.7:0/204118646 wait complete. 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- start start 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 Processor -- start 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b45da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564c88b3d100 con 0x564c88b352e0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564c88a21290 con 0x564c88b349a0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564c88b3d280 con 0x564c88b3a370 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.116+0000 7f8be47db740 10 client.0 _ll_register_callbacks cb 0x564c88a52140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:59460/0 (socket says 172.21.15.7:59460) 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b45da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2120869194 learned_addr learned my addr 172.21.15.7:0/2120869194 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49198/0 (socket says 172.21.15.7:49198) 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2120869194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 msgr2=0x564c88b45da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b45da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2120869194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 msgr2=0x564c88b3ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2120869194 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c887ab210 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0ed040 tx=0x7f8bcc0b79e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5989d9eb6c6761 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bbaffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc049040 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bcc0c47b0 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bcc0bc4d0 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8bcc0b9f10 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8be47db740 10 client.26675 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.117+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564c88877620 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bcc0bc4d0 con 0x564c88b349a0 2024-09-10T07:52:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8bcc0d1070 con 0x564c88b349a0 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 10 client.26675 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 10 client.26675 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 20 client.26675 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88b4a110 0x564c88b4c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 4 client.26675 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c88aa5a20 con 0x564c88b4a110 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.118+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88b4a110 0x564c88b4c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8bbaffd640 10 client.26675 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88b4a110 0x564c88b4c500 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab19e076b35a4273 server_cookie=63b6fe09f6e63b6b in_seq=0 out_seq=0 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8bbaffd640 1 -- 172.21.15.7:0/2120869194 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c88aa5a20 con 0x564c88b4a110 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8bbaffd640 10 client.26675 handle_command_reply: tid=0 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 client.26675 shutdown 2024-09-10T07:52:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 msgr2=0x564c88b3e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0ed040 tx=0x7f8bcc0b79e0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 shutdown_connections 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88b4a110 0x564c88b4c500 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b3a370 0x564c88b45da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b352e0 0x564c88b3ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 --2- 172.21.15.7:0/2120869194 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b349a0 0x564c88b3e820 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.119+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 >> 172.21.15.7:0/2120869194 conn(0x564c88b30010 msgr2=0x564c88b31820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.120+0000 7f8bbaffd640 0 client.26675 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.120+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 shutdown_connections 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.120+0000 7f8be47db740 1 -- 172.21.15.7:0/2120869194 wait complete. 2024-09-10T07:52:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.120+0000 7f8be47db740 20 client.26675 trim_cache size 0 max 16384 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 Processor -- start 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 -- start start 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88b45d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88b2f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1acf70 con 0x564c88b349a0 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1aa840 con 0x564c88b3a370 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8be47db740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1a86b0 con 0x564c88b352e0 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8bdb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88b2f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49200/0 (socket says 172.21.15.7:49200) 2024-09-10T07:52:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2383357264 learned_addr learned my addr 172.21.15.7:0/2383357264 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.136+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88b45d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2383357264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 msgr2=0x564c88b45d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88b45d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2383357264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 msgr2=0x564c88b2f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88b2f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 -- 172.21.15.7:0/2383357264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c88b4cae0 con 0x564c88b349a0 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88b2f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88b45d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0b8710 tx=0x7f8bcc03b4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee39219018f50c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bc17fa640 1 -- 172.21.15.7:0/2383357264 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc049070 con 0x564c88b349a0 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bc17fa640 1 -- 172.21.15.7:0/2383357264 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bcc0c0180 con 0x564c88b349a0 2024-09-10T07:52:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.137+0000 7f8bc17fa640 1 -- 172.21.15.7:0/2383357264 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0bb730 con 0x564c88b349a0 2024-09-10T07:52:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- 172.21.15.7:0/2383357264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 msgr2=0x564c88b3edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0b8710 tx=0x7f8bcc03b4d0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- 172.21.15.7:0/2383357264 shutdown_connections 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88b2f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88b45d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 --2- 172.21.15.7:0/2383357264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88b3edf0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- 172.21.15.7:0/2383357264 >> 172.21.15.7:0/2383357264 conn(0x564c88b30010 msgr2=0x564c88b2e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- 172.21.15.7:0/2383357264 shutdown_connections 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- 172.21.15.7:0/2383357264 wait complete. 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 -- start start 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.138+0000 7f8be47db740 1 Processor -- start 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88bb03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88bb7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1a8d00 con 0x564c88b349a0 2024-09-10T07:52:16.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1aa170 con 0x564c88b3a370 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc1a93d0 con 0x564c88b352e0 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8be47db740 10 client.0 _ll_register_callbacks cb 0x7f8bd4009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88bb7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49206/0 (socket says 172.21.15.7:49206) 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdaffd640 1 -- 172.21.15.7:0/3944843577 learned_addr learned my addr 172.21.15.7:0/3944843577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88bb03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 -- 172.21.15.7:0/3944843577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 msgr2=0x564c88bb03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88bb03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 -- 172.21.15.7:0/3944843577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 msgr2=0x564c88bafe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 -- 172.21.15.7:0/3944843577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c88bb79a0 con 0x564c88b3a370 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bda7fc640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88bb03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:16.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bdb7fe640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88bb7390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4005fd0 tx=0x7f8bd4004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93059e78dfba1c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.139+0000 7f8bbaffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4003970 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bcc0c0180 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bd4003b10 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8bd4039050 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 10 client.26681 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564c88bb8dd0 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bcc0c0180 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8bd4004290 con 0x564c88b3a370 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 10 client.26681 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 10 client.26681 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 20 client.26681 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88bb97e0 0x564c88bbbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:16.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 4 client.26681 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:52:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564c88a9fd70 con 0x564c88bb97e0 2024-09-10T07:52:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.140+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88bb97e0 0x564c88bbbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.141+0000 7f8bbaffd640 10 client.26681 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:16.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.141+0000 7f8bdaffd640 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88bb97e0 0x564c88bbbc00 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77f448e52dec4621 server_cookie=f159367e6ab2530 in_seq=0 out_seq=0 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8bbaffd640 1 -- 172.21.15.7:0/3944843577 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564c88a9fd70 con 0x564c88bb97e0 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8bbaffd640 10 client.26681 handle_command_reply: tid=0 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 client.26681 shutdown 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 msgr2=0x564c88bb7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88bb7390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4005fd0 tx=0x7f8bd4004ab0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 shutdown_connections 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564c88bb97e0 0x564c88bbbc00 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564c88b3a370 0x564c88bb7390 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564c88b352e0 0x564c88bb03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8bbaffd640 0 client.26681 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 --2- 172.21.15.7:0/3944843577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564c88b349a0 0x564c88bafe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 >> 172.21.15.7:0/3944843577 conn(0x564c88b30010 msgr2=0x564c88b2f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 shutdown_connections 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 1 -- 172.21.15.7:0/3944843577 wait complete. 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.156+0000 7f8be47db740 20 client.26681 trim_cache size 0 max 16384 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:52:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.157+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 msgr2=0x7f8bc40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.157+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 0x7f8bc40a50f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4011bc0 tx=0x7f8bd4004a40 comp rx=0 tx=0).stop 2024-09-10T07:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.157+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 msgr2=0x7f8bdc197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.157+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc005940 tx=0x7f8bcc0042f0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 shutdown_connections 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bc40a2c30 0x7f8bc40a50f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bdc107820 0x7f8bdc19f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bdc104ef0 0x7f8bdc198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 --2- 172.21.15.7:0/3648374626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bdc1025c0 0x7f8bdc197dc0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 >> 172.21.15.7:0/3648374626 conn(0x7f8bdc0fc1e0 msgr2=0x7f8bdc102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 shutdown_connections 2024-09-10T07:52:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:16.158+0000 7f8be1966640 1 -- 172.21.15.7:0/3648374626 wait complete. 2024-09-10T07:52:16.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 118756 1.66 MB/sec execute 199 sec latency 13.871 ms 2024-09-10T07:52:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:16 smithi110 ceph-mon[34417]: pgmap v569: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:52:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:16 smithi145 ceph-mon[34766]: pgmap v569: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:52:17.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 119454 1.66 MB/sec execute 200 sec latency 12.654 ms 2024-09-10T07:52:17.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:16 smithi007 ceph-mon[30879]: pgmap v569: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:52:18.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 120085 1.68 MB/sec execute 201 sec latency 13.057 ms 2024-09-10T07:52:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:18 smithi110 ceph-mon[34417]: pgmap v570: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:52:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:18 smithi145 ceph-mon[34766]: pgmap v570: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:52:19.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 120659 1.69 MB/sec execute 202 sec latency 12.544 ms 2024-09-10T07:52:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:18 smithi007 ceph-mon[30879]: pgmap v570: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-09-10T07:52:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:19 smithi145 ceph-mon[34766]: pgmap v571: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2024-09-10T07:52:20.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 121030 1.69 MB/sec execute 203 sec latency 11.772 ms 2024-09-10T07:52:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:19 smithi007 ceph-mon[30879]: pgmap v571: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2024-09-10T07:52:20.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:19 smithi110 ceph-mon[34417]: pgmap v571: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2024-09-10T07:52:21.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 121371 1.69 MB/sec execute 204 sec latency 16.078 ms 2024-09-10T07:52:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 121888 1.69 MB/sec execute 205 sec latency 23.626 ms 2024-09-10T07:52:22.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:22 smithi007 ceph-mon[30879]: pgmap v572: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2024-09-10T07:52:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:22 smithi110 ceph-mon[34417]: pgmap v572: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2024-09-10T07:52:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:22 smithi145 ceph-mon[34766]: pgmap v572: 129 pgs: 129 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2024-09-10T07:52:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 122537 1.69 MB/sec execute 206 sec latency 13.693 ms 2024-09-10T07:52:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 123123 1.70 MB/sec execute 207 sec latency 13.209 ms 2024-09-10T07:52:24.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:24 smithi007 ceph-mon[30879]: pgmap v573: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:52:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:24 smithi110 ceph-mon[34417]: pgmap v573: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:52:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:24 smithi145 ceph-mon[34766]: pgmap v573: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:52:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 123921 1.72 MB/sec execute 208 sec latency 11.430 ms 2024-09-10T07:52:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 124381 1.73 MB/sec execute 209 sec latency 12.415 ms 2024-09-10T07:52:26.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:26 smithi007 ceph-mon[30879]: pgmap v574: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 153 op/s 2024-09-10T07:52:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:26 smithi110 ceph-mon[34417]: pgmap v574: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 153 op/s 2024-09-10T07:52:26.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:26 smithi145 ceph-mon[34766]: pgmap v574: 129 pgs: 129 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 153 op/s 2024-09-10T07:52:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 124639 1.73 MB/sec execute 210 sec latency 13.371 ms 2024-09-10T07:52:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 125050 1.72 MB/sec execute 211 sec latency 12.959 ms 2024-09-10T07:52:28.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:28 smithi007 ceph-mon[30879]: pgmap v575: 129 pgs: 129 active+clean; 56 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.1 MiB/s wr, 153 op/s 2024-09-10T07:52:28.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:28 smithi110 ceph-mon[34417]: pgmap v575: 129 pgs: 129 active+clean; 56 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.1 MiB/s wr, 153 op/s 2024-09-10T07:52:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:28 smithi145 ceph-mon[34766]: pgmap v575: 129 pgs: 129 active+clean; 56 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.1 MiB/s wr, 153 op/s 2024-09-10T07:52:29.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- 172.21.15.7:0/4204409624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 msgr2=0x7f2c6c1049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- 172.21.15.7:0/4204409624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c1049b0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f2c68009900 tx=0x7f2c6802a410 comp rx=0 tx=0).stop 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- 172.21.15.7:0/4204409624 shutdown_connections 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- 172.21.15.7:0/4204409624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c107820 0x7f2c6c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- 172.21.15.7:0/4204409624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c104ef0 0x7f2c6c1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- 172.21.15.7:0/4204409624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c1049b0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- 172.21.15.7:0/4204409624 >> 172.21.15.7:0/4204409624 conn(0x7f2c6c0fc1e0 msgr2=0x7f2c6c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- 172.21.15.7:0/4204409624 shutdown_connections 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- 172.21.15.7:0/4204409624 wait complete. 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 Processor -- start 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 -- start start 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.252+0000 7f2c744ac640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c104ef0 0x7f2c6c100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c107820 0x7f2c6c100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c10d6d0 con 0x7f2c6c1025c0 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c10d550 con 0x7f2c6c104ef0 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c10d850 con 0x7f2c6c107820 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55052/0 (socket says 172.21.15.7:55052) 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 -- 172.21.15.7:0/1154435524 learned_addr learned my addr 172.21.15.7:0/1154435524 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c71a47640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c104ef0 0x7f2c6c100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72a49640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c107820 0x7f2c6c100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 -- 172.21.15.7:0/1154435524 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c107820 msgr2=0x7f2c6c100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c107820 0x7f2c6c100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 -- 172.21.15.7:0/1154435524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c104ef0 msgr2=0x7f2c6c100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c104ef0 0x7f2c6c100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 -- 172.21.15.7:0/1154435524 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c6c101340 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c72248640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f2c68005940 tx=0x7f2c680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c637fe640 1 -- 172.21.15.7:0/1154435524 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6803f030 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6c1a1e50 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c637fe640 1 -- 172.21.15.7:0/1154435524 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c68003cb0 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c637fe640 1 -- 172.21.15.7:0/1154435524 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c68035070 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.253+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c6c1a22b0 con 0x7f2c6c1025c0 2024-09-10T07:52:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 125594 1.74 MB/sec execute 212 sec latency 16.649 ms 2024-09-10T07:52:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.256+0000 7f2c637fe640 1 -- 172.21.15.7:0/1154435524 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2c68042030 con 0x7f2c6c1025c0 2024-09-10T07:52:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.257+0000 7f2c7724b740 1 Processor -- start 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.257+0000 7f2c637fe640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 0x7f2c580a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.257+0000 7f2c72a49640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 0x7f2c580a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.257+0000 7f2c637fe640 1 -- 172.21.15.7:0/1154435524 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2c680ef8a0 con 0x7f2c6c1025c0 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.257+0000 7f2c7724b740 1 -- start start 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd65040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5592bdcb82f0 con 0x5592bdd5d1b0 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5592bdc60270 con 0x5592bdd62b80 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c7724b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5592bdcb42b0 con 0x5592bdd5daf0 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c71a47640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c71a47640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49096/0 (socket says 172.21.15.7:49096) 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c71a47640 1 -- 172.21.15.7:0/2960193821 learned_addr learned my addr 172.21.15.7:0/2960193821 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c72a49640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 0x7f2c580a50f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c06a980 tx=0x7f2c64009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c72a49640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd65040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c71a47640 1 -- 172.21.15.7:0/2960193821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 msgr2=0x5592bdd65040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.258+0000 7f2c71a47640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd65040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c71a47640 1 -- 172.21.15.7:0/2960193821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 msgr2=0x5592bdd5d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c71a47640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c71a47640 1 -- 172.21.15.7:0/2960193821 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592bdc5f340 con 0x5592bdd5daf0 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c72a49640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd65040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c72248640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c71a47640 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00b6c0 tx=0x7f2c5c00bb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2875f0060c17bf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c60bfe640 1 -- 172.21.15.7:0/2960193821 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c003bd0 con 0x5592bdd5daf0 2024-09-10T07:52:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c60bfe640 1 -- 172.21.15.7:0/2960193821 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5c015070 con 0x5592bdd5daf0 2024-09-10T07:52:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.259+0000 7f2c60bfe640 1 -- 172.21.15.7:0/2960193821 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c004d00 con 0x5592bdd5daf0 2024-09-10T07:52:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- 172.21.15.7:0/2960193821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 msgr2=0x5592bdd625b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00b6c0 tx=0x7f2c5c00bb80 comp rx=0 tx=0).stop 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- 172.21.15.7:0/2960193821 shutdown_connections 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd65040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd625b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 --2- 172.21.15.7:0/2960193821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- 172.21.15.7:0/2960193821 >> 172.21.15.7:0/2960193821 conn(0x5592bdd50010 msgr2=0x5592bdd50410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- 172.21.15.7:0/2960193821 shutdown_connections 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- 172.21.15.7:0/2960193821 wait complete. 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 -- start start 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.260+0000 7f2c7724b740 1 Processor -- start 2024-09-10T07:52:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 0x5592bdd56860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd5b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5592bdd54a40 con 0x5592bdd5d1b0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5592bdc41290 con 0x5592bdd5daf0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5592bdd54bc0 con 0x5592bdd62b80 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 10 client.0 _ll_register_callbacks cb 0x5592bdc72140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55070/0 (socket says 172.21.15.7:55070) 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 -- 172.21.15.7:0/3981499609 learned_addr learned my addr 172.21.15.7:0/3981499609 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 0x5592bdd56860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72a49640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd5b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 -- 172.21.15.7:0/3981499609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 msgr2=0x5592bdd5b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd5b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 -- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 msgr2=0x5592bdd56860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 0x5592bdd56860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 -- 172.21.15.7:0/3981499609 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592bd9cb210 con 0x5592bdd5d1b0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 0x5592bdd56860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72a49640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd5b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c72248640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f2c68032ad0 tx=0x7f2c680bba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7f5a6974144261f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c68049040 con 0x5592bdd5d1b0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2c680b8480 con 0x5592bdd5d1b0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.261+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5c015070 con 0x5592bdd5d1b0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2c680c0110 con 0x5592bdd5d1b0 2024-09-10T07:52:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 10 client.17295 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5592bda97620 con 0x5592bdd5d1b0 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5c015070 con 0x5592bdd5d1b0 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2c680c4540 con 0x5592bdd5d1b0 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 10 client.17295 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 10 client.17295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 20 client.17295 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdd7b890 0x5592bdd7dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 4 client.17295 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592bdcc5a20 con 0x5592bdd7b890 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.262+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdd7b890 0x5592bdd7dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.263+0000 7f2c55ffb640 10 client.17295 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.263+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdd7b890 0x5592bdd7dce0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bb3c6b220a53594 server_cookie=a36d7d5544cb6e65 in_seq=0 out_seq=0 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3981499609 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592bdcc5a20 con 0x5592bdd7b890 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c55ffb640 10 client.17295 handle_command_reply: tid=0 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 client.17295 shutdown 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 msgr2=0x5592bdd56320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f2c68032ad0 tx=0x7f2c680bba60 comp rx=0 tx=0).stop 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 shutdown_connections 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdd7b890 0x5592bdd7dce0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd5b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5daf0 0x5592bdd56860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3981499609 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd56320 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c55ffb640 0 client.17295 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 >> 172.21.15.7:0/3981499609 conn(0x5592bdd50010 msgr2=0x5592bdd51820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 shutdown_connections 2024-09-10T07:52:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 1 -- 172.21.15.7:0/3981499609 wait complete. 2024-09-10T07:52:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.264+0000 7f2c7724b740 20 client.17295 trim_cache size 0 max 16384 2024-09-10T07:52:29.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.279+0000 7f2c7724b740 1 Processor -- start 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.279+0000 7f2c7724b740 1 -- start start 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd560d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd56610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1aac60 con 0x5592bdd5d1b0 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1a8530 con 0x5592bdd62b80 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c7724b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1a63c0 con 0x5592bdd5daf0 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c72248640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55072/0 (socket says 172.21.15.7:55072) 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c72248640 1 -- 172.21.15.7:0/3315207920 learned_addr learned my addr 172.21.15.7:0/3315207920 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c72a49640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd56610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 -- 172.21.15.7:0/3315207920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 msgr2=0x5592bdd56610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd56610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 -- 172.21.15.7:0/3315207920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 msgr2=0x5592bdd5ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 -- 172.21.15.7:0/3315207920 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592bdd55e60 con 0x5592bdd5daf0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c72248640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.280+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd560d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00b690 tx=0x7f2c5c013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=816b546ad53b3694 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c57fff640 1 -- 172.21.15.7:0/3315207920 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c004780 con 0x5592bdd5daf0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c57fff640 1 -- 172.21.15.7:0/3315207920 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5c015040 con 0x5592bdd5daf0 2024-09-10T07:52:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c57fff640 1 -- 172.21.15.7:0/3315207920 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c011440 con 0x5592bdd5daf0 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 -- 172.21.15.7:0/3315207920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 msgr2=0x5592bdd560d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd560d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00b690 tx=0x7f2c5c013040 comp rx=0 tx=0).stop 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 -- 172.21.15.7:0/3315207920 shutdown_connections 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd62b80 0x5592bdd56610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd5daf0 0x5592bdd560d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3315207920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5d1b0 0x5592bdd5ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 -- 172.21.15.7:0/3315207920 >> 172.21.15.7:0/3315207920 conn(0x5592bdd50010 msgr2=0x5592bdd5c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 -- 172.21.15.7:0/3315207920 shutdown_connections 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.281+0000 7f2c7724b740 1 -- 172.21.15.7:0/3315207920 wait complete. 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 -- start start 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 Processor -- start 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5d1b0 0x5592bdd8d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd8e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1a6a10 con 0x5592bdd5daf0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1a7e60 con 0x5592bdd5d1b0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c1a70c0 con 0x5592bdd62b80 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c7724b740 10 client.0 _ll_register_callbacks cb 0x7f2c680bbc00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55084/0 (socket says 172.21.15.7:55084) 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 -- 172.21.15.7:0/3419087869 learned_addr learned my addr 172.21.15.7:0/3419087869 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c72248640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5d1b0 0x5592bdd8d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c72a49640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd8e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 -- 172.21.15.7:0/3419087869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 msgr2=0x5592bdd8e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd8e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 -- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5d1b0 msgr2=0x5592bdd8d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5d1b0 0x5592bdd8d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 -- 172.21.15.7:0/3419087869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592bdd8ece0 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c71a47640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0039c0 tx=0x7f2c5c005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60aa0aa27499a439 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.282+0000 7f2c55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c028ca0 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2c5c028450 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5c015040 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2c5c03f050 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 10 client.17301 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5592bdde6410 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5c015040 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2c5c011440 con 0x5592bdd5daf0 2024-09-10T07:52:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 10 client.17301 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 10 client.17301 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 20 client.17301 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdde6b00 0x5592bdde8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 4 client.17301 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5592bdcbfd70 con 0x5592bdde6b00 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.283+0000 7f2c72248640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdde6b00 0x5592bdde8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.284+0000 7f2c55ffb640 10 client.17301 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:29.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.284+0000 7f2c72248640 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdde6b00 0x5592bdde8ef0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=781a35dca1256c53 server_cookie=4e22adab54e64cd2 in_seq=0 out_seq=0 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.297+0000 7f2c55ffb640 1 -- 172.21.15.7:0/3419087869 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5592bdcbfd70 con 0x5592bdde6b00 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.297+0000 7f2c55ffb640 10 client.17301 handle_command_reply: tid=0 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 client.17301 shutdown 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 msgr2=0x5592bdd8d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0039c0 tx=0x7f2c5c005f30 comp rx=0 tx=0).stop 2024-09-10T07:52:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 shutdown_connections 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592bdde6b00 0x5592bdde8ef0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592bdd62b80 0x5592bdd8e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592bdd5daf0 0x5592bdd8d730 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 --2- 172.21.15.7:0/3419087869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592bdd5d1b0 0x5592bdd8d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c55ffb640 0 client.17301 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 >> 172.21.15.7:0/3419087869 conn(0x5592bdd50010 msgr2=0x5592bdd560d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 shutdown_connections 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 1 -- 172.21.15.7:0/3419087869 wait complete. 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.298+0000 7f2c7724b740 20 client.17301 trim_cache size 0 max 16384 2024-09-10T07:52:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:52:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:52:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:52:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:52:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 msgr2=0x7f2c580a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 0x7f2c580a50f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c06a980 tx=0x7f2c64009500 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 msgr2=0x7f2c6c101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f2c68005940 tx=0x7f2c680042f0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 shutdown_connections 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2c580a2c30 0x7f2c580a50f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c6c107820 0x7f2c6c100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c6c104ef0 0x7f2c6c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 --2- 172.21.15.7:0/1154435524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2c6c1025c0 0x7f2c6c101f30 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 >> 172.21.15.7:0/1154435524 conn(0x7f2c6c0fc1e0 msgr2=0x7f2c6c103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 shutdown_connections 2024-09-10T07:52:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:29.299+0000 7f2c744ac640 1 -- 172.21.15.7:0/1154435524 wait complete. 2024-09-10T07:52:30.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 126226 1.73 MB/sec execute 213 sec latency 15.862 ms 2024-09-10T07:52:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:30 smithi007 ceph-mon[30879]: pgmap v576: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2024-09-10T07:52:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:30 smithi110 ceph-mon[34417]: pgmap v576: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2024-09-10T07:52:30.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:30 smithi145 ceph-mon[34766]: pgmap v576: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2024-09-10T07:52:31.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 126777 1.73 MB/sec execute 214 sec latency 12.978 ms 2024-09-10T07:52:32.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 127498 1.75 MB/sec execute 215 sec latency 12.459 ms 2024-09-10T07:52:32.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:32 smithi007 ceph-mon[30879]: pgmap v577: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:52:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:32 smithi110 ceph-mon[34417]: pgmap v577: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:52:32.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:32 smithi145 ceph-mon[34766]: pgmap v577: 129 pgs: 129 active+clean; 58 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:52:33.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 127971 1.77 MB/sec execute 216 sec latency 12.937 ms 2024-09-10T07:52:34.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 128266 1.76 MB/sec execute 217 sec latency 12.308 ms 2024-09-10T07:52:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:34 smithi007 ceph-mon[30879]: pgmap v578: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:52:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:34 smithi110 ceph-mon[34417]: pgmap v578: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:52:34.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:34 smithi145 ceph-mon[34766]: pgmap v578: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-09-10T07:52:35.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 128766 1.76 MB/sec execute 218 sec latency 20.110 ms 2024-09-10T07:52:36.062 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:52:36.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 129343 1.77 MB/sec execute 219 sec latency 14.931 ms 2024-09-10T07:52:36.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:36 smithi007 ceph-mon[30879]: pgmap v579: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 146 op/s 2024-09-10T07:52:36.358 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:36 smithi110 ceph-mon[34417]: pgmap v579: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 146 op/s 2024-09-10T07:52:36.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:36 smithi145 ceph-mon[34766]: pgmap v579: 129 pgs: 129 active+clean; 59 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 146 op/s 2024-09-10T07:52:36.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 -- 172.21.15.7:0/2465325484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102570 msgr2=0x7f6b401029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:36.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/2465325484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102570 0x7f6b401029b0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f6b30009860 tx=0x7f6b3002a3d0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 -- 172.21.15.7:0/2465325484 shutdown_connections 2024-09-10T07:52:36.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/2465325484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102ef0 0x7f6b4010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/2465325484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102570 0x7f6b401029b0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/2465325484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 -- 172.21.15.7:0/2465325484 >> 172.21.15.7:0/2465325484 conn(0x7f6b400fc7d0 msgr2=0x7f6b400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 -- 172.21.15.7:0/2465325484 shutdown_connections 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.971+0000 7f6b47bb5640 1 -- 172.21.15.7:0/2465325484 wait complete. 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 Processor -- start 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 -- start start 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102570 0x7f6b40198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 0x7f6b4019cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b40110e80 con 0x7f6b40102ef0 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6b40110d00 con 0x7f6b40100e20 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b47bb5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6b40111000 con 0x7f6b40102570 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.972+0000 7f6b45951640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b46152640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 0x7f6b4019cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34152/0 (socket says 172.21.15.7:34152) 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b46152640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 0x7f6b4019cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33110/0 (socket says 172.21.15.7:33110) 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 -- 172.21.15.7:0/225113456 learned_addr learned my addr 172.21.15.7:0/225113456 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45150640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102570 0x7f6b40198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 -- 172.21.15.7:0/225113456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102570 msgr2=0x7f6b40198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102570 0x7f6b40198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 -- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 msgr2=0x7f6b4019cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 0x7f6b4019cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 -- 172.21.15.7:0/225113456 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b4019d3f0 con 0x7f6b40100e20 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b45951640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00e9f0 tx=0x7f6b3c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b36ffd640 1 -- 172.21.15.7:0/225113456 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00cd80 con 0x7f6b40100e20 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b36ffd640 1 -- 172.21.15.7:0/225113456 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b3c0108e0 con 0x7f6b40100e20 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b36ffd640 1 -- 172.21.15.7:0/225113456 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c018920 con 0x7f6b40100e20 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.973+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b4019d6e0 con 0x7f6b40100e20 2024-09-10T07:52:36.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.974+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b400fcbb0 con 0x7f6b40100e20 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.976+0000 7f6b36ffd640 1 -- 172.21.15.7:0/225113456 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6b3c010a90 con 0x7f6b40100e20 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b36ffd640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 0x7f6b2c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 Processor -- start 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b36ffd640 1 -- 172.21.15.7:0/225113456 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6b3c0cf6b0 con 0x7f6b40100e20 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b45150640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 0x7f6b2c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 -- start start 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e8015c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e8015ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561e800b72e0 con 0x561e801514a0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561e8005ece0 con 0x561e80151dc0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561e800b32a0 con 0x561e8015c680 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b45951640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b45951640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33114/0 (socket says 172.21.15.7:33114) 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.977+0000 7f6b45951640 1 -- 172.21.15.7:0/275244851 learned_addr learned my addr 172.21.15.7:0/275244851 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45150640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 0x7f6b2c0a5040 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6b400fef70 tx=0x7f6b30005c90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45150640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e8015c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b46152640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e8015ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 -- 172.21.15.7:0/275244851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 msgr2=0x561e8015ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e8015ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 -- 172.21.15.7:0/275244851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 msgr2=0x561e8015c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e8015c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 -- 172.21.15.7:0/275244851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e80043440 con 0x561e801514a0 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45150640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e8015c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b45951640 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c098080 tx=0x7f6b3c010f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57737b65df883dc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b2bfff640 1 -- 172.21.15.7:0/275244851 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c099f20 con 0x561e801514a0 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b2bfff640 1 -- 172.21.15.7:0/275244851 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b3c0cf3b0 con 0x561e801514a0 2024-09-10T07:52:36.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.978+0000 7f6b2bfff640 1 -- 172.21.15.7:0/275244851 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c097970 con 0x561e801514a0 2024-09-10T07:52:36.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 -- 172.21.15.7:0/275244851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 msgr2=0x561e80151880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c098080 tx=0x7f6b3c010f20 comp rx=0 tx=0).stop 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 -- 172.21.15.7:0/275244851 shutdown_connections 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e8015ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e8015c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/275244851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e80151880 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 -- 172.21.15.7:0/275244851 >> 172.21.15.7:0/275244851 conn(0x561e8014da30 msgr2=0x561e8014de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.979+0000 7f6b49f8e740 1 -- 172.21.15.7:0/275244851 shutdown_connections 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.980+0000 7f6b49f8e740 1 -- 172.21.15.7:0/275244851 wait complete. 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.980+0000 7f6b49f8e740 1 -- start start 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.980+0000 7f6b49f8e740 1 Processor -- start 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e8015bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80159780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561e8015f250 con 0x561e801514a0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561e80072050 con 0x561e80151dc0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561e8015f3d0 con 0x561e8015c680 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b49f8e740 10 client.0 _ll_register_callbacks cb 0x561e800b2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45951640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e8015bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34174/0 (socket says 172.21.15.7:34174) 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 -- 172.21.15.7:0/3841304892 learned_addr learned my addr 172.21.15.7:0/3841304892 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b46152640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 -- 172.21.15.7:0/3841304892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 msgr2=0x561e80159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 -- 172.21.15.7:0/3841304892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 msgr2=0x561e8015bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e8015bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45150640 1 -- 172.21.15.7:0/3841304892 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e7fe283c0 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b46152640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.981+0000 7f6b45951640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e8015bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b45150640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b3002a8f0 tx=0x7f6b3002a3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f9507f8e42a219e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b297fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3004f070 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6b30005450 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b3c0cf3b0 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6b3005b050 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b49f8e740 10 client.26711 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561e8016abd0 con 0x561e80151dc0 2024-09-10T07:52:36.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.982+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b3c0cf3b0 con 0x561e80151dc0 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6b300036f0 con 0x561e80151dc0 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 10 client.26711 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 10 client.26711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 20 client.26711 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e8016c030 0x561e8016e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:36.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 4 client.26711 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e800c4850 con 0x561e8016c030 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.983+0000 7f6b45951640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e8016c030 0x561e8016e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.984+0000 7f6b297fa640 10 client.26711 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.984+0000 7f6b45951640 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e8016c030 0x561e8016e4b0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f13994e131d7f59c server_cookie=f5997e2389ee6ed2 in_seq=0 out_seq=0 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.984+0000 7f6b297fa640 1 -- 172.21.15.7:0/3841304892 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e800c4850 con 0x561e8016c030 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.984+0000 7f6b297fa640 10 client.26711 handle_command_reply: tid=0 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.984+0000 7f6b49f8e740 1 client.26711 shutdown 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 msgr2=0x561e80159240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b3002a8f0 tx=0x7f6b3002a3d0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 shutdown_connections 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e8016c030 0x561e8016e4b0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e80151dc0 0x561e80159240 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/3841304892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e801514a0 0x561e8015bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 >> 172.21.15.7:0/3841304892 conn(0x561e8014da30 msgr2=0x561e8014cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b297fa640 0 client.26711 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 shutdown_connections 2024-09-10T07:52:36.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 1 -- 172.21.15.7:0/3841304892 wait complete. 2024-09-10T07:52:36.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:36.985+0000 7f6b49f8e740 20 client.26711 trim_cache size 0 max 16384 2024-09-10T07:52:37.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 Processor -- start 2024-09-10T07:52:37.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 -- start start 2024-09-10T07:52:37.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e8014de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80173d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401b3740 con 0x561e80151dc0 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401b1010 con 0x561e801514a0 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401aee80 con 0x561e8015c680 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b45150640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e8014de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b45951640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b45951640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34176/0 (socket says 172.21.15.7:34176) 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b45951640 1 -- 172.21.15.7:0/648972464 learned_addr learned my addr 172.21.15.7:0/648972464 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.006+0000 7f6b46152640 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80173d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 -- 172.21.15.7:0/648972464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 msgr2=0x561e80173d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80173d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 -- 172.21.15.7:0/648972464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 msgr2=0x561e8014de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e8014de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 -- 172.21.15.7:0/648972464 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e8015c300 con 0x561e801514a0 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b45951640 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c09bbb0 tx=0x7f6b3c0a48a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a60120a39009d13b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b2b7fe640 1 -- 172.21.15.7:0/648972464 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c0a9070 con 0x561e801514a0 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b2b7fe640 1 -- 172.21.15.7:0/648972464 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b3c098290 con 0x561e801514a0 2024-09-10T07:52:37.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.007+0000 7f6b2b7fe640 1 -- 172.21.15.7:0/648972464 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c09b2d0 con 0x561e801514a0 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 -- 172.21.15.7:0/648972464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 msgr2=0x561e801684b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c09bbb0 tx=0x7f6b3c0a48a0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 -- 172.21.15.7:0/648972464 shutdown_connections 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e8015c680 0x561e80173d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e8014de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/648972464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e801514a0 0x561e801684b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 -- 172.21.15.7:0/648972464 >> 172.21.15.7:0/648972464 conn(0x561e8014da30 msgr2=0x561e801547e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 -- 172.21.15.7:0/648972464 shutdown_connections 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.008+0000 7f6b49f8e740 1 -- 172.21.15.7:0/648972464 wait complete. 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 -- start start 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 Processor -- start 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e801602c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 0x561e801ced10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401af4d0 con 0x561e80151dc0 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401b0940 con 0x561e8015c680 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.009+0000 7f6b49f8e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6b401afba0 con 0x561e801514a0 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b49f8e740 10 client.0 _ll_register_callbacks cb 0x7f6b38009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b46152640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 0x561e801ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:45364/0 (socket says 172.21.15.7:45364) 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 -- 172.21.15.7:0/2004794997 learned_addr learned my addr 172.21.15.7:0/2004794997 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 -- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 msgr2=0x561e801ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 0x561e801ced10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 -- 172.21.15.7:0/2004794997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 msgr2=0x561e801602c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45150640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e801602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e801602c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 -- 172.21.15.7:0/2004794997 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e801cf300 con 0x561e801514a0 2024-09-10T07:52:37.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b46152640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 0x561e801ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45150640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e801602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b45951640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c099e00 tx=0x7f6b3c0cce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0f648c48e714f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.010+0000 7f6b297fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c0a9070 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6b3c0ba2e0 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b3c098290 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6b3c0cf3b0 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 10 client.26737 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561e801d6670 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b3c098290 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6b3c097b30 con 0x561e801514a0 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 10 client.26737 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:37.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 10 client.26737 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 20 client.26737 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e801d68f0 0x561e801d8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 4 client.26737 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:52:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.011+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561e800bed60 con 0x561e801d68f0 2024-09-10T07:52:37.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.012+0000 7f6b45150640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e801d68f0 0x561e801d8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.012+0000 7f6b297fa640 10 client.26737 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.012+0000 7f6b45150640 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e801d68f0 0x561e801d8ce0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c35655dd24e841bd server_cookie=98c20875726cfab3 in_seq=0 out_seq=0 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.013+0000 7f6b297fa640 1 -- 172.21.15.7:0/2004794997 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561e800bed60 con 0x561e801d68f0 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.013+0000 7f6b297fa640 10 client.26737 handle_command_reply: tid=0 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.013+0000 7f6b49f8e740 1 client.26737 shutdown 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.014+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 msgr2=0x561e8015fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.014+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c099e00 tx=0x7f6b3c0cce60 comp rx=0 tx=0).stop 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 shutdown_connections 2024-09-10T07:52:37.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561e801d68f0 0x561e801d8ce0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561e8015c680 0x561e801ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561e80151dc0 0x561e801602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 --2- 172.21.15.7:0/2004794997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561e801514a0 0x561e8015fd80 secure :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c099e00 tx=0x7f6b3c0cce60 comp rx=0 tx=0).stop 2024-09-10T07:52:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b297fa640 0 client.26737 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:37.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 >> 172.21.15.7:0/2004794997 conn(0x561e8014da30 msgr2=0x561e8015aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.015+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 shutdown_connections 2024-09-10T07:52:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.016+0000 7f6b49f8e740 1 -- 172.21.15.7:0/2004794997 wait complete. 2024-09-10T07:52:37.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.016+0000 7f6b49f8e740 20 client.26737 trim_cache size 0 max 16384 2024-09-10T07:52:37.020 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:52:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:52:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:52:37.021 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:52:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.018+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 msgr2=0x7f6b2c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.018+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 0x7f6b2c0a5040 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6b400fef70 tx=0x7f6b30005c90 comp rx=0 tx=0).stop 2024-09-10T07:52:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.019+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 msgr2=0x7f6b40198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:37.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.019+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00e9f0 tx=0x7f6b3c00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 shutdown_connections 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6b2c0a2b80 0x7f6b2c0a5040 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b40102ef0 0x7f6b4019cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b40102570 0x7f6b40198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 --2- 172.21.15.7:0/225113456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6b40100e20 0x7f6b40198440 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 >> 172.21.15.7:0/225113456 conn(0x7f6b400fc7d0 msgr2=0x7f6b40069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.020+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 shutdown_connections 2024-09-10T07:52:37.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:37.021+0000 7f6b47bb5640 1 -- 172.21.15.7:0/225113456 wait complete. 2024-09-10T07:52:37.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 130032 1.77 MB/sec execute 220 sec latency 16.637 ms 2024-09-10T07:52:37.889 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:52:37.889 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:52:38.186 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:38.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 130606 1.78 MB/sec execute 221 sec latency 15.562 ms 2024-09-10T07:52:38.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:38 smithi007 ceph-mon[30879]: pgmap v580: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2024-09-10T07:52:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:38 smithi110 ceph-mon[34417]: pgmap v580: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2024-09-10T07:52:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:38 smithi145 ceph-mon[34766]: pgmap v580: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2024-09-10T07:52:38.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 -- 172.21.15.7:0/3093453838 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738106f10 msgr2=0x7fb73810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:38.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 --2- 172.21.15.7:0/3093453838 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738106f10 0x7fb73810ea90 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fb730009ca0 tx=0x7fb73002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 -- 172.21.15.7:0/3093453838 shutdown_connections 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 --2- 172.21.15.7:0/3093453838 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738106f10 0x7fb73810ea90 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 --2- 172.21.15.7:0/3093453838 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738102790 0x7fb7381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 --2- 172.21.15.7:0/3093453838 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738101de0 0x7fb7381021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 -- 172.21.15.7:0/3093453838 >> 172.21.15.7:0/3093453838 conn(0x7fb7380fd8c0 msgr2=0x7fb7380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 -- 172.21.15.7:0/3093453838 shutdown_connections 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.698+0000 7fb73f792640 1 -- 172.21.15.7:0/3093453838 wait complete. 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 Processor -- start 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 -- start start 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 0x7fb738198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738106f10 0x7fb73819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb738111e20 con 0x7fb738101de0 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb738111ca0 con 0x7fb738102790 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73f792640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb738111fa0 con 0x7fb738106f10 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73d52e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73d52e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33146/0 (socket says 172.21.15.7:33146) 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73d52e640 1 -- 172.21.15.7:0/2581840383 learned_addr learned my addr 172.21.15.7:0/2581840383 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73cd2d640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 0x7fb738198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.699+0000 7fb73dd2f640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738106f10 0x7fb73819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 -- 172.21.15.7:0/2581840383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738106f10 msgr2=0x7fb73819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738106f10 0x7fb73819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 -- 172.21.15.7:0/2581840383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 msgr2=0x7fb738198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 0x7fb738198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 -- 172.21.15.7:0/2581840383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73819d2f0 con 0x7fb738101de0 2024-09-10T07:52:38.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73cd2d640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 0x7fb738198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73d52e640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb73400ea60 tx=0x7fb73400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73400cde0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7340035f0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb73819d5e0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb734010690 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.700+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7381a4ec0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.701+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7381021c0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.702+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb7340037a0 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.703+0000 7fb72e7fc640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 0x7fb7240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.703+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb7340cf670 con 0x7fb738101de0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.703+0000 7fb73cd2d640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 0x7fb7240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.704+0000 7fb73cd2d640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 0x7fb7240a5040 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb7380fdce0 tx=0x7fb728005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:38.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.707+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb73409c230 con 0x7fb738101de0 2024-09-10T07:52:38.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.945+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb73802d7c0 con 0x7fb738101de0 2024-09-10T07:52:38.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.945+0000 7fb72e7fc640 1 -- 172.21.15.7:0/2581840383 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fb73409bb30 con 0x7fb738101de0 2024-09-10T07:52:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:52:38.946 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:52:38.946 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:52:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 msgr2=0x7fb7240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 0x7fb7240a5040 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb7380fdce0 tx=0x7fb728005f90 comp rx=0 tx=0).stop 2024-09-10T07:52:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 msgr2=0x7fb738198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb73400ea60 tx=0x7fb73400ef20 comp rx=0 tx=0).stop 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 shutdown_connections 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb7240a2b80 0x7fb7240a5040 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb738106f10 0x7fb73819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb738102790 0x7fb738198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 --2- 172.21.15.7:0/2581840383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb738101de0 0x7fb738198340 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 >> 172.21.15.7:0/2581840383 conn(0x7fb7380fd8c0 msgr2=0x7fb7380fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 shutdown_connections 2024-09-10T07:52:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:38.948+0000 7fb73f792640 1 -- 172.21.15.7:0/2581840383 wait complete. 2024-09-10T07:52:39.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1 131087 1.79 MB/sec execute 222 sec latency 15.575 ms 2024-09-10T07:52:39.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:39 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2581840383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:52:39.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:39 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2581840383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:52:39.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:39 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2581840383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:52:39.587 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:52:39.877 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:40.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 131562 1.80 MB/sec execute 223 sec latency 34.260 ms 2024-09-10T07:52:40.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:40 smithi007 ceph-mon[30879]: pgmap v581: 129 pgs: 129 active+clean; 61 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.7 MiB/s wr, 178 op/s 2024-09-10T07:52:40.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:40 smithi110 ceph-mon[34417]: pgmap v581: 129 pgs: 129 active+clean; 61 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.7 MiB/s wr, 178 op/s 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 -- 172.21.15.7:0/701848089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c0102fc0 msgr2=0x7fe9c01005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 --2- 172.21.15.7:0/701848089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c0102fc0 0x7fe9c01005d0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0009900 tx=0x7fe9b002a400 comp rx=0 tx=0).stop 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 -- 172.21.15.7:0/701848089 shutdown_connections 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 --2- 172.21.15.7:0/701848089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c010e810 0x7fe9c0110c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 --2- 172.21.15.7:0/701848089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c0102fc0 0x7fe9c01005d0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 --2- 172.21.15.7:0/701848089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c0102b50 0x7fe9c0100090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 -- 172.21.15.7:0/701848089 >> 172.21.15.7:0/701848089 conn(0x7fe9c0077210 msgr2=0x7fe9c00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 -- 172.21.15.7:0/701848089 shutdown_connections 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.383+0000 7fe9c818f640 1 -- 172.21.15.7:0/701848089 wait complete. 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 Processor -- start 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 -- start start 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 0x7fe9c019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 0x7fe9c019aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c019ee40 0x7fe9c019f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c0114050 con 0x7fe9c010e810 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c0113ed0 con 0x7fe9c0102b50 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c818f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01141d0 con 0x7fe9c019ee40 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 0x7fe9c019aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 0x7fe9c019aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33010/0 (socket says 172.21.15.7:33010) 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c572a640 1 -- 172.21.15.7:0/3956392553 learned_addr learned my addr 172.21.15.7:0/3956392553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 0x7fe9c019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c672c640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c019ee40 0x7fe9c019f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 -- 172.21.15.7:0/3956392553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c019ee40 msgr2=0x7fe9c019f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c019ee40 0x7fe9c019f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 -- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 msgr2=0x7fe9c019aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 0x7fe9c019aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.384+0000 7fe9c5f2b640 1 -- 172.21.15.7:0/3956392553 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c019f900 con 0x7fe9c0102b50 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 0x7fe9c019a570 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00e9f0 tx=0x7fe9bc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9b6ffd640 1 -- 172.21.15.7:0/3956392553 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc00ccc0 con 0x7fe9c0102b50 2024-09-10T07:52:40.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9b6ffd640 1 -- 172.21.15.7:0/3956392553 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9bc005020 con 0x7fe9c0102b50 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9b6ffd640 1 -- 172.21.15.7:0/3956392553 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc004a00 con 0x7fe9c0102b50 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c019fbf0 con 0x7fe9c0102b50 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.385+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c01a7380 con 0x7fe9c0102b50 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9b6ffd640 1 -- 172.21.15.7:0/3956392553 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe9bc004ba0 con 0x7fe9c0102b50 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 Processor -- start 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 -- start start 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7091090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b7091a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b709c370 0x5596b709e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5596b6ff72f0 con 0x5596b70915d0 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5596b6f9ecf0 con 0x5596b7092b40 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9ca568740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5596b6ff32b0 con 0x5596b709c370 2024-09-10T07:52:40.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9c5f2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b7091a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9c672c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7091090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9c5f2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b7091a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33020/0 (socket says 172.21.15.7:33020) 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.388+0000 7fe9c5f2b640 1 -- 172.21.15.7:0/725749943 learned_addr learned my addr 172.21.15.7:0/725749943 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c572a640 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b709c370 0x5596b709e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 -- 172.21.15.7:0/725749943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b709c370 msgr2=0x5596b709e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b709c370 0x5596b709e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 -- 172.21.15.7:0/725749943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 msgr2=0x5596b7091a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b7091a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 -- 172.21.15.7:0/725749943 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596b6f833a0 con 0x5596b7092b40 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9b6ffd640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 0x7fe9ac0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c672c640 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7091090 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009f00 tx=0x7fe9b8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41500302d2ac6fd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 0x7fe9ac0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9abfff640 1 -- 172.21.15.7:0/725749943 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b8004d20 con 0x5596b7092b40 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9abfff640 1 -- 172.21.15.7:0/725749943 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9b8004030 con 0x5596b7092b40 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9abfff640 1 -- 172.21.15.7:0/725749943 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b8005280 con 0x5596b7092b40 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.389+0000 7fe9b6ffd640 1 -- 172.21.15.7:0/3956392553 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe9bc0cf390 con 0x7fe9c0102b50 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- 172.21.15.7:0/725749943 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 msgr2=0x5596b7091090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7091090 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009f00 tx=0x7fe9b8011810 comp rx=0 tx=0).stop 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9c5f2b640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 0x7fe9ac0a5040 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc005c00 tx=0x7fe9bc0d2e70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- 172.21.15.7:0/725749943 shutdown_connections 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b709c370 0x5596b709e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b7091a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 --2- 172.21.15.7:0/725749943 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7091090 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- 172.21.15.7:0/725749943 >> 172.21.15.7:0/725749943 conn(0x5596b705a310 msgr2=0x5596b708dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- 172.21.15.7:0/725749943 shutdown_connections 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- 172.21.15.7:0/725749943 wait complete. 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.390+0000 7fe9ca568740 1 -- start start 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 Processor -- start 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 0x5596b709bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b709c370 0x5596b70995d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5596b709f070 con 0x5596b709c370 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5596b6fb2060 con 0x5596b7092b40 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5596b709f1f0 con 0x5596b70915d0 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9ca568740 10 client.0 _ll_register_callbacks cb 0x5596b6d058c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54406/0 (socket says 172.21.15.7:54406) 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9c572a640 1 -- 172.21.15.7:0/4268222229 learned_addr learned my addr 172.21.15.7:0/4268222229 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9c672c640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 0x5596b709bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.391+0000 7fe9c672c640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b709c370 0x5596b70995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 -- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 msgr2=0x5596b709bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 0x5596b709bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 -- 172.21.15.7:0/4268222229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b709c370 msgr2=0x5596b70995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b709c370 0x5596b70995d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 -- 172.21.15.7:0/4268222229 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596b6d683c0 con 0x5596b7092b40 2024-09-10T07:52:40.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c672c640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 0x5596b709bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:40.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9c572a640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0006010 tx=0x7fe9b0031d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f4b437e6f4c9600 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:40.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0035040 con 0x5596b7092b40 2024-09-10T07:52:40.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe9b00316a0 con 0x5596b7092b40 2024-09-10T07:52:40.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9b8004030 con 0x5596b7092b40 2024-09-10T07:52:40.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe9b004d050 con 0x5596b7092b40 2024-09-10T07:52:40.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9ca568740 10 client.26735 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:40.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5596b70aaaf0 con 0x5596b7092b40 2024-09-10T07:52:40.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.392+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9b8004030 con 0x5596b7092b40 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe9b00047a0 con 0x5596b7092b40 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 10 client.26735 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 10 client.26735 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 20 client.26735 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b70abfb0 0x5596b70ae3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 4 client.26735 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596b7004860 con 0x5596b70abfb0 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9c672c640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b70abfb0 0x5596b70ae3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9a97fa640 10 client.26735 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.393+0000 7fe9c672c640 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b70abfb0 0x5596b70ae3d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2a5820f256560aaf server_cookie=cbd429d9fcc20895 in_seq=0 out_seq=0 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9a97fa640 1 -- 172.21.15.7:0/4268222229 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5596b7004860 con 0x5596b70abfb0 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9a97fa640 10 client.26735 handle_command_reply: tid=0 2024-09-10T07:52:40.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 client.26735 shutdown 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 msgr2=0x5596b7099000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0006010 tx=0x7fe9b0031d90 comp rx=0 tx=0).stop 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 shutdown_connections 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b70abfb0 0x5596b70ae3d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b709c370 0x5596b70995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b7092b40 0x5596b7099000 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 --2- 172.21.15.7:0/4268222229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b70915d0 0x5596b709bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9a97fa640 0 client.26735 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 >> 172.21.15.7:0/4268222229 conn(0x5596b705a310 msgr2=0x5596b7093960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 shutdown_connections 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.394+0000 7fe9ca568740 1 -- 172.21.15.7:0/4268222229 wait complete. 2024-09-10T07:52:40.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.395+0000 7fe9ca568740 20 client.26735 trim_cache size 0 max 16384 2024-09-10T07:52:40.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 Processor -- start 2024-09-10T07:52:40.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 -- start start 2024-09-10T07:52:40.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70b3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01b3760 con 0x5596b70915d0 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01b1030 con 0x5596b709c370 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.409+0000 7fe9ca568740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01aeea0 con 0x5596b7092b40 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c672c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53498/0 (socket says 172.21.15.7:53498) 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 -- 172.21.15.7:0/1070961518 learned_addr learned my addr 172.21.15.7:0/1070961518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33038/0 (socket says 172.21.15.7:33038) 2024-09-10T07:52:40.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70b3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 -- 172.21.15.7:0/1070961518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 msgr2=0x5596b70b3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70b3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 -- 172.21.15.7:0/1070961518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 msgr2=0x5596b70a8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a8310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 -- 172.21.15.7:0/1070961518 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596b7094120 con 0x5596b7092b40 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0004d10 tx=0x7fe9b002a400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ea7df3603bfeb2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9ab7fe640 1 -- 172.21.15.7:0/1070961518 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0057070 con 0x5596b7092b40 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9ab7fe640 1 -- 172.21.15.7:0/1070961518 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9b0005850 con 0x5596b7092b40 2024-09-10T07:52:40.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.410+0000 7fe9ab7fe640 1 -- 172.21.15.7:0/1070961518 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0035070 con 0x5596b7092b40 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 -- 172.21.15.7:0/1070961518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 msgr2=0x5596b7097fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0004d10 tx=0x7fe9b002a400 comp rx=0 tx=0).stop 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 -- 172.21.15.7:0/1070961518 shutdown_connections 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b7097fe0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1070961518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 -- 172.21.15.7:0/1070961518 >> 172.21.15.7:0/1070961518 conn(0x5596b705a310 msgr2=0x5596b70978d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 -- 172.21.15.7:0/1070961518 shutdown_connections 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.411+0000 7fe9ca568740 1 -- 172.21.15.7:0/1070961518 wait complete. 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 -- start start 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 Processor -- start 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b709fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70a0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01af4f0 con 0x5596b70915d0 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01b0960 con 0x5596b709c370 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c01afbc0 con 0x5596b7092b40 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9ca568740 10 client.0 _ll_register_callbacks cb 0x7fe9bc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9c672c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9c672c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33040/0 (socket says 172.21.15.7:33040) 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.412+0000 7fe9c672c640 1 -- 172.21.15.7:0/1267514610 learned_addr learned my addr 172.21.15.7:0/1267514610 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b709fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 -- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 msgr2=0x5596b709fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b709fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 -- 172.21.15.7:0/1267514610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 msgr2=0x5596b70a0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70a0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 -- 172.21.15.7:0/1267514610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596b70a0810 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9c672c640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8011d10 tx=0x7fe9b8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ab1efaa25159ef3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b801e040 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe9b800fd40 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9b0005850 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe9b80050d0 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9ca568740 10 client.17340 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.413+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5596b7116a50 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9b0005850 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe9b8024070 con 0x5596b70915d0 2024-09-10T07:52:40.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 10 client.17340 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 10 client.17340 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 20 client.17340 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b7116f90 0x5596b7119380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 4 client.17340 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5596b6ffed70 con 0x5596b7116f90 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.414+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b7116f90 0x5596b7119380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9c572a640 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b7116f90 0x5596b7119380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=343d4cc0f7ffabac server_cookie=97f28de90abda7c1 in_seq=0 out_seq=0 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9a97fa640 10 client.17340 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9a97fa640 1 -- 172.21.15.7:0/1267514610 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5596b6ffed70 con 0x5596b7116f90 2024-09-10T07:52:40.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9a97fa640 10 client.17340 handle_command_reply: tid=0 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 client.17340 shutdown 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 msgr2=0x5596b70a49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8011d10 tx=0x7fe9b8011810 comp rx=0 tx=0).stop 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 shutdown_connections 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x5596b7116f90 0x5596b7119380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5596b709c370 0x5596b70a0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5596b7092b40 0x5596b709fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 --2- 172.21.15.7:0/1267514610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596b70915d0 0x5596b70a49b0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 >> 172.21.15.7:0/1267514610 conn(0x5596b705a310 msgr2=0x5596b709a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9a97fa640 0 client.17340 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:52:40.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.415+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 shutdown_connections 2024-09-10T07:52:40.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9ca568740 1 -- 172.21.15.7:0/1267514610 wait complete. 2024-09-10T07:52:40.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9ca568740 20 client.17340 trim_cache size 0 max 16384 2024-09-10T07:52:40.425 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 msgr2=0x7fe9ac0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 0x7fe9ac0a5040 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc005c00 tx=0x7fe9bc0d2e70 comp rx=0 tx=0).stop 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 msgr2=0x7fe9c019a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 0x7fe9c019a570 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00e9f0 tx=0x7fe9bc00eeb0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 shutdown_connections 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe9ac0a2b80 0x7fe9ac0a5040 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c019ee40 0x7fe9c019f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c010e810 0x7fe9c019aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 --2- 172.21.15.7:0/3956392553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe9c0102b50 0x7fe9c019a570 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:40.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 >> 172.21.15.7:0/3956392553 conn(0x7fe9c0077210 msgr2=0x7fe9c010fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:40.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 shutdown_connections 2024-09-10T07:52:40.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:40.416+0000 7fe9c818f640 1 -- 172.21.15.7:0/3956392553 wait complete. 2024-09-10T07:52:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:40 smithi145 ceph-mon[34766]: pgmap v581: 129 pgs: 129 active+clean; 61 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.7 MiB/s wr, 178 op/s 2024-09-10T07:52:41.105 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:52:41.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 131846 1.79 MB/sec execute 224 sec latency 15.140 ms 2024-09-10T07:52:41.380 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:42.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 -- 172.21.15.7:0/2196648688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc100e20 msgr2=0x7f7bdc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 --2- 172.21.15.7:0/2196648688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc100e20 0x7f7bdc101200 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0009900 tx=0x7f7bd002a480 comp rx=0 tx=0).stop 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 -- 172.21.15.7:0/2196648688 shutdown_connections 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 --2- 172.21.15.7:0/2196648688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 0x7f7bdc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 --2- 172.21.15.7:0/2196648688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc102570 0x7f7bdc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 --2- 172.21.15.7:0/2196648688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc100e20 0x7f7bdc101200 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 -- 172.21.15.7:0/2196648688 >> 172.21.15.7:0/2196648688 conn(0x7f7bdc0fc7d0 msgr2=0x7f7bdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 -- 172.21.15.7:0/2196648688 shutdown_connections 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.902+0000 7f7be2bce640 1 -- 172.21.15.7:0/2196648688 wait complete. 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 Processor -- start 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 -- start start 2024-09-10T07:52:42.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 0x7f7bdc1992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 0x7f7bdc1a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc110e80 con 0x7f7bdc102570 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc110d00 con 0x7f7bdc100e20 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be2bce640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc111000 con 0x7f7bdc102ef0 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33054/0 (socket says 172.21.15.7:33054) 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 -- 172.21.15.7:0/192164995 learned_addr learned my addr 172.21.15.7:0/192164995 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be096a640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 0x7f7bdc1992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7be116b640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 0x7f7bdc1a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 -- 172.21.15.7:0/192164995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 msgr2=0x7f7bdc1a4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 0x7f7bdc1a4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 -- 172.21.15.7:0/192164995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 msgr2=0x7f7bdc1992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.903+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 0x7f7bdc1992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7bdbfff640 1 -- 172.21.15.7:0/192164995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bdc1a4890 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7be096a640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 0x7f7bdc1992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800e9f0 tx=0x7f7bc800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7bd9ffb640 1 -- 172.21.15.7:0/192164995 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc800cd80 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bdc1a4a60 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7bd9ffb640 1 -- 172.21.15.7:0/192164995 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bc80108e0 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7bd9ffb640 1 -- 172.21.15.7:0/192164995 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc8018920 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.904+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bdc1a4ff0 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7bd9ffb640 1 -- 172.21.15.7:0/192164995 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7bc8010a90 con 0x7f7bdc102570 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 Processor -- start 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 -- start start 2024-09-10T07:52:42.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 0x556e4b011090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b011a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b01e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4af772f0 con 0x556e4b01c370 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e4af1ecf0 con 0x556e4b0115d0 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e4af732b0 con 0x556e4b012b40 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.907+0000 7f7bd9ffb640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 0x7f7bcc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be116b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 0x556e4b011090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b01e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b011a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be116b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 0x556e4b011090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53536/0 (socket says 172.21.15.7:53536) 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be116b640 1 -- 172.21.15.7:0/1849424541 learned_addr learned my addr 172.21.15.7:0/1849424541 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be116b640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 0x7f7bcc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7bd9ffb640 1 -- 172.21.15.7:0/192164995 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7bc80cf6b0 con 0x7f7bdc102570 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 -- 172.21.15.7:0/1849424541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 msgr2=0x556e4b011090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 0x556e4b011090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 -- 172.21.15.7:0/1849424541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 msgr2=0x556e4b01e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b01e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 -- 172.21.15.7:0/1849424541 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4af033a0 con 0x556e4b0115d0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be096a640 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b011a10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7bd002aa70 tx=0x7f7bd0004480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d67d7badb69336cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7be116b640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 0x7f7bcc0a5040 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4005c40 tx=0x7f7bd4009be0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.908+0000 7f7bc6ffd640 1 -- 172.21.15.7:0/1849424541 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd0035040 con 0x556e4b0115d0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7bc6ffd640 1 -- 172.21.15.7:0/1849424541 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd0004760 con 0x556e4b0115d0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7bc6ffd640 1 -- 172.21.15.7:0/1849424541 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd0003950 con 0x556e4b0115d0 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1849424541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 msgr2=0x556e4b011a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b011a10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7bd002aa70 tx=0x7f7bd0004480 comp rx=0 tx=0).stop 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1849424541 shutdown_connections 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b01e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b011a10 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1849424541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b012b40 0x556e4b011090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1849424541 >> 172.21.15.7:0/1849424541 conn(0x556e4afda310 msgr2=0x556e4b00dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1849424541 shutdown_connections 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.909+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1849424541 wait complete. 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 -- start start 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 Processor -- start 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b01bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b01c370 0x556e4b019640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4b01f010 con 0x556e4b012b40 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e4af32060 con 0x556e4b01c370 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e4b01f190 con 0x556e4b0115d0 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7be4fa7740 10 client.0 _ll_register_callbacks cb 0x556e4ac858c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.910+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33072/0 (socket says 172.21.15.7:33072) 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1334990131 learned_addr learned my addr 172.21.15.7:0/1334990131 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7be096a640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b01bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7be116b640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b01c370 0x556e4b019640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 msgr2=0x556e4b01bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b01bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1334990131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b01c370 msgr2=0x556e4b019640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b01c370 0x556e4b019640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1334990131 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e4ace83c0 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f7bc809b920 tx=0x7f7bc809bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7a1bb3037af454 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bbbfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc809ff20 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7bc80b4420 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bd0004760 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7bc80a47e0 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7be4fa7740 10 client.17352 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.911+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e4b02ab40 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd0004760 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7bc80b4800 con 0x556e4b012b40 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 10 client.17352 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:42.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 10 client.17352 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 20 client.17352 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b02bfa0 0x556e4b02e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 4 client.17352 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e4af84860 con 0x556e4b02bfa0 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.912+0000 7f7be096a640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b02bfa0 0x556e4b02e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7bbbfff640 10 client.17352 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be096a640 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b02bfa0 0x556e4b02e3d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=168801659c07b09a server_cookie=efae432274bdd776 in_seq=0 out_seq=0 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1334990131 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e4af84860 con 0x556e4b02bfa0 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7bbbfff640 10 client.17352 handle_command_reply: tid=0 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 client.17352 shutdown 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 msgr2=0x556e4b019030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f7bc809b920 tx=0x7f7bc809bb20 comp rx=0 tx=0).stop 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 shutdown_connections 2024-09-10T07:52:42.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b02bfa0 0x556e4b02e3d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b01c370 0x556e4b019640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b019030 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1334990131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b01bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 >> 172.21.15.7:0/1334990131 conn(0x556e4afda310 msgr2=0x556e4b013960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.913+0000 7f7bbbfff640 0 client.17352 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.914+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 shutdown_connections 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.914+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1334990131 wait complete. 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.914+0000 7f7be4fa7740 20 client.17352 trim_cache size 0 max 16384 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.928+0000 7f7be4fa7740 1 Processor -- start 2024-09-10T07:52:42.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 -- start start 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b0148d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 0x556e4b0282b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1af230 con 0x556e4b01c370 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1acb00 con 0x556e4b012b40 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1aa970 con 0x556e4b0115d0 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 0x556e4b0282b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33080/0 (socket says 172.21.15.7:33080) 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 -- 172.21.15.7:0/3450230061 learned_addr learned my addr 172.21.15.7:0/3450230061 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be096a640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b0148d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 -- 172.21.15.7:0/3450230061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 msgr2=0x556e4b0148d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b0148d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 -- 172.21.15.7:0/3450230061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 msgr2=0x556e4b0282b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 0x556e4b0282b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be116b640 1 -- 172.21.15.7:0/3450230061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4b0199b0 con 0x556e4b01c370 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7be096a640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b0148d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.929+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 0x556e4b0282b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.930+0000 7f7be116b640 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4009320 tx=0x7f7bd401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8660bbb85a956b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.930+0000 7f7bc67fc640 1 -- 172.21.15.7:0/3450230061 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4009dd0 con 0x556e4b01c370 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.930+0000 7f7bc67fc640 1 -- 172.21.15.7:0/3450230061 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd4003e00 con 0x556e4b01c370 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.930+0000 7f7bc67fc640 1 -- 172.21.15.7:0/3450230061 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd40055e0 con 0x556e4b01c370 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- 172.21.15.7:0/3450230061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 msgr2=0x556e4b018050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4009320 tx=0x7f7bd401d000 comp rx=0 tx=0).stop 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- 172.21.15.7:0/3450230061 shutdown_connections 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b01c370 0x556e4b018050 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b012b40 0x556e4b0282b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/3450230061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b0115d0 0x556e4b0148d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- 172.21.15.7:0/3450230061 >> 172.21.15.7:0/3450230061 conn(0x556e4afda310 msgr2=0x556e4b017940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- 172.21.15.7:0/3450230061 shutdown_connections 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- 172.21.15.7:0/3450230061 wait complete. 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 -- start start 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.931+0000 7f7be4fa7740 1 Processor -- start 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b024600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 0x556e4b0158d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1aafc0 con 0x556e4b012b40 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1ac430 con 0x556e4b0115d0 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1ab690 con 0x556e4b01c370 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 10 client.0 _ll_register_callbacks cb 0x7f7bc809b9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33084/0 (socket says 172.21.15.7:33084) 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1716288247 learned_addr learned my addr 172.21.15.7:0/1716288247 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be096a640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b024600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be116b640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 0x556e4b0158d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 msgr2=0x556e4b0158d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 0x556e4b0158d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1716288247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 msgr2=0x556e4b024600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b024600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 -- 172.21.15.7:0/1716288247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e4b016010 con 0x556e4b012b40 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be116b640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 0x556e4b0158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bdbfff640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f7bc8098080 tx=0x7f7bc8097ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e45863cdbca2be43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bbbfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc809b580 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7bc80ba2c0 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.932+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bd4003e00 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7bc809ff20 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 10 client.17358 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e4b096670 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd4003e00 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7bc8018ac0 con 0x556e4b012b40 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 10 client.17358 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 10 client.17358 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 20 client.17358 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b096c00 0x556e4b099020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 4 client.17358 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:52:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e4af7ed70 con 0x556e4b096c00 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.933+0000 7f7be096a640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b096c00 0x556e4b099020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be096a640 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b096c00 0x556e4b099020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=efd6f55053afe99 server_cookie=b6886e0e93c4041d in_seq=0 out_seq=0 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7bbbfff640 10 client.17358 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7bbbfff640 1 -- 172.21.15.7:0/1716288247 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e4af7ed70 con 0x556e4b096c00 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7bbbfff640 10 client.17358 handle_command_reply: tid=0 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 client.17358 shutdown 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 msgr2=0x556e4b024b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f7bc8098080 tx=0x7f7bc8097ff0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 shutdown_connections 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4b096c00 0x556e4b099020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4b01c370 0x556e4b0158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b012b40 0x556e4b024b40 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 --2- 172.21.15.7:0/1716288247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4b0115d0 0x556e4b024600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 >> 172.21.15.7:0/1716288247 conn(0x556e4afda310 msgr2=0x556e4b018160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.934+0000 7f7bbbfff640 0 client.17358 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 shutdown_connections 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be4fa7740 1 -- 172.21.15.7:0/1716288247 wait complete. 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be4fa7740 20 client.17358 trim_cache size 0 max 16384 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 msgr2=0x7f7bcc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 0x7f7bcc0a5040 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4005c40 tx=0x7f7bd4009be0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 msgr2=0x7f7bdc199810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.935+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800e9f0 tx=0x7f7bc800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 shutdown_connections 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7bcc0a2b80 0x7f7bcc0a5040 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7bdc102ef0 0x7f7bdc1a4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7bdc102570 0x7f7bdc199810 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 --2- 172.21.15.7:0/192164995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7bdc100e20 0x7f7bdc1992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 >> 172.21.15.7:0/192164995 conn(0x7f7bdc0fc7d0 msgr2=0x7f7bdc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 shutdown_connections 2024-09-10T07:52:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:41.936+0000 7f7be2bce640 1 -- 172.21.15.7:0/192164995 wait complete. 2024-09-10T07:52:42.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 132332 1.79 MB/sec execute 225 sec latency 13.787 ms 2024-09-10T07:52:42.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:42 smithi007 ceph-mon[30879]: pgmap v582: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 -- 172.21.15.7:0/514518231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2920100a40 msgr2=0x7f2920100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 --2- 172.21.15.7:0/514518231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2920100a40 0x7f2920100e40 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f2910009900 tx=0x7f291002a410 comp rx=0 tx=0).stop 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 -- 172.21.15.7:0/514518231 shutdown_connections 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 --2- 172.21.15.7:0/514518231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f29201025f0 0x7f2920108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 --2- 172.21.15.7:0/514518231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 0x7f29201020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 --2- 172.21.15.7:0/514518231 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2920100a40 0x7f2920100e40 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 -- 172.21.15.7:0/514518231 >> 172.21.15.7:0/514518231 conn(0x7f29200fc1e0 msgr2=0x7f29200fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 -- 172.21.15.7:0/514518231 shutdown_connections 2024-09-10T07:52:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.399+0000 7f2925b91640 1 -- 172.21.15.7:0/514518231 wait complete. 2024-09-10T07:52:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 Processor -- start 2024-09-10T07:52:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 -- start start 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 0x7f2920197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 0x7f2920198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f292010d6c0 con 0x7f29201025f0 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f292010d540 con 0x7f2920100a40 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f2925b91640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f292010d840 con 0x7f2920101c30 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f291ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f291f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 0x7f2920197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f291ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33096/0 (socket says 172.21.15.7:33096) 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f291ffff640 1 -- 172.21.15.7:0/3299732677 learned_addr learned my addr 172.21.15.7:0/3299732677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.400+0000 7f291effd640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 0x7f2920198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 -- 172.21.15.7:0/3299732677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 msgr2=0x7f2920198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 0x7f2920198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 -- 172.21.15.7:0/3299732677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 msgr2=0x7f2920197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 0x7f2920197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 -- 172.21.15.7:0/3299732677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292019f960 con 0x7f29201025f0 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291f7fe640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 0x7f2920197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291ffff640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f291800eb10 tx=0x7f291800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291cff9640 1 -- 172.21.15.7:0/3299732677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2918004b20 con 0x7f29201025f0 2024-09-10T07:52:42.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291cff9640 1 -- 172.21.15.7:0/3299732677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2918004cc0 con 0x7f29201025f0 2024-09-10T07:52:42.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f291cff9640 1 -- 172.21.15.7:0/3299732677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2918010690 con 0x7f29201025f0 2024-09-10T07:52:42.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292019fc50 con 0x7f29201025f0 2024-09-10T07:52:42.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.401+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29201a0170 con 0x7f29201025f0 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 Processor -- start 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f291cff9640 1 -- 172.21.15.7:0/3299732677 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2918005020 con 0x7f29201025f0 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 -- start start 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4bec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5617ae4162f0 con 0x5617ae4b76f0 2024-09-10T07:52:42.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5617ae3be270 con 0x5617ae4bc780 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f2928a0a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5617ae4122b0 con 0x5617ae4b6db0 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f291f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f291f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33098/0 (socket says 172.21.15.7:33098) 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f291f7fe640 1 -- 172.21.15.7:0/3781611494 learned_addr learned my addr 172.21.15.7:0/3781611494 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.404+0000 7f291effd640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4bec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291cff9640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 0x7f29080a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 -- 172.21.15.7:0/3781611494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 msgr2=0x5617ae4b71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4b71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 -- 172.21.15.7:0/3781611494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 msgr2=0x5617ae4bc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 -- 172.21.15.7:0/3781611494 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617ae3bd340 con 0x5617ae4bc780 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291f7fe640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291ffff640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 0x7f29080a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291cff9640 1 -- 172.21.15.7:0/3299732677 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f29180cfb30 con 0x7f29201025f0 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f291effd640 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4bec40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f291400bf70 tx=0x7f2914005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a71e1bcdb6f0ea83 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f2905ffb640 1 -- 172.21.15.7:0/3781611494 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914005220 con 0x5617ae4bc780 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f2905ffb640 1 -- 172.21.15.7:0/3781611494 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2914004c50 con 0x5617ae4bc780 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.405+0000 7f2905ffb640 1 -- 172.21.15.7:0/3781611494 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914010820 con 0x5617ae4bc780 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- 172.21.15.7:0/3781611494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 msgr2=0x5617ae4bec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4bec40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f291400bf70 tx=0x7f2914005c90 comp rx=0 tx=0).stop 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f291ffff640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 0x7f29080a50f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f2918098930 tx=0x7f291801bb30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- 172.21.15.7:0/3781611494 shutdown_connections 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4bec40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b76f0 0x5617ae4bc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 --2- 172.21.15.7:0/3781611494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4b71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- 172.21.15.7:0/3781611494 >> 172.21.15.7:0/3781611494 conn(0x5617ae4ae010 msgr2=0x5617ae4ae410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- 172.21.15.7:0/3781611494 shutdown_connections 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- 172.21.15.7:0/3781611494 wait complete. 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.406+0000 7f2928a0a740 1 -- start start 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 Processor -- start 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4bc780 0x5617ae4c8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5617ae4bf750 con 0x5617ae4b6db0 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5617ae39f290 con 0x5617ae4b76f0 2024-09-10T07:52:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5617ae4bf8d0 con 0x5617ae4bc780 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f2928a0a740 10 client.0 _ll_register_callbacks cb 0x5617ae3d0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33102/0 (socket says 172.21.15.7:33102) 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f291f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.407+0000 7f291effd640 1 -- 172.21.15.7:0/2685698474 learned_addr learned my addr 172.21.15.7:0/2685698474 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 -- 172.21.15.7:0/2685698474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4bc780 msgr2=0x5617ae4c8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4bc780 0x5617ae4c8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 -- 172.21.15.7:0/2685698474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 msgr2=0x5617ae4c1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 -- 172.21.15.7:0/2685698474 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617ae129210 con 0x5617ae4b76f0 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f291f7fe640 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c15a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2910000c00 tx=0x7f2910031a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7304130054e87dde server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f28feffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2910035040 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2914004c50 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f29100035f0 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f29100037f0 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f2928a0a740 10 client.26771 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5617ae1f5620 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.408+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2914004c50 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2910044070 con 0x5617ae4b76f0 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 10 client.26771 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 10 client.26771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 20 client.26771 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae4ccc60 0x5617ae4cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 4 client.26771 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617ae423a20 con 0x5617ae4ccc60 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f291effd640 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae4ccc60 0x5617ae4cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f28feffd640 10 client.26771 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.409+0000 7f291effd640 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae4ccc60 0x5617ae4cf0d0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3b4baf1adeb07f4 server_cookie=5b223637d9a3b844 in_seq=0 out_seq=0 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f28feffd640 1 -- 172.21.15.7:0/2685698474 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5617ae423a20 con 0x5617ae4ccc60 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f28feffd640 10 client.26771 handle_command_reply: tid=0 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 client.26771 shutdown 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 msgr2=0x5617ae4c15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c15a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2910000c00 tx=0x7f2910031a10 comp rx=0 tx=0).stop 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 shutdown_connections 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae4ccc60 0x5617ae4cf0d0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4bc780 0x5617ae4c8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c15a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 --2- 172.21.15.7:0/2685698474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f28feffd640 0 client.26771 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 >> 172.21.15.7:0/2685698474 conn(0x5617ae4ae010 msgr2=0x5617ae4af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 shutdown_connections 2024-09-10T07:52:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 1 -- 172.21.15.7:0/2685698474 wait complete. 2024-09-10T07:52:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.410+0000 7f2928a0a740 20 client.26771 trim_cache size 0 max 16384 2024-09-10T07:52:42.419 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:42 smithi110 ceph-mon[34417]: pgmap v582: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 Processor -- start 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 -- start start 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f29201aadb0 con 0x5617ae4bc780 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f29201a8680 con 0x5617ae4b76f0 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.427+0000 7f2928a0a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f29201a64f0 con 0x5617ae4b6db0 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33104/0 (socket says 172.21.15.7:33104) 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 -- 172.21.15.7:0/497887941 learned_addr learned my addr 172.21.15.7:0/497887941 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291f7fe640 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 -- 172.21.15.7:0/497887941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 msgr2=0x5617ae4ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 -- 172.21.15.7:0/497887941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 msgr2=0x5617ae4c8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 -- 172.21.15.7:0/497887941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617ae4cf750 con 0x5617ae4bc780 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f291effd640 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f29140058c0 tx=0x7f2914015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d289d8c6e5c9e6f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.428+0000 7f29057fa640 1 -- 172.21.15.7:0/497887941 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914004020 con 0x5617ae4bc780 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f29057fa640 1 -- 172.21.15.7:0/497887941 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29140041c0 con 0x5617ae4bc780 2024-09-10T07:52:42.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f29057fa640 1 -- 172.21.15.7:0/497887941 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914003850 con 0x5617ae4bc780 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 -- 172.21.15.7:0/497887941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 msgr2=0x5617ae4af400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f29140058c0 tx=0x7f2914015040 comp rx=0 tx=0).stop 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 -- 172.21.15.7:0/497887941 shutdown_connections 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4bc780 0x5617ae4af400 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4b76f0 0x5617ae4c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 --2- 172.21.15.7:0/497887941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b6db0 0x5617ae4ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 -- 172.21.15.7:0/497887941 >> 172.21.15.7:0/497887941 conn(0x5617ae4ae010 msgr2=0x5617ae4ac9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 -- 172.21.15.7:0/497887941 shutdown_connections 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.429+0000 7f2928a0a740 1 -- 172.21.15.7:0/497887941 wait complete. 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 -- start start 2024-09-10T07:52:42.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 Processor -- start 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b76f0 0x5617ae4c5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4c6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f29201a6b40 con 0x5617ae4b6db0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f29201a7fb0 con 0x5617ae4bc780 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f29201a7210 con 0x5617ae4b76f0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f2928a0a740 10 client.0 _ll_register_callbacks cb 0x7f2910032eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f291effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33118/0 (socket says 172.21.15.7:33118) 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f291effd640 1 -- 172.21.15.7:0/592445206 learned_addr learned my addr 172.21.15.7:0/592445206 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f291f7fe640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b76f0 0x5617ae4c5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.430+0000 7f291effd640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4c6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 -- 172.21.15.7:0/592445206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b76f0 msgr2=0x5617ae4c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b76f0 0x5617ae4c5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 -- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 msgr2=0x5617ae4c6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4c6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 -- 172.21.15.7:0/592445206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617ae4c7330 con 0x5617ae4b6db0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f291effd640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f291400b4e0 tx=0x7f291400bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=989ce7c467f6f47 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f28feffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914010870 con 0x5617ae4b6db0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2914010a10 con 0x5617ae4b6db0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29140041c0 con 0x5617ae4b6db0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2914005020 con 0x5617ae4b6db0 2024-09-10T07:52:42.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f2928a0a740 10 client.17376 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.431+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5617ae4c8640 con 0x5617ae4b6db0 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29140041c0 con 0x5617ae4b6db0 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f291401c070 con 0x5617ae4b6db0 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 10 client.17376 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 10 client.17376 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 20 client.17376 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae537c80 0x5617ae53a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 4 client.17376 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5617ae41dd70 con 0x5617ae537c80 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f291f7fe640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae537c80 0x5617ae53a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f291f7fe640 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae537c80 0x5617ae53a070 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d712eed95bb5c479 server_cookie=4c15dcfd2e69302 in_seq=0 out_seq=0 2024-09-10T07:52:42.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.432+0000 7f28feffd640 10 client.17376 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f28feffd640 1 -- 172.21.15.7:0/592445206 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5617ae41dd70 con 0x5617ae537c80 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f28feffd640 10 client.17376 handle_command_reply: tid=0 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 client.17376 shutdown 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 msgr2=0x5617ae4c57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f291400b4e0 tx=0x7f291400bee0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 shutdown_connections 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5617ae537c80 0x5617ae53a070 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5617ae4bc780 0x5617ae4c6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5617ae4b76f0 0x5617ae4c5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 --2- 172.21.15.7:0/592445206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5617ae4b6db0 0x5617ae4c57d0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f28feffd640 0 client.17376 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 >> 172.21.15.7:0/592445206 conn(0x5617ae4ae010 msgr2=0x5617ae4ad1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 shutdown_connections 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 1 -- 172.21.15.7:0/592445206 wait complete. 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.448+0000 7f2928a0a740 20 client.17376 trim_cache size 0 max 16384 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:52:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:52:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 msgr2=0x7f29080a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 0x7f29080a50f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f2918098930 tx=0x7f291801bb30 comp rx=0 tx=0).stop 2024-09-10T07:52:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 msgr2=0x7f292019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f291800eb10 tx=0x7f291800c2d0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 shutdown_connections 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f29080a2c30 0x7f29080a50f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29201025f0 0x7f292019f2c0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2920101c30 0x7f2920198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 --2- 172.21.15.7:0/3299732677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2920100a40 0x7f2920197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 >> 172.21.15.7:0/3299732677 conn(0x7f29200fc1e0 msgr2=0x7f2920105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 shutdown_connections 2024-09-10T07:52:42.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:42.449+0000 7f2925b91640 1 -- 172.21.15.7:0/3299732677 wait complete. 2024-09-10T07:52:42.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:42 smithi145 ceph-mon[34766]: pgmap v582: 129 pgs: 129 active+clean; 60 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-10T07:52:42.761 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:52:43.092 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:43.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 132892 1.80 MB/sec execute 226 sec latency 13.062 ms 2024-09-10T07:52:43.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- 172.21.15.7:0/197327309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 msgr2=0x7fb3f010e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/197327309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f010e610 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8009ca0 tx=0x7fb3e802a950 comp rx=0 tx=0).stop 2024-09-10T07:52:43.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- 172.21.15.7:0/197327309 shutdown_connections 2024-09-10T07:52:43.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/197327309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f010e610 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/197327309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0103660 0x7fb3f010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/197327309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0102d40 0x7fb3f0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- 172.21.15.7:0/197327309 >> 172.21.15.7:0/197327309 conn(0x7fb3f00fc7a0 msgr2=0x7fb3f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- 172.21.15.7:0/197327309 shutdown_connections 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- 172.21.15.7:0/197327309 wait complete. 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 Processor -- start 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.629+0000 7fb3f62b2640 1 -- start start 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0102d40 0x7fb3f01983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0103660 0x7fb3f0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f0111de0 con 0x7fb3f010c170 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f0111c60 con 0x7fb3f0102d40 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f62b2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f0111f60 con 0x7fb3f0103660 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3effff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0102d40 0x7fb3f01983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33140/0 (socket says 172.21.15.7:33140) 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 -- 172.21.15.7:0/2350154536 learned_addr learned my addr 172.21.15.7:0/2350154536 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0103660 0x7fb3f0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 -- 172.21.15.7:0/2350154536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0103660 msgr2=0x7fb3f0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0103660 0x7fb3f0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 -- 172.21.15.7:0/2350154536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0102d40 msgr2=0x7fb3f01983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0102d40 0x7fb3f01983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.630+0000 7fb3f484f640 1 -- 172.21.15.7:0/2350154536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3f019d370 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3f484f640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8004af0 tx=0x7fb3e802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3ed7fa640 1 -- 172.21.15.7:0/2350154536 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8034040 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3ed7fa640 1 -- 172.21.15.7:0/2350154536 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3e802fe80 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3f019d600 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3ed7fa640 1 -- 172.21.15.7:0/2350154536 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e80046a0 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.631+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3f01a4f40 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.633+0000 7fb3ed7fa640 1 -- 172.21.15.7:0/2350154536 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb3e8037020 con 0x7fb3f010c170 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 Processor -- start 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 -- start start 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5dd090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 0x55e8df5ea760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8df5432f0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e8df4eacf0 con 0x55e8df5e8370 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3f868b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8df53f2b0 con 0x55e8df5deb40 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3effff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3effff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33152/0 (socket says 172.21.15.7:33152) 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3effff640 1 -- 172.21.15.7:0/528089005 learned_addr learned my addr 172.21.15.7:0/528089005 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 0x55e8df5ea760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5dd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ed7fa640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 0x7fb3d80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/528089005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 msgr2=0x55e8df5dd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5dd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/528089005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 msgr2=0x55e8df5dda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.634+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/528089005 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8df4cf3a0 con 0x55e8df5e8370 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3f484f640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 0x7fb3d80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3effff640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3ed7fa640 1 -- 172.21.15.7:0/2350154536 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb3e80f0240 con 0x7fb3f010c170 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 0x55e8df5ea760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb3e40116b0 tx=0x7fb3e4009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d744f9240570ddb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3d67fc640 1 -- 172.21.15.7:0/528089005 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e4011050 con 0x55e8df5e8370 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3d67fc640 1 -- 172.21.15.7:0/528089005 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3e40111f0 con 0x55e8df5e8370 2024-09-10T07:52:43.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3d67fc640 1 -- 172.21.15.7:0/528089005 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e4004dd0 con 0x55e8df5e8370 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.635+0000 7fb3f484f640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 0x7fb3d80a5040 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb3e80b8b60 tx=0x7fb3e80bf040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- 172.21.15.7:0/528089005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 msgr2=0x55e8df5ea760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 0x55e8df5ea760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb3e40116b0 tx=0x7fb3e4009f90 comp rx=0 tx=0).stop 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- 172.21.15.7:0/528089005 shutdown_connections 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5e8370 0x55e8df5ea760 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5dda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 --2- 172.21.15.7:0/528089005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5dd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- 172.21.15.7:0/528089005 >> 172.21.15.7:0/528089005 conn(0x55e8df5a6310 msgr2=0x55e8df5d9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- 172.21.15.7:0/528089005 shutdown_connections 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- 172.21.15.7:0/528089005 wait complete. 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.636+0000 7fb3f868b740 1 -- start start 2024-09-10T07:52:43.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 Processor -- start 2024-09-10T07:52:43.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5dd5d0 0x55e8df5e7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8df5eb070 con 0x55e8df5e8370 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e8df4fe060 con 0x55e8df5deb40 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8df5eb1f0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3f868b740 10 client.0 _ll_register_callbacks cb 0x55e8df2518c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3effff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3effff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54584/0 (socket says 172.21.15.7:54584) 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3effff640 1 -- 172.21.15.7:0/2654411658 learned_addr learned my addr 172.21.15.7:0/2654411658 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.637+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5dd5d0 0x55e8df5e7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 -- 172.21.15.7:0/2654411658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5dd5d0 msgr2=0x55e8df5e7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5dd5d0 0x55e8df5e7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 -- 172.21.15.7:0/2654411658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 msgr2=0x55e8df5e5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 -- 172.21.15.7:0/2654411658 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8df2b43c0 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3effff640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0011440 tx=0x7fb3e0011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30add3398556305a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e001f060 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3e40111f0 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb3e0010700 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb3e0004020 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3f868b740 10 client.26789 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8df5f6bf0 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.638+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3e40111f0 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb3e0003860 con 0x55e8df5deb40 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 10 client.26789 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 10 client.26789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:43.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 20 client.26789 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df5f8000 0x55e8df5fa420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 4 client.26789 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8df550860 con 0x55e8df5f8000 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.639+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df5f8000 0x55e8df5fa420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df5f8000 0x55e8df5fa420 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6ac17323da0029b server_cookie=5b99e64abb56573d in_seq=0 out_seq=0 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3cf7fe640 10 client.26789 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/2654411658 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8df550860 con 0x55e8df5f8000 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3cf7fe640 10 client.26789 handle_command_reply: tid=0 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 client.26789 shutdown 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 msgr2=0x55e8df5e5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0011440 tx=0x7fb3e0011900 comp rx=0 tx=0).stop 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 shutdown_connections 2024-09-10T07:52:43.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df5f8000 0x55e8df5fa420 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5e5030 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 --2- 172.21.15.7:0/2654411658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5dd5d0 0x55e8df5e7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3cf7fe640 0 client.26789 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.640+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 >> 172.21.15.7:0/2654411658 conn(0x55e8df5a6310 msgr2=0x55e8df5df960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.641+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 shutdown_connections 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.641+0000 7fb3f868b740 1 -- 172.21.15.7:0/2654411658 wait complete. 2024-09-10T07:52:43.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.641+0000 7fb3f868b740 20 client.26789 trim_cache size 0 max 16384 2024-09-10T07:52:43.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 Processor -- start 2024-09-10T07:52:43.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 -- start start 2024-09-10T07:52:43.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5f4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01b36b0 con 0x55e8df5e8370 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01b0f80 con 0x55e8df5dd5d0 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3f868b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01aedf0 con 0x55e8df5deb40 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3ef7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3ef7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54588/0 (socket says 172.21.15.7:54588) 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/1079900459 learned_addr learned my addr 172.21.15.7:0/1079900459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.655+0000 7fb3effff640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/1079900459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 msgr2=0x55e8df5f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/1079900459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 msgr2=0x55e8df5e4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/1079900459 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8df5de300 con 0x55e8df5dd5d0 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3effff640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4009fd0 tx=0x7fb3e40049b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14c744f8f9e5b1f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3d5ffb640 1 -- 172.21.15.7:0/1079900459 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e402a040 con 0x55e8df5dd5d0 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3d5ffb640 1 -- 172.21.15.7:0/1079900459 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3e40054b0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.656+0000 7fb3d5ffb640 1 -- 172.21.15.7:0/1079900459 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e4003850 con 0x55e8df5dd5d0 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- 172.21.15.7:0/1079900459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 msgr2=0x55e8df5d9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4009fd0 tx=0x7fb3e40049b0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- 172.21.15.7:0/1079900459 shutdown_connections 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5e8370 0x55e8df5e4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5deb40 0x55e8df5f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 --2- 172.21.15.7:0/1079900459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5dd5d0 0x55e8df5d9d70 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- 172.21.15.7:0/1079900459 >> 172.21.15.7:0/1079900459 conn(0x55e8df5a6310 msgr2=0x55e8df5e3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- 172.21.15.7:0/1079900459 shutdown_connections 2024-09-10T07:52:43.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- 172.21.15.7:0/1079900459 wait complete. 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 -- start start 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.657+0000 7fb3f868b740 1 Processor -- start 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5ebaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5e8370 0x55e8df660cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01af440 con 0x55e8df5dd5d0 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01b08b0 con 0x55e8df5deb40 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f01afb10 con 0x55e8df5e8370 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3f868b740 10 client.0 _ll_register_callbacks cb 0x7fb3e000bc30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33182/0 (socket says 172.21.15.7:33182) 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/3758200815 learned_addr learned my addr 172.21.15.7:0/3758200815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:43.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3effff640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5ebaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/3758200815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5e8370 msgr2=0x55e8df660cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5e8370 0x55e8df660cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 msgr2=0x55e8df5ebaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5ebaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 -- 172.21.15.7:0/3758200815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8df5ec390 con 0x55e8df5dd5d0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3effff640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5ebaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3ef7fe640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4009a50 tx=0x7fb3e40057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316dc583f5ce5a28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.658+0000 7fb3cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e40047e0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb3e4004f20 con 0x55e8df5dd5d0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3e40054b0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb3e4005120 con 0x55e8df5dd5d0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 10 client.17394 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8df662320 con 0x55e8df5dd5d0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3e40054b0 con 0x55e8df5dd5d0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb3e401f440 con 0x55e8df5dd5d0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 10 client.17394 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 10 client.17394 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 20 client.17394 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df6627e0 0x55e8df664c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 4 client.17394 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.659+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8df54ad70 con 0x55e8df6627e0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3effff640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df6627e0 0x55e8df664c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:43.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3effff640 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df6627e0 0x55e8df664c00 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc0f6d4be166ddc6 server_cookie=c15254aa0322cdee in_seq=0 out_seq=0 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3cf7fe640 10 client.17394 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3cf7fe640 1 -- 172.21.15.7:0/3758200815 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8df54ad70 con 0x55e8df6627e0 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3cf7fe640 10 client.17394 handle_command_reply: tid=0 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3f868b740 1 client.17394 shutdown 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 msgr2=0x55e8df5eb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.660+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4009a50 tx=0x7fb3e40057e0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 shutdown_connections 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8df6627e0 0x55e8df664c00 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8df5e8370 0x55e8df660cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8df5deb40 0x55e8df5ebaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 --2- 172.21.15.7:0/3758200815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8df5dd5d0 0x55e8df5eb560 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 >> 172.21.15.7:0/3758200815 conn(0x55e8df5a6310 msgr2=0x55e8df5e4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3cf7fe640 0 client.17394 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:43.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 shutdown_connections 2024-09-10T07:52:43.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 1 -- 172.21.15.7:0/3758200815 wait complete. 2024-09-10T07:52:43.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f868b740 20 client.17394 trim_cache size 0 max 16384 2024-09-10T07:52:43.666 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 msgr2=0x7fb3d80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 0x7fb3d80a5040 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb3e80b8b60 tx=0x7fb3e80bf040 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 msgr2=0x7fb3f019cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8004af0 tx=0x7fb3e802f5d0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.661+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 shutdown_connections 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb3d80a2b80 0x7fb3d80a5040 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3f010c170 0x7fb3f019cc90 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3f0103660 0x7fb3f0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 --2- 172.21.15.7:0/2350154536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3f0102d40 0x7fb3f01983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 >> 172.21.15.7:0/2350154536 conn(0x7fb3f00fc7a0 msgr2=0x7fb3f00fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:43.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 shutdown_connections 2024-09-10T07:52:43.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:43.662+0000 7fb3f62b2640 1 -- 172.21.15.7:0/2350154536 wait complete. 2024-09-10T07:52:44.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 133600 1.80 MB/sec execute 227 sec latency 12.697 ms 2024-09-10T07:52:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:44 smithi007 ceph-mon[30879]: pgmap v583: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:52:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:44 smithi110 ceph-mon[34417]: pgmap v583: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:52:44.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:44 smithi145 ceph-mon[34766]: pgmap v583: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:52:45.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 134212 1.81 MB/sec execute 228 sec latency 10.658 ms 2024-09-10T07:52:45.488 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:52:45.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:52:45.774 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:46.186 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:46 smithi007 ceph-mon[30879]: pgmap v584: 129 pgs: 129 active+clean; 61 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:52:46.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 134765 1.83 MB/sec execute 229 sec latency 11.482 ms 2024-09-10T07:52:46.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 -- 172.21.15.7:0/315756869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8102570 msgr2=0x7f55c81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/315756869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8102570 0x7f55c81029b0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f55b0009900 tx=0x7f55b002a480 comp rx=0 tx=0).stop 2024-09-10T07:52:46.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 -- 172.21.15.7:0/315756869 shutdown_connections 2024-09-10T07:52:46.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/315756869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/315756869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8102570 0x7f55c81029b0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/315756869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8100e20 0x7f55c8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.285+0000 7f55ce4cc640 1 -- 172.21.15.7:0/315756869 >> 172.21.15.7:0/315756869 conn(0x7f55c80fc7d0 msgr2=0x7f55c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.286+0000 7f55ce4cc640 1 -- 172.21.15.7:0/315756869 shutdown_connections 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.286+0000 7f55ce4cc640 1 -- 172.21.15.7:0/315756869 wait complete. 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.286+0000 7f55ce4cc640 1 Processor -- start 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.286+0000 7f55ce4cc640 1 -- start start 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.286+0000 7f55ce4cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 0x7f55c819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55ce4cc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8102570 0x7f55c819ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55ce4cc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55ce4cc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55c8110e00 con 0x7f55c8100e20 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55ce4cc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f55c8110c80 con 0x7f55c8102570 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55ce4cc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f55c8110f80 con 0x7f55c8102ef0 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 0x7f55c819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 0x7f55c819a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33204/0 (socket says 172.21.15.7:33204) 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55c7fff640 1 -- 172.21.15.7:0/2582151459 learned_addr learned my addr 172.21.15.7:0/2582151459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55bffff640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8102570 0x7f55c819ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 -- 172.21.15.7:0/2582151459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8102570 msgr2=0x7f55c819ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8102570 0x7f55c819ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 -- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 msgr2=0x7f55c819a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 0x7f55c819a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 -- 172.21.15.7:0/2582151459 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c819f5f0 con 0x7f55c8102ef0 2024-09-10T07:52:46.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c819ef10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009fd0 tx=0x7f55c000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.287+0000 7f55c5ffb640 1 -- 172.21.15.7:0/2582151459 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c000ce20 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.288+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c819f8e0 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.288+0000 7f55c5ffb640 1 -- 172.21.15.7:0/2582151459 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55c0005020 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.288+0000 7f55c5ffb640 1 -- 172.21.15.7:0/2582151459 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c0010690 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.288+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c81a71c0 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.290+0000 7f55c5ffb640 1 -- 172.21.15.7:0/2582151459 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f55c00051d0 con 0x7f55c8102ef0 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.290+0000 7f55d08a5740 1 Processor -- start 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.290+0000 7f55d08a5740 1 -- start start 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8ccdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cdb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5616c8c33280 con 0x5616c8cce480 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5616c8bdab10 con 0x5616c8ccdb60 2024-09-10T07:52:46.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55d08a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5616c8c2f240 con 0x5616c8cd8d40 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33218/0 (socket says 172.21.15.7:33218) 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 -- 172.21.15.7:0/3576965626 learned_addr learned my addr 172.21.15.7:0/3576965626 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55bffff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cdb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55bffff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8ccdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c5ffb640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 0x7f55b40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 -- 172.21.15.7:0/3576965626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 msgr2=0x5616c8cdb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cdb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 -- 172.21.15.7:0/3576965626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 msgr2=0x5616c8ccdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8ccdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c7fff640 1 -- 172.21.15.7:0/3576965626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616c8be71f0 con 0x5616c8cce480 2024-09-10T07:52:46.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55bffff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8ccdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.291+0000 7f55c5ffb640 1 -- 172.21.15.7:0/2582151459 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f55c00cfab0 con 0x7f55c8102ef0 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.292+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009dc0 tx=0x7f55b8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bff36e9b0e1029b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.292+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 0x7f55b40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.292+0000 7f55be7fc640 1 -- 172.21.15.7:0/3576965626 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b8005220 con 0x5616c8cce480 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.292+0000 7f55be7fc640 1 -- 172.21.15.7:0/3576965626 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55b8004c50 con 0x5616c8cce480 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.292+0000 7f55be7fc640 1 -- 172.21.15.7:0/3576965626 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b80197b0 con 0x5616c8cce480 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- 172.21.15.7:0/3576965626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 msgr2=0x5616c8cd8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55cca69640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 0x7f55b40a5040 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f55c001a040 tx=0x7f55c0005f70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009dc0 tx=0x7f55b8011810 comp rx=0 tx=0).stop 2024-09-10T07:52:46.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- 172.21.15.7:0/3576965626 shutdown_connections 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cdb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd8800 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3576965626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8ccdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- 172.21.15.7:0/3576965626 >> 172.21.15.7:0/3576965626 conn(0x5616c8cca0f0 msgr2=0x5616c8cca4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- 172.21.15.7:0/3576965626 shutdown_connections 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- 172.21.15.7:0/3576965626 wait complete. 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 -- start start 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.293+0000 7f55d08a5740 1 Processor -- start 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8cd5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd66e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5616c8cdb910 con 0x5616c8cce480 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5616c8bedf10 con 0x5616c8ccdb60 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5616c8cdba90 con 0x5616c8cd8d40 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55d08a5740 10 client.0 _ll_register_callbacks cb 0x5616c8bb6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33220/0 (socket says 172.21.15.7:33220) 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 -- 172.21.15.7:0/2475919447 learned_addr learned my addr 172.21.15.7:0/2475919447 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55bffff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55bffff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8cd5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 -- 172.21.15.7:0/2475919447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 msgr2=0x5616c8cd66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 -- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 msgr2=0x5616c8cd5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8cd5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 -- 172.21.15.7:0/2475919447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616c89a46a0 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55bffff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55c7fff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f55b80057c0 tx=0x7f55b8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d4a1979627e24b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.294+0000 7f55a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b8027070 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f55b8005210 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55b8004c50 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f55b8033050 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 10 client.17406 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5616c8ce74c0 con 0x5616c8cce480 2024-09-10T07:52:46.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55b8004c50 con 0x5616c8cce480 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f55b8019510 con 0x5616c8cce480 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 10 client.17406 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 10 client.17406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 20 client.17406 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8ce8870 0x5616c8ceac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 4 client.17406 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.295+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616c8c407f0 con 0x5616c8ce8870 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.296+0000 7f55bffff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8ce8870 0x5616c8ceac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.296+0000 7f55a77fe640 10 client.17406 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.296+0000 7f55bffff640 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8ce8870 0x5616c8ceac60 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26db231bde4fe39a server_cookie=ded5ed81626360ff in_seq=0 out_seq=0 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55a77fe640 1 -- 172.21.15.7:0/2475919447 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5616c8c407f0 con 0x5616c8ce8870 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55a77fe640 10 client.17406 handle_command_reply: tid=0 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 client.17406 shutdown 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 msgr2=0x5616c8cd61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f55b80057c0 tx=0x7f55b8004270 comp rx=0 tx=0).stop 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 shutdown_connections 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8ce8870 0x5616c8ceac60 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8cce480 0x5616c8cd61a0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 --2- 172.21.15.7:0/2475919447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8ccdb60 0x5616c8cd5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 >> 172.21.15.7:0/2475919447 conn(0x5616c8cca0f0 msgr2=0x5616c8cc9270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55a77fe640 0 client.17406 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 shutdown_connections 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 1 -- 172.21.15.7:0/2475919447 wait complete. 2024-09-10T07:52:46.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.297+0000 7f55d08a5740 20 client.17406 trim_cache size 0 max 16384 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.316+0000 7f55d08a5740 1 Processor -- start 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.316+0000 7f55d08a5740 1 -- start start 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cce480 0x5616c8cd05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cd8d40 0x5616c8cf03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81b36e0 con 0x5616c8ccdb60 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81b0fb0 con 0x5616c8cd8d40 2024-09-10T07:52:46.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55d08a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81aee20 con 0x5616c8cce480 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33234/0 (socket says 172.21.15.7:33234) 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 -- 172.21.15.7:0/223091490 learned_addr learned my addr 172.21.15.7:0/223091490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55c7fff640 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cce480 0x5616c8cd05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cd8d40 0x5616c8cf03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 -- 172.21.15.7:0/223091490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cce480 msgr2=0x5616c8cd05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cce480 0x5616c8cd05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 -- 172.21.15.7:0/223091490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cd8d40 msgr2=0x5616c8cf03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cd8d40 0x5616c8cf03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 -- 172.21.15.7:0/223091490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616c8ccd8e0 con 0x5616c8ccdb60 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.317+0000 7f55bffff640 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f55b0009900 tx=0x7f55b00058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3046b7a0a468eab6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.318+0000 7f55bdffb640 1 -- 172.21.15.7:0/223091490 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b0035040 con 0x5616c8ccdb60 2024-09-10T07:52:46.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.318+0000 7f55bdffb640 1 -- 172.21.15.7:0/223091490 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55b00318e0 con 0x5616c8ccdb60 2024-09-10T07:52:46.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.318+0000 7f55bdffb640 1 -- 172.21.15.7:0/223091490 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b0005630 con 0x5616c8ccdb60 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- 172.21.15.7:0/223091490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 msgr2=0x5616c8cd4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f55b0009900 tx=0x7f55b00058d0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- 172.21.15.7:0/223091490 shutdown_connections 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cd8d40 0x5616c8cf03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cce480 0x5616c8cd05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 --2- 172.21.15.7:0/223091490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd4ba0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- 172.21.15.7:0/223091490 >> 172.21.15.7:0/223091490 conn(0x5616c8cca0f0 msgr2=0x5616c8cd7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- 172.21.15.7:0/223091490 shutdown_connections 2024-09-10T07:52:46.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- 172.21.15.7:0/223091490 wait complete. 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.319+0000 7f55d08a5740 1 -- start start 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 Processor -- start 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 0x5616c8cd32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81af470 con 0x5616c8ccdb60 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81b08e0 con 0x5616c8cce480 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f55c81afb40 con 0x5616c8cd8d40 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55d08a5740 10 client.0 _ll_register_callbacks cb 0x7f55b8009c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 0x5616c8cd32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33242/0 (socket says 172.21.15.7:33242) 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55bffff640 1 -- 172.21.15.7:0/3488301166 learned_addr learned my addr 172.21.15.7:0/3488301166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:46.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55bffff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 -- 172.21.15.7:0/3488301166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 msgr2=0x5616c8cd3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 -- 172.21.15.7:0/3488301166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 msgr2=0x5616c8cd2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.320+0000 7f55c7fff640 1 -- 172.21.15.7:0/3488301166 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616c8d524d0 con 0x5616c8cce480 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55c7fff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 0x5616c8cd32c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009ce0 tx=0x7f55b80095e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da0ded1da86054d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b8030070 con 0x5616c8cce480 2024-09-10T07:52:46.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5616c8c3ad00 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f55b80049f0 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f55b8027040 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55d08a5740 10 client.26810 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5616c8d537b0 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5616c8c3ad00 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.321+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f55b8019550 con 0x5616c8cce480 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 10 client.26810 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 10 client.26810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 20 client.26810 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8d53fb0 0x5616c8d563a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 4 client.26810 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:52:46.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5616c8bb7110 con 0x5616c8d53fb0 2024-09-10T07:52:46.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55bffff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8d53fb0 0x5616c8d563a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:46.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55bffff640 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8d53fb0 0x5616c8d563a0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47dc45647d2fccdc server_cookie=427269e94146231b in_seq=0 out_seq=0 2024-09-10T07:52:46.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.322+0000 7f55a77fe640 10 client.26810 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.323+0000 7f55a77fe640 1 -- 172.21.15.7:0/3488301166 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5616c8bb7110 con 0x5616c8d53fb0 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.323+0000 7f55a77fe640 10 client.26810 handle_command_reply: tid=0 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.323+0000 7f55d08a5740 1 client.26810 shutdown 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 msgr2=0x5616c8cd32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 0x5616c8cd32c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009ce0 tx=0x7f55b80095e0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 shutdown_connections 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616c8d53fb0 0x5616c8d563a0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616c8cd8d40 0x5616c8cd3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616c8cce480 0x5616c8cd32c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55a77fe640 0 client.26810 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 --2- 172.21.15.7:0/3488301166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616c8ccdb60 0x5616c8cd2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 >> 172.21.15.7:0/3488301166 conn(0x5616c8cca0f0 msgr2=0x5616c8cc8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 shutdown_connections 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 1 -- 172.21.15.7:0/3488301166 wait complete. 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.324+0000 7f55d08a5740 20 client.26810 trim_cache size 0 max 16384 2024-09-10T07:52:46.328 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:52:46.329 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:52:46.329 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "eab884a3-164f-457f-88cf-fa4808ead9c1", 2024-09-10T07:52:46.329 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:52:46.329 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 msgr2=0x7f55b40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 0x7f55b40a5040 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f55c001a040 tx=0x7f55c0005f70 comp rx=0 tx=0).stop 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 msgr2=0x7f55c819ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c819ef10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009fd0 tx=0x7f55c000ef10 comp rx=0 tx=0).stop 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 shutdown_connections 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f55b40a2b80 0x7f55b40a5040 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c8102ef0 0x7f55c819ef10 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f55c8102570 0x7f55c819ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 --2- 172.21.15.7:0/2582151459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c8100e20 0x7f55c819a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:46.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 >> 172.21.15.7:0/2582151459 conn(0x7f55c80fc7d0 msgr2=0x7f55c8069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:46.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 shutdown_connections 2024-09-10T07:52:46.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:46.325+0000 7f55ce4cc640 1 -- 172.21.15.7:0/2582151459 wait complete. 2024-09-10T07:52:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:46 smithi110 ceph-mon[34417]: pgmap v584: 129 pgs: 129 active+clean; 61 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:52:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:46 smithi145 ceph-mon[34766]: pgmap v584: 129 pgs: 129 active+clean; 61 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:52:47.146 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:52:47.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 135147 1.83 MB/sec execute 230 sec latency 19.315 ms 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:47 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:52:47.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:47 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.431 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:52:47.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:52:47.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:47.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:47 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:52:48.155 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:48 smithi007 ceph-mon[30879]: pgmap v585: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:52:48.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 135434 1.82 MB/sec execute 231 sec latency 13.389 ms 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 -- 172.21.15.7:0/1498806346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 msgr2=0x7f6660101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1498806346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660101200 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6654009890 tx=0x7f665402a3f0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 -- 172.21.15.7:0/1498806346 shutdown_connections 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1498806346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 0x7f666010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1498806346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f66601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1498806346 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660101200 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 -- 172.21.15.7:0/1498806346 >> 172.21.15.7:0/1498806346 conn(0x7f66600fc7d0 msgr2=0x7f66600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 -- 172.21.15.7:0/1498806346 shutdown_connections 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.244+0000 7f6666f3a640 1 -- 172.21.15.7:0/1498806346 wait complete. 2024-09-10T07:52:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 Processor -- start 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 -- start start 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f6660198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 0x7f666019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6660110e30 con 0x7f6660102570 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6660110cb0 con 0x7f6660100e20 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.245+0000 7f6666f3a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6660110fb0 con 0x7f6660102ef0 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54694/0 (socket says 172.21.15.7:54694) 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 -- 172.21.15.7:0/1000898769 learned_addr learned my addr 172.21.15.7:0/1000898769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f665ffff640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f6660198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f66654d7640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 0x7f666019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 -- 172.21.15.7:0/1000898769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 msgr2=0x7f666019cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 0x7f666019cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 -- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 msgr2=0x7f6660198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f6660198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 -- 172.21.15.7:0/1000898769 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f666019d4b0 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f665ffff640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f6660198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6664cd6640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6654032dd0 tx=0x7f6654032e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f665dffb640 1 -- 172.21.15.7:0/1000898769 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6654040020 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.246+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f666019d740 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.247+0000 7f665dffb640 1 -- 172.21.15.7:0/1000898769 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6654004400 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.247+0000 7f665dffb640 1 -- 172.21.15.7:0/1000898769 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6654037040 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.247+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66601a5080 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.249+0000 7f665dffb640 1 -- 172.21.15.7:0/1000898769 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6654043020 con 0x7f6660100e20 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.249+0000 7f6669313740 1 Processor -- start 2024-09-10T07:52:48.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 -- start start 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a311d0 0x55a941a3b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 0x55a941a3de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a9419922e0 con 0x55a941a3ba90 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a941939ce0 con 0x55a941a311d0 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6669313740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a94198e2a0 con 0x55a941a308b0 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f665ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 0x55a941a3de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f6664cd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a311d0 0x55a941a3b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f665ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 0x55a941a3de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33270/0 (socket says 172.21.15.7:33270) 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f665ffff640 1 -- 172.21.15.7:0/508993645 learned_addr learned my addr 172.21.15.7:0/508993645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53756/0 (socket says 172.21.15.7:53756) 2024-09-10T07:52:48.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 -- 172.21.15.7:0/508993645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a311d0 msgr2=0x55a941a3b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a311d0 0x55a941a3b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 -- 172.21.15.7:0/508993645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 msgr2=0x55a941a3de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 0x55a941a3de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.250+0000 7f66654d7640 1 -- 172.21.15.7:0/508993645 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a94191e440 con 0x55a941a308b0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f665dffb640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 0x7f66500a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f66654d7640 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6658009f00 tx=0x7f6658011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e7a1211a6c16d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f6664cd6640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 0x7f66500a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f665dffb640 1 -- 172.21.15.7:0/1000898769 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f66540ef360 con 0x7f6660100e20 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f664affd640 1 -- 172.21.15.7:0/508993645 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6658004d20 con 0x55a941a308b0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f664affd640 1 -- 172.21.15.7:0/508993645 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6658004050 con 0x55a941a308b0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.251+0000 7f664affd640 1 -- 172.21.15.7:0/508993645 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6658005280 con 0x55a941a308b0 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- 172.21.15.7:0/508993645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 msgr2=0x55a941a30c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6658009f00 tx=0x7f6658011810 comp rx=0 tx=0).stop 2024-09-10T07:52:48.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6664cd6640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 0x7f66500a5040 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6654032da0 tx=0x7f66540f2ed0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- 172.21.15.7:0/508993645 shutdown_connections 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a3ba90 0x55a941a3de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a311d0 0x55a941a3b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 --2- 172.21.15.7:0/508993645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a30c90 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- 172.21.15.7:0/508993645 >> 172.21.15.7:0/508993645 conn(0x55a941a2ce40 msgr2=0x55a941a2d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- 172.21.15.7:0/508993645 shutdown_connections 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- 172.21.15.7:0/508993645 wait complete. 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 -- start start 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.252+0000 7f6669313740 1 Processor -- start 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 0x55a941a38610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a3ba90 0x55a941a38b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a941a3e660 con 0x55a941a308b0 2024-09-10T07:52:48.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a94194d050 con 0x55a941a3ba90 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a941a3e7e0 con 0x55a941a311d0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f6669313740 10 client.0 _ll_register_callbacks cb 0x55a94198d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33282/0 (socket says 172.21.15.7:33282) 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f66654d7640 1 -- 172.21.15.7:0/1174619561 learned_addr learned my addr 172.21.15.7:0/1174619561 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 0x55a941a38610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f66654d7640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a3ba90 0x55a941a38b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 -- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a3ba90 msgr2=0x55a941a38b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a3ba90 0x55a941a38b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 -- 172.21.15.7:0/1174619561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 msgr2=0x55a941a3b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 -- 172.21.15.7:0/1174619561 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9417033c0 con 0x55a941a311d0 2024-09-10T07:52:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f66654d7640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f665ffff640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 0x55a941a38610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f664c011ce0 tx=0x7f664c00f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a79400712d16a03 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.253+0000 7f663ffff640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c01e020 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6658004050 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f664c004020 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f664c026050 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 10 client.26836 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a941a4a060 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6658004050 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f664c019070 con 0x55a941a311d0 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 10 client.26836 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 10 client.26836 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 20 client.26836 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a4b4c0 0x55a941a4d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 4 client.26836 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.254+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a94199f850 con 0x55a941a4b4c0 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.255+0000 7f66654d7640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a4b4c0 0x55a941a4d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.255+0000 7f66654d7640 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a4b4c0 0x55a941a4d940 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5611ad69ed15356 server_cookie=1d325da9b67d70be in_seq=0 out_seq=0 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.255+0000 7f663ffff640 10 client.26836 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f663ffff640 1 -- 172.21.15.7:0/1174619561 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a94199f850 con 0x55a941a4b4c0 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f663ffff640 10 client.26836 handle_command_reply: tid=0 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 client.26836 shutdown 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 msgr2=0x55a941a38610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 0x55a941a38610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f664c011ce0 tx=0x7f664c00f790 comp rx=0 tx=0).stop 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 shutdown_connections 2024-09-10T07:52:48.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a4b4c0 0x55a941a4d940 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a3ba90 0x55a941a38b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a311d0 0x55a941a38610 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 --2- 172.21.15.7:0/1174619561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a308b0 0x55a941a3b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 >> 172.21.15.7:0/1174619561 conn(0x55a941a2ce40 msgr2=0x55a941a27b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f663ffff640 0 client.26836 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 shutdown_connections 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 1 -- 172.21.15.7:0/1174619561 wait complete. 2024-09-10T07:52:48.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.256+0000 7f6669313740 20 client.26836 trim_cache size 0 max 16384 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 Processor -- start 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 -- start start 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a2ce40 0x55a941a478c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 0x55a941a385d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f66601af2d0 con 0x55a941a311d0 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f66601acba0 con 0x55a941a308b0 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f6669313740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f66601aaa10 con 0x55a941a2ce40 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33286/0 (socket says 172.21.15.7:33286) 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f66654d7640 1 -- 172.21.15.7:0/2770125636 learned_addr learned my addr 172.21.15.7:0/2770125636 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 0x55a941a385d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f66654d7640 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a2ce40 0x55a941a478c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 -- 172.21.15.7:0/2770125636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a2ce40 msgr2=0x55a941a478c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a2ce40 0x55a941a478c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 -- 172.21.15.7:0/2770125636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 msgr2=0x55a941a53210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f665ffff640 1 -- 172.21.15.7:0/2770125636 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a941a31000 con 0x55a941a308b0 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.276+0000 7f66654d7640 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:48.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.277+0000 7f665ffff640 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 0x55a941a385d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f664c001eb0 tx=0x7f664c01a810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=682993ade2986d63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.277+0000 7f664a7fc640 1 -- 172.21.15.7:0/2770125636 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c000e60 con 0x55a941a308b0 2024-09-10T07:52:48.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.277+0000 7f664a7fc640 1 -- 172.21.15.7:0/2770125636 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f664c004000 con 0x55a941a308b0 2024-09-10T07:52:48.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.277+0000 7f664a7fc640 1 -- 172.21.15.7:0/2770125636 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c01e040 con 0x55a941a308b0 2024-09-10T07:52:48.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- 172.21.15.7:0/2770125636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 msgr2=0x55a941a385d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 0x55a941a385d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f664c001eb0 tx=0x7f664c01a810 comp rx=0 tx=0).stop 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- 172.21.15.7:0/2770125636 shutdown_connections 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a53210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a308b0 0x55a941a385d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 --2- 172.21.15.7:0/2770125636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a2ce40 0x55a941a478c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- 172.21.15.7:0/2770125636 >> 172.21.15.7:0/2770125636 conn(0x55a941a38cb0 msgr2=0x55a941a27b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- 172.21.15.7:0/2770125636 shutdown_connections 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- 172.21.15.7:0/2770125636 wait complete. 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 -- start start 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.278+0000 7f6669313740 1 Processor -- start 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a2ce40 0x55a941a43dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a44310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f66601ab060 con 0x55a941a311d0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f66601ac4d0 con 0x55a941a2ce40 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f66601ab730 con 0x55a941a308b0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f6669313740 10 client.0 _ll_register_callbacks cb 0x7f664c009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33298/0 (socket says 172.21.15.7:33298) 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 -- 172.21.15.7:0/283525446 learned_addr learned my addr 172.21.15.7:0/283525446 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a2ce40 0x55a941a43dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f665ffff640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a44310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 -- 172.21.15.7:0/283525446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 msgr2=0x55a941a44310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a44310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 -- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a2ce40 msgr2=0x55a941a43dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a2ce40 0x55a941a43dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.279+0000 7f66654d7640 1 -- 172.21.15.7:0/283525446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a941a41b50 con 0x55a941a311d0 2024-09-10T07:52:48.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f66654d7640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f6658009c10 tx=0x7f6658013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feffa27b060e01e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f663ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6658004110 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f664c004000 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f665801f040 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6658004580 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f6669313740 10 client.17430 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a941ab5e60 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.280+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f664c004000 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f66580053c0 con 0x55a941a311d0 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 10 client.17430 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 10 client.17430 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 20 client.17430 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a3ba90 0x55a941ab8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:48.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 4 client.17430 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:52:48.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a941999d60 con 0x55a941a3ba90 2024-09-10T07:52:48.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f665ffff640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a3ba90 0x55a941ab8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f665ffff640 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a3ba90 0x55a941ab8400 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4be4e2441025cb4 server_cookie=91911f30d6eb7806 in_seq=0 out_seq=0 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.281+0000 7f663ffff640 10 client.17430 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f663ffff640 1 -- 172.21.15.7:0/283525446 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a941999d60 con 0x55a941a3ba90 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f663ffff640 10 client.17430 handle_command_reply: tid=0 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 client.17430 shutdown 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 msgr2=0x55a941a41320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f6658009c10 tx=0x7f6658013040 comp rx=0 tx=0).stop 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 shutdown_connections 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a941a3ba90 0x55a941ab8400 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a941a311d0 0x55a941a41320 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a941a308b0 0x55a941a44310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 --2- 172.21.15.7:0/283525446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a941a2ce40 0x55a941a43dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 >> 172.21.15.7:0/283525446 conn(0x55a941a38cb0 msgr2=0x55a941a3a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f663ffff640 0 client.17430 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 shutdown_connections 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 1 -- 172.21.15.7:0/283525446 wait complete. 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.282+0000 7f6669313740 20 client.17430 trim_cache size 0 max 16384 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: "eab884a3-164f-457f-88cf-fa4808ead9c1": { 2024-09-10T07:52:48.286 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "eab884a3-164f-457f-88cf-fa4808ead9c1", 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:52:48.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 msgr2=0x7f66500a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 0x7f66500a5040 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6654032da0 tx=0x7f66540f2ed0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 msgr2=0x7f6660198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6654032dd0 tx=0x7f6654032e00 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 shutdown_connections 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66500a2b80 0x7f66500a5040 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6660102ef0 0x7f666019cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6660102570 0x7f6660198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 --2- 172.21.15.7:0/1000898769 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6660100e20 0x7f6660198500 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 >> 172.21.15.7:0/1000898769 conn(0x7f66600fc7d0 msgr2=0x7f666006a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 shutdown_connections 2024-09-10T07:52:48.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:52:48.283+0000 7f6666f3a640 1 -- 172.21.15.7:0/1000898769 wait complete. 2024-09-10T07:52:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:48 smithi110 ceph-mon[34417]: pgmap v585: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:52:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:48 smithi145 ceph-mon[34766]: pgmap v585: 129 pgs: 129 active+clean; 62 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:52:48.975 INFO:tasks.cephfs.filesystem:scrub status for tag:eab884a3-164f-457f-88cf-fa4808ead9c1 - {'path': '/', 'tag': 'eab884a3-164f-457f-88cf-fa4808ead9c1', 'options': 'recursive,force'} 2024-09-10T07:52:49.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 135976 1.82 MB/sec execute 232 sec latency 16.239 ms 2024-09-10T07:52:50.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 136630 1.83 MB/sec execute 233 sec latency 12.237 ms 2024-09-10T07:52:50.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:50 smithi007 ceph-mon[30879]: pgmap v586: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:52:50.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:50 smithi110 ceph-mon[34417]: pgmap v586: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:52:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:50 smithi145 ceph-mon[34766]: pgmap v586: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.7 MiB/s wr, 196 op/s 2024-09-10T07:52:51.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 137234 1.83 MB/sec execute 234 sec latency 43.891 ms 2024-09-10T07:52:52.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 138003 1.84 MB/sec execute 235 sec latency 10.540 ms 2024-09-10T07:52:52.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:52 smithi007 ceph-mon[30879]: pgmap v587: 129 pgs: 129 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:52:52.413 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:52 smithi110 ceph-mon[34417]: pgmap v587: 129 pgs: 129 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:52:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:52 smithi145 ceph-mon[34766]: pgmap v587: 129 pgs: 129 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:52:53.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 138460 1.86 MB/sec execute 236 sec latency 13.263 ms 2024-09-10T07:52:54.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 138764 1.85 MB/sec execute 237 sec latency 13.807 ms 2024-09-10T07:52:54.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:54 smithi007 ceph-mon[30879]: pgmap v588: 129 pgs: 129 active+clean; 64 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:52:54.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:54 smithi110 ceph-mon[34417]: pgmap v588: 129 pgs: 129 active+clean; 64 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:52:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:54 smithi145 ceph-mon[34766]: pgmap v588: 129 pgs: 129 active+clean; 64 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:52:55.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 139122 1.85 MB/sec execute 238 sec latency 12.636 ms 2024-09-10T07:52:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:55 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:55 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:55 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:55 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:55.493 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:55 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:55.493 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:55 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:55.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 -- 172.21.15.7:0/4159259870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648101c30 msgr2=0x7f06481020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 --2- 172.21.15.7:0/4159259870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648101c30 0x7f06481020b0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0638009900 tx=0x7f063802a410 comp rx=0 tx=0).stop 2024-09-10T07:52:55.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 -- 172.21.15.7:0/4159259870 shutdown_connections 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 --2- 172.21.15.7:0/4159259870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f06481025f0 0x7f0648108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 --2- 172.21.15.7:0/4159259870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648101c30 0x7f06481020b0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 --2- 172.21.15.7:0/4159259870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0648100a40 0x7f0648100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 -- 172.21.15.7:0/4159259870 >> 172.21.15.7:0/4159259870 conn(0x7f06480fc1e0 msgr2=0x7f06480fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 -- 172.21.15.7:0/4159259870 shutdown_connections 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 -- 172.21.15.7:0/4159259870 wait complete. 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.550+0000 7f06502ba640 1 Processor -- start 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 -- start start 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0648101c30 0x7f0648198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06481025f0 0x7f064819f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f064810c5c0 con 0x7f0648100a40 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f064810c440 con 0x7f0648101c30 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f06502ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f064810c740 con 0x7f06481025f0 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54546/0 (socket says 172.21.15.7:54546) 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 -- 172.21.15.7:0/1927164816 learned_addr learned my addr 172.21.15.7:0/1927164816 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e857640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06481025f0 0x7f064819f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064d855640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0648101c30 0x7f0648198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 -- 172.21.15.7:0/1927164816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06481025f0 msgr2=0x7f064819f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06481025f0 0x7f064819f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 -- 172.21.15.7:0/1927164816 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0648101c30 msgr2=0x7f0648198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0648101c30 0x7f0648198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 -- 172.21.15.7:0/1927164816 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f064819f960 con 0x7f0648100a40 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f064e056640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f064400e9c0 tx=0x7f064400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.551+0000 7f063f7fe640 1 -- 172.21.15.7:0/1927164816 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064400cd80 con 0x7f0648100a40 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.552+0000 7f063f7fe640 1 -- 172.21.15.7:0/1927164816 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06440035f0 con 0x7f0648100a40 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.552+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f064819fc50 con 0x7f0648100a40 2024-09-10T07:52:55.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.552+0000 7f063f7fe640 1 -- 172.21.15.7:0/1927164816 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0644010690 con 0x7f0648100a40 2024-09-10T07:52:55.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.552+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06481a0150 con 0x7f0648100a40 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.554+0000 7f063f7fe640 1 -- 172.21.15.7:0/1927164816 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f06440037a0 con 0x7f0648100a40 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 Processor -- start 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 -- start start 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 0x561a63342da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561a632a62f0 con 0x561a633432e0 2024-09-10T07:52:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561a6324e270 con 0x561a63348370 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f065305a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561a632a22b0 con 0x561a633429a0 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064d855640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064e857640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 0x561a63342da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064d855640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56118/0 (socket says 172.21.15.7:56118) 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54560/0 (socket says 172.21.15.7:54560) 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.555+0000 7f064d855640 1 -- 172.21.15.7:0/828578107 learned_addr learned my addr 172.21.15.7:0/828578107 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 -- 172.21.15.7:0/828578107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 msgr2=0x561a63342da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 0x561a63342da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 -- 172.21.15.7:0/828578107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 msgr2=0x561a63347da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 -- 172.21.15.7:0/828578107 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a6324d340 con 0x561a63348370 2024-09-10T07:52:55.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064e857640 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 0x561a63342da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064e056640 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f063f7fe640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 0x7f06340a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064e857640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 0x7f06340a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f064d855640 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0638005ab0 tx=0x7f06380040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d0ec1f933888725 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f063f7fe640 1 -- 172.21.15.7:0/1927164816 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f06440cf9c0 con 0x7f0648100a40 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f063cbfe640 1 -- 172.21.15.7:0/828578107 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063803f070 con 0x561a63348370 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f063cbfe640 1 -- 172.21.15.7:0/828578107 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06380054f0 con 0x561a63348370 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.556+0000 7f063cbfe640 1 -- 172.21.15.7:0/828578107 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0638035030 con 0x561a63348370 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- 172.21.15.7:0/828578107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 msgr2=0x561a6334a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f064e857640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 0x7f06340a50f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0640005fd0 tx=0x7f06400096a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0638005ab0 tx=0x7f06380040c0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- 172.21.15.7:0/828578107 shutdown_connections 2024-09-10T07:52:55.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a63348370 0x561a6334a830 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63347da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 --2- 172.21.15.7:0/828578107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a633429a0 0x561a63342da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- 172.21.15.7:0/828578107 >> 172.21.15.7:0/828578107 conn(0x561a6333e010 msgr2=0x561a6333e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- 172.21.15.7:0/828578107 shutdown_connections 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- 172.21.15.7:0/828578107 wait complete. 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.557+0000 7f065305a740 1 -- start start 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 Processor -- start 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a6334cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a633540b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561a6334b2e0 con 0x561a633432e0 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561a6322f290 con 0x561a633429a0 2024-09-10T07:52:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561a6334b460 con 0x561a63348370 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f065305a740 10 client.0 _ll_register_callbacks cb 0x561a63260140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54564/0 (socket says 172.21.15.7:54564) 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 -- 172.21.15.7:0/4182079438 learned_addr learned my addr 172.21.15.7:0/4182079438 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064e056640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a6334cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064e857640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a633540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 -- 172.21.15.7:0/4182079438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 msgr2=0x561a633540b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a633540b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 -- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 msgr2=0x561a6334cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a6334cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 -- 172.21.15.7:0/4182079438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a62fb9210 con 0x561a633432e0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f064d855640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f063802aa00 tx=0x7f063802abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc0211bb67aee0bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.558+0000 7f0631ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063803f070 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0638004f60 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06380054f0 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0638035040 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 10 client.17442 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561a63085620 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06380054f0 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0638031580 con 0x561a633432e0 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 10 client.17442 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 10 client.17442 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 20 client.17442 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633583b0 0x561a6335a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 4 client.17442 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.559+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a632b3a20 con 0x561a633583b0 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.560+0000 7f064e056640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633583b0 0x561a6335a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.560+0000 7f0631ffb640 10 client.17442 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.560+0000 7f064e056640 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633583b0 0x561a6335a7a0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b44934f49345324b server_cookie=917ff2f0884fabcf in_seq=0 out_seq=0 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f0631ffb640 1 -- 172.21.15.7:0/4182079438 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561a632b3a20 con 0x561a633583b0 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f0631ffb640 10 client.17442 handle_command_reply: tid=0 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 client.17442 shutdown 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 msgr2=0x561a6334d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f063802aa00 tx=0x7f063802abc0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 shutdown_connections 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633583b0 0x561a6335a7a0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a633540b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a6334d070 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f0631ffb640 0 client.17442 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 --2- 172.21.15.7:0/4182079438 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a6334cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 >> 172.21.15.7:0/4182079438 conn(0x561a6333e010 msgr2=0x561a6333f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 shutdown_connections 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 1 -- 172.21.15.7:0/4182079438 wait complete. 2024-09-10T07:52:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.561+0000 7f065305a740 20 client.17442 trim_cache size 0 max 16384 2024-09-10T07:52:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.578+0000 7f065305a740 1 Processor -- start 2024-09-10T07:52:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.578+0000 7f065305a740 1 -- start start 2024-09-10T07:52:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63354070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56142/0 (socket says 172.21.15.7:56142) 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 -- 172.21.15.7:0/1993718491 learned_addr learned my addr 172.21.15.7:0/1993718491 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a6333d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f06481ace60 con 0x561a633432e0 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f06481aa730 con 0x561a633429a0 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06481a85a0 con 0x561a63348370 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064d855640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63354070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e857640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a6333d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 -- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 msgr2=0x561a6333d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a6333d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 -- 172.21.15.7:0/1993718491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 msgr2=0x561a63354070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63354070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e056640 1 -- 172.21.15.7:0/1993718491 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a63355550 con 0x561a633429a0 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.579+0000 7f064e857640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a6333d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.580+0000 7f064e056640 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f064400cfd0 tx=0x7f0644097b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b2d93ae0dc1149a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.580+0000 7f0633fff640 1 -- 172.21.15.7:0/1993718491 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0644098120 con 0x561a633429a0 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.580+0000 7f0633fff640 1 -- 172.21.15.7:0/1993718491 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0644003b10 con 0x561a633429a0 2024-09-10T07:52:55.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.580+0000 7f0633fff640 1 -- 172.21.15.7:0/1993718491 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064409b7e0 con 0x561a633429a0 2024-09-10T07:52:55.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 msgr2=0x561a63342d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f064400cfd0 tx=0x7f0644097b20 comp rx=0 tx=0).stop 2024-09-10T07:52:55.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 shutdown_connections 2024-09-10T07:52:55.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a6333d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633432e0 0x561a63354070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 --2- 172.21.15.7:0/1993718491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633429a0 0x561a63342d80 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 >> 172.21.15.7:0/1993718491 conn(0x561a6333e010 msgr2=0x561a6333c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 shutdown_connections 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- 172.21.15.7:0/1993718491 wait complete. 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 -- start start 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 Processor -- start 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.581+0000 7f065305a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 0x561a63351b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a63352b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f06481a8bf0 con 0x561a633429a0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f06481aa060 con 0x561a633432e0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06481a92c0 con 0x561a63348370 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f065305a740 10 client.0 _ll_register_callbacks cb 0x7f06440d5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e857640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a63352b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54582/0 (socket says 172.21.15.7:54582) 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 -- 172.21.15.7:0/530513964 learned_addr learned my addr 172.21.15.7:0/530513964 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064d855640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 0x561a63351b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 -- 172.21.15.7:0/530513964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 msgr2=0x561a63352b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a63352b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 -- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 msgr2=0x561a63351b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 0x561a63351b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 -- 172.21.15.7:0/530513964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a63353150 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e857640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a63352b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064d855640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 0x561a63351b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f064e056640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f06440cd170 tx=0x7f064409b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eacf1403d71cd34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f0631ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.582+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06440b8060 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f06440ba5e0 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561a632add70 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f064409b9c0 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 10 client.17448 fetch_fsmap learned FSMap version 31 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561a633543d0 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561a632add70 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0644097bd0 con 0x561a633429a0 2024-09-10T07:52:55.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 10 client.17448 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 10 client.17448 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 20 client.17448 populate_metadata read hostname 'smithi007' 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633c3790 0x561a633c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 4 client.17448 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a6322a900 con 0x561a633c3790 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.583+0000 7f064d855640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633c3790 0x561a633c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.584+0000 7f064d855640 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633c3790 0x561a633c5bb0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4349e2e2c276c897 server_cookie=a70da06ec30ba3fc in_seq=0 out_seq=0 2024-09-10T07:52:55.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.584+0000 7f0631ffb640 10 client.17448 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f0631ffb640 1 -- 172.21.15.7:0/530513964 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561a6322a900 con 0x561a633c3790 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f0631ffb640 10 client.17448 handle_command_reply: tid=0 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 client.17448 shutdown 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 msgr2=0x561a633515f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f06440cd170 tx=0x7f064409b8d0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 shutdown_connections 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561a633c3790 0x561a633c5bb0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561a63348370 0x561a63352b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561a633432e0 0x561a63351b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 --2- 172.21.15.7:0/530513964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561a633429a0 0x561a633515f0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f0631ffb640 0 client.17448 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 >> 172.21.15.7:0/530513964 conn(0x561a6333e010 msgr2=0x561a6333c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 shutdown_connections 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 1 -- 172.21.15.7:0/530513964 wait complete. 2024-09-10T07:52:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.602+0000 7f065305a740 20 client.17448 trim_cache size 0 max 16384 2024-09-10T07:52:55.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:52:55.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:52:55.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:52:55.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:52:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 msgr2=0x7f06340a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 0x7f06340a50f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0640005fd0 tx=0x7f06400096a0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 msgr2=0x7f0648197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:52:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f064400e9c0 tx=0x7f064400ee80 comp rx=0 tx=0).stop 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 shutdown_connections 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06340a2c30 0x7f06340a50f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06481025f0 0x7f064819f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0648101c30 0x7f0648198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 --2- 172.21.15.7:0/1927164816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0648100a40 0x7f0648197d40 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 >> 172.21.15.7:0/1927164816 conn(0x7f06480fc1e0 msgr2=0x7f06480698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 shutdown_connections 2024-09-10T07:52:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:52:55.603+0000 7f06502ba640 1 -- 172.21.15.7:0/1927164816 wait complete. 2024-09-10T07:52:56.257 INFO:tasks.workunit.client.0.smithi007.stdout: 1 139628 1.85 MB/sec execute 239 sec latency 17.692 ms 2024-09-10T07:52:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:56 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:52:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:56 smithi007 ceph-mon[30879]: pgmap v589: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:52:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:56 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:52:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:56 smithi110 ceph-mon[34417]: pgmap v589: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:52:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:56 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:52:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:56 smithi145 ceph-mon[34766]: pgmap v589: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:52:57.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 140235 1.85 MB/sec execute 240 sec latency 39.207 ms 2024-09-10T07:52:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:52:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:52:57.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:52:57.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:52:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:52:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:52:57.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:52:57.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:52:57.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:52:57.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T07:52:57.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:52:57.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:52:57.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:52:58.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 140821 1.85 MB/sec execute 241 sec latency 12.673 ms 2024-09-10T07:52:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:58 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T07:52:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:58 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T07:52:58.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:52:58 smithi007 ceph-mon[30879]: pgmap v590: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 132 op/s 2024-09-10T07:52:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:58 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T07:52:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:58 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T07:52:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:52:58 smithi110 ceph-mon[34417]: pgmap v590: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 132 op/s 2024-09-10T07:52:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:58 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T07:52:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:58 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T07:52:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:52:58 smithi145 ceph-mon[34766]: pgmap v590: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 132 op/s 2024-09-10T07:52:59.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 141633 1.87 MB/sec execute 242 sec latency 13.994 ms 2024-09-10T07:53:00.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 142029 1.88 MB/sec execute 243 sec latency 15.157 ms 2024-09-10T07:53:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:00 smithi007 ceph-mon[30879]: pgmap v591: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 186 op/s 2024-09-10T07:53:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:00 smithi110 ceph-mon[34417]: pgmap v591: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 186 op/s 2024-09-10T07:53:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:00 smithi145 ceph-mon[34766]: pgmap v591: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 186 op/s 2024-09-10T07:53:01.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 142337 1.88 MB/sec execute 244 sec latency 11.890 ms 2024-09-10T07:53:02.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 142700 1.87 MB/sec execute 245 sec latency 14.260 ms 2024-09-10T07:53:02.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:02 smithi007 ceph-mon[30879]: pgmap v592: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:53:02.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:02 smithi110 ceph-mon[34417]: pgmap v592: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:53:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:02 smithi145 ceph-mon[34766]: pgmap v592: 129 pgs: 129 active+clean; 64 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.1 MiB/s wr, 137 op/s 2024-09-10T07:53:03.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 143202 1.87 MB/sec execute 246 sec latency 15.729 ms 2024-09-10T07:53:04.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 143892 1.88 MB/sec execute 247 sec latency 15.338 ms 2024-09-10T07:53:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:04 smithi007 ceph-mon[30879]: pgmap v593: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:53:04.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:04 smithi110 ceph-mon[34417]: pgmap v593: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:53:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:04 smithi145 ceph-mon[34766]: pgmap v593: 129 pgs: 129 active+clean; 65 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 151 op/s 2024-09-10T07:53:05.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 144461 1.88 MB/sec execute 248 sec latency 13.486 ms 2024-09-10T07:53:06.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 145204 1.90 MB/sec execute 249 sec latency 13.033 ms 2024-09-10T07:53:06.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:06 smithi007 ceph-mon[30879]: pgmap v594: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.3 MiB/s wr, 154 op/s 2024-09-10T07:53:06.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:06 smithi110 ceph-mon[34417]: pgmap v594: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.3 MiB/s wr, 154 op/s 2024-09-10T07:53:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:06 smithi145 ceph-mon[34766]: pgmap v594: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.3 MiB/s wr, 154 op/s 2024-09-10T07:53:07.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 145671 1.91 MB/sec execute 250 sec latency 12.996 ms 2024-09-10T07:53:08.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 145929 1.90 MB/sec execute 251 sec latency 13.075 ms 2024-09-10T07:53:08.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:08 smithi007 ceph-mon[30879]: pgmap v595: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:53:08.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:08 smithi110 ceph-mon[34417]: pgmap v595: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:53:08.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:08 smithi145 ceph-mon[34766]: pgmap v595: 129 pgs: 129 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.2 MiB/s wr, 154 op/s 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 -- 172.21.15.7:0/3793626004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c1025f0 msgr2=0x7f582c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 --2- 172.21.15.7:0/3793626004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c1025f0 0x7f582c108e80 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f5824009ca0 tx=0x7f582402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 -- 172.21.15.7:0/3793626004 shutdown_connections 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 --2- 172.21.15.7:0/3793626004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c1025f0 0x7f582c108e80 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 --2- 172.21.15.7:0/3793626004 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 0x7f582c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 --2- 172.21.15.7:0/3793626004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c100a40 0x7f582c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 -- 172.21.15.7:0/3793626004 >> 172.21.15.7:0/3793626004 conn(0x7f582c0fc1e0 msgr2=0x7f582c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 -- 172.21.15.7:0/3793626004 shutdown_connections 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.698+0000 7f5830f31640 1 -- 172.21.15.7:0/3793626004 wait complete. 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 Processor -- start 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 -- start start 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 0x7f582c19c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c1025f0 0x7f582c19efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f582c10c550 con 0x7f582c100a40 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f582c10c3d0 con 0x7f582c101c30 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5830f31640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f582c10c6d0 con 0x7f582c1025f0 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42944/0 (socket says 172.21.15.7:42944) 2024-09-10T07:53:08.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f582a59c640 1 -- 172.21.15.7:0/2136818899 learned_addr learned my addr 172.21.15.7:0/2136818899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f5829d9b640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 0x7f582c19c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.699+0000 7f582ad9d640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c1025f0 0x7f582c19efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 -- 172.21.15.7:0/2136818899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c1025f0 msgr2=0x7f582c19efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c1025f0 0x7f582c19efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 -- 172.21.15.7:0/2136818899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 msgr2=0x7f582c19c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 0x7f582c19c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 -- 172.21.15.7:0/2136818899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582c19f890 con 0x7f582c100a40 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f582a59c640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f581c00e9c0 tx=0x7f581c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f581b7fe640 1 -- 172.21.15.7:0/2136818899 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c00cd80 con 0x7f582c100a40 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f581b7fe640 1 -- 172.21.15.7:0/2136818899 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f581c0035f0 con 0x7f582c100a40 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f581b7fe640 1 -- 172.21.15.7:0/2136818899 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c010690 con 0x7f582c100a40 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f582c19fb80 con 0x7f582c100a40 2024-09-10T07:53:08.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.700+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f582c1a0120 con 0x7f582c100a40 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f581b7fe640 1 -- 172.21.15.7:0/2136818899 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f581c0037a0 con 0x7f582c100a40 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 Processor -- start 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 -- start start 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded24da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded29da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5568dec882f0 con 0x5568ded249a0 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5568dec30270 con 0x5568ded252e0 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.703+0000 7f5833cd0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5568dec842b0 con 0x5568ded2a370 2024-09-10T07:53:08.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f581b7fe640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 0x7f58140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f582a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded29da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50048/0 (socket says 172.21.15.7:50048) 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 -- 172.21.15.7:0/241022919 learned_addr learned my addr 172.21.15.7:0/241022919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f582ad9d640 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded24da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f582ad9d640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 0x7f58140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f581b7fe640 1 -- 172.21.15.7:0/2136818899 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f581c0cf710 con 0x7f582c100a40 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 -- 172.21.15.7:0/241022919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 msgr2=0x5568ded29da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded29da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 -- 172.21.15.7:0/241022919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 msgr2=0x5568ded24da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded24da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 -- 172.21.15.7:0/241022919 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568dec2f340 con 0x5568ded2a370 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5829d9b640 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f582000abf0 tx=0x7f582000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aac6a7578510e228 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5818ff9640 1 -- 172.21.15.7:0/241022919 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582001d070 con 0x5568ded2a370 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f582ad9d640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 0x7f58140a5170 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5824009430 tx=0x7f5824005d80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5818ff9640 1 -- 172.21.15.7:0/241022919 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5820018af0 con 0x5568ded2a370 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.704+0000 7f5818ff9640 1 -- 172.21.15.7:0/241022919 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5820010a00 con 0x5568ded2a370 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 -- 172.21.15.7:0/241022919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 msgr2=0x5568ded2c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f582000abf0 tx=0x7f582000f790 comp rx=0 tx=0).stop 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 -- 172.21.15.7:0/241022919 shutdown_connections 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded2c830 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded29da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 --2- 172.21.15.7:0/241022919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded24da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 -- 172.21.15.7:0/241022919 >> 172.21.15.7:0/241022919 conn(0x5568ded20010 msgr2=0x5568ded20410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 -- 172.21.15.7:0/241022919 shutdown_connections 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.705+0000 7f5833cd0740 1 -- 172.21.15.7:0/241022919 wait complete. 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 -- start start 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 Processor -- start 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 0x5568ded32fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded3a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5568ded2d340 con 0x5568ded252e0 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5568dec11290 con 0x5568ded249a0 2024-09-10T07:53:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5568ded2d4c0 con 0x5568ded2a370 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5833cd0740 10 client.0 _ll_register_callbacks cb 0x5568dec42140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5829d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f582a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 0x5568ded32fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5829d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42950/0 (socket says 172.21.15.7:42950) 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f5829d9b640 1 -- 172.21.15.7:0/818136848 learned_addr learned my addr 172.21.15.7:0/818136848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.706+0000 7f582ad9d640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded3a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 -- 172.21.15.7:0/818136848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 msgr2=0x5568ded3a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded3a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 -- 172.21.15.7:0/818136848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 msgr2=0x5568ded33510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 -- 172.21.15.7:0/818136848 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568de99b210 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582ad9d640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded3a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5829d9b640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f582a59c640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 0x5568ded32fd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f581c0985a0 tx=0x7f581c06ab50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ebeef7357bb1c24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c09c2d0 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f581c0a43b0 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5820018af0 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f581c09bbd0 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5833cd0740 10 client.26852 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5568dea67620 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5820018af0 con 0x5568ded249a0 2024-09-10T07:53:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.707+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f581c0cfc50 con 0x5568ded249a0 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 10 client.26852 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 10 client.26852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 20 client.26852 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568ded3ec50 0x5568ded41080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 4 client.26852 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568dec95a20 con 0x5568ded3ec50 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5829d9b640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568ded3ec50 0x5568ded41080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5829d9b640 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568ded3ec50 0x5568ded41080 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=335329da6477ef8 server_cookie=1b974815e39e7650 in_seq=0 out_seq=0 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.708+0000 7f5811ffb640 10 client.26852 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5811ffb640 1 -- 172.21.15.7:0/818136848 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5568dec95a20 con 0x5568ded3ec50 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5811ffb640 10 client.26852 handle_command_reply: tid=0 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 client.26852 shutdown 2024-09-10T07:53:08.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 msgr2=0x5568ded32fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 0x5568ded32fd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f581c0985a0 tx=0x7f581c06ab50 comp rx=0 tx=0).stop 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 shutdown_connections 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568ded3ec50 0x5568ded41080 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded3a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded252e0 0x5568ded33510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5811ffb640 0 client.26852 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 --2- 172.21.15.7:0/818136848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded249a0 0x5568ded32fd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 >> 172.21.15.7:0/818136848 conn(0x5568ded20010 msgr2=0x5568ded21820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 shutdown_connections 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 1 -- 172.21.15.7:0/818136848 wait complete. 2024-09-10T07:53:08.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.709+0000 7f5833cd0740 20 client.26852 trim_cache size 0 max 16384 2024-09-10T07:53:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 Processor -- start 2024-09-10T07:53:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 -- start start 2024-09-10T07:53:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded3a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded21400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1aaca0 con 0x5568ded249a0 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1a8570 con 0x5568ded252e0 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f5833cd0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1a63e0 con 0x5568ded2a370 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42952/0 (socket says 172.21.15.7:42952) 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.727+0000 7f582a59c640 1 -- 172.21.15.7:0/3542485338 learned_addr learned my addr 172.21.15.7:0/3542485338 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f5829d9b640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded3a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582ad9d640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded21400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 -- 172.21.15.7:0/3542485338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 msgr2=0x5568ded21400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded21400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 -- 172.21.15.7:0/3542485338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 msgr2=0x5568ded3a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded3a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 -- 172.21.15.7:0/3542485338 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568ded311c0 con 0x5568ded249a0 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582ad9d640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded21400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f582a59c640 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f581c0058c0 tx=0x7f581c09a0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d9a1e26abfb6ec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f5813fff640 1 -- 172.21.15.7:0/3542485338 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c09b530 con 0x5568ded249a0 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f5813fff640 1 -- 172.21.15.7:0/3542485338 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f581c0a4840 con 0x5568ded249a0 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.728+0000 7f5813fff640 1 -- 172.21.15.7:0/3542485338 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c0a43b0 con 0x5568ded249a0 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- 172.21.15.7:0/3542485338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 msgr2=0x5568ded1f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f581c0058c0 tx=0x7f581c09a0e0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- 172.21.15.7:0/3542485338 shutdown_connections 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded21400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded3a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- 172.21.15.7:0/3542485338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded1f0b0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- 172.21.15.7:0/3542485338 >> 172.21.15.7:0/3542485338 conn(0x5568ded20010 msgr2=0x5568ded1e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- 172.21.15.7:0/3542485338 shutdown_connections 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- 172.21.15.7:0/3542485338 wait complete. 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- start start 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 Processor -- start 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded38240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded391e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1a6a30 con 0x5568ded249a0 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1a7ea0 con 0x5568ded252e0 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f582c1a7100 con 0x5568ded2a370 2024-09-10T07:53:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.729+0000 7f5833cd0740 10 client.0 _ll_register_callbacks cb 0x7f581c0046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded391e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5829d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded38240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42954/0 (socket says 172.21.15.7:42954) 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 -- 172.21.15.7:0/4131447622 learned_addr learned my addr 172.21.15.7:0/4131447622 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 -- 172.21.15.7:0/4131447622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 msgr2=0x5568ded391e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded391e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 -- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 msgr2=0x5568ded38240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded38240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 -- 172.21.15.7:0/4131447622 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568ded397f0 con 0x5568ded249a0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f582a59c640 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c6a0 tx=0x7f581c005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d931a7b53133a30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5811ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c09b530 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f581c097970 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5568dec8fd70 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f581c097bf0 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5833cd0740 10 client.17466 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.730+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5568ded397f0 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5568dec8fd70 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f581c0a1110 con 0x5568ded249a0 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 10 client.17466 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 10 client.17466 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 20 client.17466 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:08.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568deda9e50 0x5568dedac240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 4 client.17466 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:53:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5568dec0c900 con 0x5568deda9e50 2024-09-10T07:53:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5829d9b640 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568deda9e50 0x5568dedac240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5829d9b640 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568deda9e50 0x5568dedac240 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd5f1781e688279c server_cookie=d499c6a8251ecf20 in_seq=0 out_seq=0 2024-09-10T07:53:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.731+0000 7f5811ffb640 10 client.17466 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5811ffb640 1 -- 172.21.15.7:0/4131447622 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5568dec0c900 con 0x5568deda9e50 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5811ffb640 10 client.17466 handle_command_reply: tid=0 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 client.17466 shutdown 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 msgr2=0x5568ded37d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c6a0 tx=0x7f581c005b20 comp rx=0 tx=0).stop 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 shutdown_connections 2024-09-10T07:53:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568deda9e50 0x5568dedac240 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5568ded2a370 0x5568ded391e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5568ded252e0 0x5568ded38240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5811ffb640 0 client.17466 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 --2- 172.21.15.7:0/4131447622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568ded249a0 0x5568ded37d00 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 >> 172.21.15.7:0/4131447622 conn(0x5568ded20010 msgr2=0x5568ded1f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 shutdown_connections 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 1 -- 172.21.15.7:0/4131447622 wait complete. 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.750+0000 7f5833cd0740 20 client.17466 trim_cache size 0 max 16384 2024-09-10T07:53:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:53:08.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:53:08.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:53:08.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 msgr2=0x7f58140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 0x7f58140a5170 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5824009430 tx=0x7f5824005d80 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 msgr2=0x7f582c06a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f581c00e9c0 tx=0x7f581c00ee80 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 shutdown_connections 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58140a2cb0 0x7f58140a5170 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c1025f0 0x7f582c19efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582c101c30 0x7f582c19c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 --2- 172.21.15.7:0/2136818899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582c100a40 0x7f582c06a450 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 >> 172.21.15.7:0/2136818899 conn(0x7f582c0fc1e0 msgr2=0x7f582c0fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:08.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 shutdown_connections 2024-09-10T07:53:08.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:08.751+0000 7f5830f31640 1 -- 172.21.15.7:0/2136818899 wait complete. 2024-09-10T07:53:09.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 146373 1.90 MB/sec execute 252 sec latency 16.781 ms 2024-09-10T07:53:10.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 146958 1.91 MB/sec execute 253 sec latency 13.093 ms 2024-09-10T07:53:10.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:10 smithi007 ceph-mon[30879]: pgmap v596: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2024-09-10T07:53:10.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:10 smithi110 ceph-mon[34417]: pgmap v596: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2024-09-10T07:53:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:10 smithi145 ceph-mon[34766]: pgmap v596: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2024-09-10T07:53:11.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 147610 1.90 MB/sec execute 254 sec latency 13.444 ms 2024-09-10T07:53:11.844 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 13.4 2024-09-10T07:53:11.845 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:53:12.143 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:12.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 148208 1.92 MB/sec execute 255 sec latency 13.500 ms 2024-09-10T07:53:12.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:12 smithi007 ceph-mon[30879]: pgmap v597: 129 pgs: 129 active+clean; 69 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2024-09-10T07:53:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:12 smithi110 ceph-mon[34417]: pgmap v597: 129 pgs: 129 active+clean; 69 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2024-09-10T07:53:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:12 smithi145 ceph-mon[34766]: pgmap v597: 129 pgs: 129 active+clean; 69 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2024-09-10T07:53:12.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 -- 172.21.15.7:0/1462843013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc106f10 msgr2=0x7fb8cc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:12.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1462843013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc106f10 0x7fb8cc10ea90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4009ca0 tx=0x7fb8c402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 -- 172.21.15.7:0/1462843013 shutdown_connections 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1462843013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc106f10 0x7fb8cc10ea90 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1462843013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc102790 0x7fb8cc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1462843013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc101de0 0x7fb8cc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 -- 172.21.15.7:0/1462843013 >> 172.21.15.7:0/1462843013 conn(0x7fb8cc0fd8c0 msgr2=0x7fb8cc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 -- 172.21.15.7:0/1462843013 shutdown_connections 2024-09-10T07:53:12.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.664+0000 7fb8d2343640 1 -- 172.21.15.7:0/1462843013 wait complete. 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 Processor -- start 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 -- start start 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 0x7fb8cc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 0x7fb8cc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb8cc111e70 con 0x7fb8cc101de0 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb8cc111cf0 con 0x7fb8cc106f10 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8d2343640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8cc111ff0 con 0x7fb8cc102790 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.665+0000 7fb8cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53834/0 (socket says 172.21.15.7:53834) 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 -- 172.21.15.7:0/1245849052 learned_addr learned my addr 172.21.15.7:0/1245849052 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8d08e0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 0x7fb8cc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cb7fe640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 0x7fb8cc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:12.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 -- 172.21.15.7:0/1245849052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 msgr2=0x7fb8cc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 0x7fb8cc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 -- 172.21.15.7:0/1245849052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 msgr2=0x7fb8cc074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 0x7fb8cc074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 -- 172.21.15.7:0/1245849052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8cc1a67f0 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8d08e0640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 0x7fb8cc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cb7fe640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 0x7fb8cc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.666+0000 7fb8cbfff640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc00e9f0 tx=0x7fb8bc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.667+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc00cd80 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.667+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8bc0054d0 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.667+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8cc1a6ae0 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.667+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8cc1a7020 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.667+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc010490 con 0x7fb8cc101de0 2024-09-10T07:53:12.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.668+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8cc1021c0 con 0x7fb8cc101de0 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.669+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb8bc005020 con 0x7fb8cc101de0 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.670+0000 7fb8c97fa640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.670+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb8bc0cf6c0 con 0x7fb8cc101de0 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.670+0000 7fb8cb7fe640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.671+0000 7fb8cb7fe640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc075f80 tx=0x7fb8c0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:12.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.675+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb8bc09c280 con 0x7fb8cc101de0 2024-09-10T07:53:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.975+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8cc10a0f0 con 0x7fb8cc101de0 2024-09-10T07:53:12.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.976+0000 7fb8c97fa640 1 -- 172.21.15.7:0/1245849052 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fb8bc09bb80 con 0x7fb8cc101de0 2024-09-10T07:53:12.977 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:53:12.977 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:53:12.978 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:53:12.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 msgr2=0x7fb8b40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:12.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc075f80 tx=0x7fb8c0005f90 comp rx=0 tx=0).stop 2024-09-10T07:53:12.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 msgr2=0x7fb8cc0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:12.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc00e9f0 tx=0x7fb8bc00edf0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 shutdown_connections 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8cc106f10 0x7fb8cc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8cc102790 0x7fb8cc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 --2- 172.21.15.7:0/1245849052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8cc101de0 0x7fb8cc0744f0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:12.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 >> 172.21.15.7:0/1245849052 conn(0x7fb8cc0fd8c0 msgr2=0x7fb8cc0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:12.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 shutdown_connections 2024-09-10T07:53:12.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:12.979+0000 7fb8d2343640 1 -- 172.21.15.7:0/1245849052 wait complete. 2024-09-10T07:53:13.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 148780 1.92 MB/sec execute 256 sec latency 21.091 ms 2024-09-10T07:53:13.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:13 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1245849052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:13.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:13 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1245849052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:13.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:13 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1245849052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:13.745 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 133.4 --await-for 45.0' 2024-09-10T07:53:13.745 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 133.4 --await-for 45.0 2024-09-10T07:53:14.047 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:14.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149242 1.93 MB/sec execute 257 sec latency 13.666 ms 2024-09-10T07:53:14.317 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:14 smithi007 ceph-mon[30879]: pgmap v598: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2024-09-10T07:53:14.391 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:14 smithi145 ceph-mon[34766]: pgmap v598: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2024-09-10T07:53:14.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:14 smithi110 ceph-mon[34417]: pgmap v598: 129 pgs: 129 active+clean; 68 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 -- 172.21.15.7:0/807327121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 msgr2=0x7f9ebc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 --2- 172.21.15.7:0/807327121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc101200 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8009900 tx=0x7f9eb802a480 comp rx=0 tx=0).stop 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 -- 172.21.15.7:0/807327121 shutdown_connections 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 --2- 172.21.15.7:0/807327121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 0x7f9ebc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 --2- 172.21.15.7:0/807327121 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 --2- 172.21.15.7:0/807327121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc101200 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 -- 172.21.15.7:0/807327121 >> 172.21.15.7:0/807327121 conn(0x7f9ebc0fc7d0 msgr2=0x7f9ebc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 -- 172.21.15.7:0/807327121 shutdown_connections 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.564+0000 7f9ec366b640 1 -- 172.21.15.7:0/807327121 wait complete. 2024-09-10T07:53:14.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 Processor -- start 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 -- start start 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 0x7f9ebc19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110e80 con 0x7f9ebc100e20 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110d00 con 0x7f9ebc102570 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec366b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc111000 con 0x7f9ebc102ef0 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec1407640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec0c06640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec1407640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53844/0 (socket says 172.21.15.7:53844) 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec1407640 1 -- 172.21.15.7:0/146748365 learned_addr learned my addr 172.21.15.7:0/146748365 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.565+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 0x7f9ebc19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 -- 172.21.15.7:0/146748365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 msgr2=0x7f9ebc19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 0x7f9ebc19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 -- 172.21.15.7:0/146748365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 msgr2=0x7f9ebc198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 -- 172.21.15.7:0/146748365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19d3f0 con 0x7f9ebc100e20 2024-09-10T07:53:14.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:14.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec1407640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9eb802aa70 tx=0x7f9eb8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9eb27fc640 1 -- 172.21.15.7:0/146748365 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb803f070 con 0x7f9ebc100e20 2024-09-10T07:53:14.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9eb27fc640 1 -- 172.21.15.7:0/146748365 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eb803bb20 con 0x7f9ebc100e20 2024-09-10T07:53:14.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19d680 con 0x7f9ebc100e20 2024-09-10T07:53:14.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9eb27fc640 1 -- 172.21.15.7:0/146748365 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8035030 con 0x7f9ebc100e20 2024-09-10T07:53:14.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.566+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a4fc0 con 0x7f9ebc100e20 2024-09-10T07:53:14.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.569+0000 7f9eb27fc640 1 -- 172.21.15.7:0/146748365 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9eb8042070 con 0x7f9ebc100e20 2024-09-10T07:53:14.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.569+0000 7f9ec5a44740 1 Processor -- start 2024-09-10T07:53:14.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.569+0000 7f9ec5a44740 1 -- start start 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 0x560a8f38c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f38f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560a8f2e32a0 con 0x560a8f38cd50 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560a8f28ab10 con 0x560a8f37df20 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560a8f2df260 con 0x560a8f37d600 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1407640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 0x560a8f38c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58866/0 (socket says 172.21.15.7:58866) 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 -- 172.21.15.7:0/1616346832 learned_addr learned my addr 172.21.15.7:0/1616346832 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f38f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 -- 172.21.15.7:0/1616346832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 msgr2=0x560a8f38c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 0x560a8f38c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 -- 172.21.15.7:0/1616346832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 msgr2=0x560a8f38f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f38f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1c08640 1 -- 172.21.15.7:0/1616346832 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a8f054b90 con 0x560a8f37d600 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f38f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9ec1407640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 0x560a8f38c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.570+0000 7f9eb27fc640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 0x7f9ea80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ec1407640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 0x7f9ea80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009fd0 tx=0x7f9eb40118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f557ba794fcbe16b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9eb27fc640 1 -- 172.21.15.7:0/146748365 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9eb80ef9c0 con 0x7f9ebc100e20 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ea77fe640 1 -- 172.21.15.7:0/1616346832 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4004d20 con 0x560a8f37d600 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ea77fe640 1 -- 172.21.15.7:0/1616346832 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eb4004050 con 0x560a8f37d600 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ea77fe640 1 -- 172.21.15.7:0/1616346832 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4005280 con 0x560a8f37d600 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.571+0000 7f9ec1407640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 0x7f9ea80a50c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9eb80ed490 tx=0x7f9eb80f5550 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1616346832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 msgr2=0x560a8f37d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009fd0 tx=0x7f9eb40118d0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1616346832 shutdown_connections 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f38f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37df20 0x560a8f38c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1616346832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37d600 0x560a8f37d9e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1616346832 >> 172.21.15.7:0/1616346832 conn(0x560a8f379cf0 msgr2=0x560a8f37a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1616346832 shutdown_connections 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.572+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1616346832 wait complete. 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 -- start start 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 Processor -- start 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f38a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f38a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560a8f38f920 con 0x560a8f37d600 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560a8f26b6e0 con 0x560a8f38cd50 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560a8f38faa0 con 0x560a8f37df20 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec5a44740 10 client.0 _ll_register_callbacks cb 0x560a8f28fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53862/0 (socket says 172.21.15.7:53862) 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec1c08640 1 -- 172.21.15.7:0/3132271356 learned_addr learned my addr 172.21.15.7:0/3132271356 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f38a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.573+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f38a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 -- 172.21.15.7:0/3132271356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 msgr2=0x560a8f38a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f38a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 -- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 msgr2=0x560a8f38a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f38a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 -- 172.21.15.7:0/3132271356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a8f398f30 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4004700 tx=0x7f9eb4004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d308595647f880 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ea4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb400f6f0 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9eb400f890 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.574+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9eb4004050 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9eb4036050 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 10 client.17484 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560a8f39b880 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eb4004050 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9eb4019960 con 0x560a8f37d600 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 10 client.17484 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 10 client.17484 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:14.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 20 client.17484 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f39f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 4 client.17484 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a8f2f09d0 con 0x560a8f39cce0 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.575+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f39f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.576+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f39f0d0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fc1733a6be3031b server_cookie=8f7dd40bdde3ce33 in_seq=0 out_seq=0 2024-09-10T07:53:14.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.576+0000 7f9ea4ff9640 10 client.17484 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.576+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/3132271356 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a8f2f09d0 con 0x560a8f39cce0 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.576+0000 7f9ea4ff9640 10 client.17484 handle_command_reply: tid=0 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.576+0000 7f9ec5a44740 1 client.17484 shutdown 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 msgr2=0x560a8f389cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4004700 tx=0x7f9eb4004760 comp rx=0 tx=0).stop 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 shutdown_connections 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f39f0d0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ea4ff9640 0 client.17484 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f38a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f38a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/3132271356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f389cf0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 >> 172.21.15.7:0/3132271356 conn(0x560a8f379cf0 msgr2=0x560a8f37fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 shutdown_connections 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 1 -- 172.21.15.7:0/3132271356 wait complete. 2024-09-10T07:53:14.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.577+0000 7f9ec5a44740 20 client.17484 trim_cache size 0 max 16384 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 Processor -- start 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 -- start start 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f3982c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f3a4840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1af2a0 con 0x560a8f37d600 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1acb70 con 0x560a8f38cd50 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.598+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1aa9e0 con 0x560a8f37df20 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58882/0 (socket says 172.21.15.7:58882) 2024-09-10T07:53:14.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 -- 172.21.15.7:0/1377488320 learned_addr learned my addr 172.21.15.7:0/1377488320 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:14.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f3982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 -- 172.21.15.7:0/1377488320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 msgr2=0x560a8f3a4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f3a4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 -- 172.21.15.7:0/1377488320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 msgr2=0x560a8f3982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f3982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 -- 172.21.15.7:0/1377488320 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a8f375260 con 0x560a8f37df20 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x560a8f389580 tx=0x7f9eac005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce9d6cb4c8256fbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ea6ffd640 1 -- 172.21.15.7:0/1377488320 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac004050 con 0x560a8f37df20 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ea6ffd640 1 -- 172.21.15.7:0/1377488320 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eac00fde0 con 0x560a8f37df20 2024-09-10T07:53:14.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.599+0000 7f9ea6ffd640 1 -- 172.21.15.7:0/1377488320 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac005570 con 0x560a8f37df20 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1377488320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 msgr2=0x560a8f398800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x560a8f389580 tx=0x7f9eac005f90 comp rx=0 tx=0).stop 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1377488320 shutdown_connections 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f38cd50 0x560a8f3a4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f398800 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/1377488320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f37d600 0x560a8f3982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1377488320 >> 172.21.15.7:0/1377488320 conn(0x560a8f379cf0 msgr2=0x560a8f397bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1377488320 shutdown_connections 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.600+0000 7f9ec5a44740 1 -- 172.21.15.7:0/1377488320 wait complete. 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 -- start start 2024-09-10T07:53:14.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 Processor -- start 2024-09-10T07:53:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37d600 0x560a8f390d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f391270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ab030 con 0x560a8f38cd50 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ac4a0 con 0x560a8f37d600 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ab700 con 0x560a8f37df20 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec5a44740 10 client.0 _ll_register_callbacks cb 0x7f9eb4004650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37d600 0x560a8f390d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec0c06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f391270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec1c08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53886/0 (socket says 172.21.15.7:53886) 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec0c06640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f391270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58892/0 (socket says 172.21.15.7:58892) 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.601+0000 7f9ec1c08640 1 -- 172.21.15.7:0/2213252148 learned_addr learned my addr 172.21.15.7:0/2213252148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 -- 172.21.15.7:0/2213252148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 msgr2=0x560a8f391270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f391270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 -- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37d600 msgr2=0x560a8f390d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37d600 0x560a8f390d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 -- 172.21.15.7:0/2213252148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a8f406ab0 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec1c08640 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4019d80 tx=0x7f9eb40021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=695fbba572b3a2ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ea4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4003fc0 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9eb40257d0 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9eac00fde0 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.602+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9eb4049050 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 10 client.17490 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560a8f407d70 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eb402d070 con 0x560a8f38cd50 2024-09-10T07:53:14.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9eb40194c0 con 0x560a8f38cd50 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 10 client.17490 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 10 client.17490 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 20 client.17490 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f40a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 4 client.17490 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.4, "await_for": 45.0}] 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.4, "await_for": 45.0}) -- 0x7f9eac00fde0 con 0x560a8f39cce0 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.603+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f40a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.604+0000 7f9ea4ff9640 10 client.17490 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:14.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.604+0000 7f9ec0c06640 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f40a450 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b2cd59cac472f0a server_cookie=ffa3f1d1ca263510 in_seq=0 out_seq=0 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ea4ff9640 1 -- 172.21.15.7:0/2213252148 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x7f9eac00fde0 con 0x560a8f39cce0 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ea4ff9640 10 client.17490 handle_command_reply: tid=0 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 client.17490 shutdown 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 msgr2=0x560a8f3917b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4019d80 tx=0x7f9eb40021f0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 shutdown_connections 2024-09-10T07:53:14.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560a8f39cce0 0x560a8f40a450 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a8f38cd50 0x560a8f3917b0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560a8f37df20 0x560a8f391270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 --2- 172.21.15.7:0/2213252148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560a8f37d600 0x560a8f390d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ea4ff9640 0 client.17490 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 >> 172.21.15.7:0/2213252148 conn(0x560a8f379cf0 msgr2=0x560a8f378e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 shutdown_connections 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 1 -- 172.21.15.7:0/2213252148 wait complete. 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.691+0000 7f9ec5a44740 20 client.17490 trim_cache size 0 max 16384 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:14.693 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 26, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "88ac9fa1": { 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 26, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 133.4, 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:53:14.694 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:14.695 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 msgr2=0x7f9ea80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 0x7f9ea80a50c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9eb80ed490 tx=0x7f9eb80f5550 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 msgr2=0x7f9ebc198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9eb802aa70 tx=0x7f9eb8003c10 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 shutdown_connections 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ea80a2c00 0x7f9ea80a50c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ebc102ef0 0x7f9ebc19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ebc102570 0x7f9ebc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 --2- 172.21.15.7:0/146748365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100e20 0x7f9ebc198440 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 >> 172.21.15.7:0/146748365 conn(0x7f9ebc0fc7d0 msgr2=0x7f9ebc06a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:14.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 shutdown_connections 2024-09-10T07:53:14.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:14.692+0000 7f9ec366b640 1 -- 172.21.15.7:0/146748365 wait complete. 2024-09-10T07:53:15.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.92 MB/sec execute 258 sec latency 559.217 ms 2024-09-10T07:53:15.381 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '88ac9fa1', quiesce took 3.5 seconds. Will release after: 9.9 2024-09-10T07:53:16.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.92 MB/sec execute 259 sec latency 1559.346 ms 2024-09-10T07:53:16.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:16 smithi110 ceph-mon[34417]: pgmap v599: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-10T07:53:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:16 smithi145 ceph-mon[34766]: pgmap v599: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-10T07:53:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:16 smithi007 ceph-mon[30879]: pgmap v599: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-10T07:53:17.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.91 MB/sec execute 260 sec latency 2559.451 ms 2024-09-10T07:53:18.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.90 MB/sec execute 261 sec latency 3559.573 ms 2024-09-10T07:53:18.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:18 smithi110 ceph-mon[34417]: pgmap v600: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:53:18.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:18 smithi145 ceph-mon[34766]: pgmap v600: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:53:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:18 smithi007 ceph-mon[30879]: pgmap v600: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 151 op/s 2024-09-10T07:53:18.976 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:53:19.250 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:19.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.89 MB/sec execute 262 sec latency 4559.610 ms 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 -- 172.21.15.7:0/1846110293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0102570 msgr2=0x7f8bd01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/1846110293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0102570 0x7f8bd01029b0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0009ca0 tx=0x7f8bc002a950 comp rx=0 tx=0).stop 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 -- 172.21.15.7:0/1846110293 shutdown_connections 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/1846110293 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/1846110293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0102570 0x7f8bd01029b0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/1846110293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0100e20 0x7f8bd0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 -- 172.21.15.7:0/1846110293 >> 172.21.15.7:0/1846110293 conn(0x7f8bd00fc7d0 msgr2=0x7f8bd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 -- 172.21.15.7:0/1846110293 shutdown_connections 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.750+0000 7f8bd6f27640 1 -- 172.21.15.7:0/1846110293 wait complete. 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 Processor -- start 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 -- start start 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0102570 0x7f8bd01997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd01a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110e30 con 0x7f8bd0100e20 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110cb0 con 0x7f8bd0102ef0 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd6f27640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110fb0 con 0x7f8bd0102570 2024-09-10T07:53:19.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53890/0 (socket says 172.21.15.7:53890) 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/892821402 learned_addr learned my addr 172.21.15.7:0/892821402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd01a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/892821402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0102570 msgr2=0x7f8bd01997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bcffff640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0102570 0x7f8bd01997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0102570 0x7f8bd01997b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/892821402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 msgr2=0x7f8bd01a42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd01a42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/892821402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd01a4830 con 0x7f8bd0100e20 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.751+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd01a42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f8bb800e9f0 tx=0x7f8bb800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bcdffb640 1 -- 172.21.15.7:0/892821402 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb800cd80 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd01a4a00 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bcdffb640 1 -- 172.21.15.7:0/892821402 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb80054d0 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bcdffb640 1 -- 172.21.15.7:0/892821402 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8004e60 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.752+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd01a4ec0 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bcdffb640 1 -- 172.21.15.7:0/892821402 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8bb8005020 con 0x7f8bd0100e20 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 Processor -- start 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 -- start start 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9380 0x5591121c9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121dae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55911212f2e0 con 0x5591121c9ca0 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5591120d6ce0 con 0x5591121d8a90 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.755+0000 7f8bd9300740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55911212b2a0 con 0x5591121c9380 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53892/0 (socket says 172.21.15.7:53892) 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/282205259 learned_addr learned my addr 172.21.15.7:0/282205259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9380 0x5591121c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bcffff640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121dae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bcdffb640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 0x7f8bbc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/282205259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9380 msgr2=0x5591121c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9380 0x5591121c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/282205259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 msgr2=0x5591121dae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121dae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/282205259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591120bb440 con 0x5591121c9ca0 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bcffff640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121dae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 0x7f8bbc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bcdffb640 1 -- 172.21.15.7:0/892821402 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bb80cfa30 con 0x7f8bd0100e20 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80bbed0 tx=0x7f8bb806aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d71d862e4dc93e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.756+0000 7f8bc6ffd640 1 -- 172.21.15.7:0/282205259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb809bc60 con 0x5591121c9ca0 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bc6ffd640 1 -- 172.21.15.7:0/282205259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb8005680 con 0x5591121c9ca0 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bc6ffd640 1 -- 172.21.15.7:0/282205259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb80a13d0 con 0x5591121c9ca0 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 -- 172.21.15.7:0/282205259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 msgr2=0x5591121d8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 0x7f8bbc0a5040 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8bc800bc70 tx=0x7f8bc80046c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80bbed0 tx=0x7f8bb806aed0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 -- 172.21.15.7:0/282205259 shutdown_connections 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121dae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9ca0 0x5591121d8550 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 --2- 172.21.15.7:0/282205259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9380 0x5591121c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 -- 172.21.15.7:0/282205259 >> 172.21.15.7:0/282205259 conn(0x5591121c5a30 msgr2=0x5591121c5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 -- 172.21.15.7:0/282205259 shutdown_connections 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.757+0000 7f8bd9300740 1 -- 172.21.15.7:0/282205259 wait complete. 2024-09-10T07:53:19.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 -- start start 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 Processor -- start 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9ca0 0x5591121d5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121d5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5591121db660 con 0x5591121c9380 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5591120ea050 con 0x5591121d8a90 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5591121db7e0 con 0x5591121c9ca0 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd9300740 10 client.0 _ll_register_callbacks cb 0x55911212a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53904/0 (socket says 172.21.15.7:53904) 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/1780175066 learned_addr learned my addr 172.21.15.7:0/1780175066 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.758+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121d5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bcffff640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9ca0 0x5591121d5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/1780175066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9ca0 msgr2=0x5591121d5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9ca0 0x5591121d5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 msgr2=0x5591121d5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121d5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/1780175066 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559111ea03c0 con 0x5591121c9380 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80a45d0 tx=0x7f8bb8004b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29876fbd4f54b187 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8baffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb809b7f0 con 0x5591121c9380 2024-09-10T07:53:19.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bb809a190 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bb8005680 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8bb809b9d0 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd9300740 10 client.17502 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5591121e7050 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.759+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb8005680 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8bb80cd1b0 con 0x5591121c9380 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 10 client.17502 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 10 client.17502 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 20 client.17502 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5591121e83a0 0x5591121ea790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 4 client.17502 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55911213c850 con 0x5591121e83a0 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bcffff640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5591121e83a0 0x5591121ea790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8baffff640 10 client.17502 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.760+0000 7f8bcffff640 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5591121e83a0 0x5591121ea790 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f94a770d2a7edc5 server_cookie=4aab14a5a105fb87 in_seq=0 out_seq=0 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8baffff640 1 -- 172.21.15.7:0/1780175066 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55911213c850 con 0x5591121e83a0 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8baffff640 10 client.17502 handle_command_reply: tid=0 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 client.17502 shutdown 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 msgr2=0x5591121d8380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80a45d0 tx=0x7f8bb8004b10 comp rx=0 tx=0).stop 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 shutdown_connections 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5591121e83a0 0x5591121ea790 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121d8a90 0x5591121d5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121c9ca0 0x5591121d5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8baffff640 0 client.17502 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:19.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 --2- 172.21.15.7:0/1780175066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d8380 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 >> 172.21.15.7:0/1780175066 conn(0x5591121c5a30 msgr2=0x5591121cb790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 shutdown_connections 2024-09-10T07:53:19.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.761+0000 7f8bd9300740 1 -- 172.21.15.7:0/1780175066 wait complete. 2024-09-10T07:53:19.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.762+0000 7f8bd9300740 20 client.17502 trim_cache size 0 max 16384 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.779+0000 7f8bd9300740 1 Processor -- start 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.779+0000 7f8bd9300740 1 -- start start 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.779+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.779+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121c4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x5591121d2920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd9300740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01af3a0 con 0x5591121c9380 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd9300740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01acc70 con 0x5591121c9ca0 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd9300740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01aaae0 con 0x5591121d8a90 2024-09-10T07:53:19.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53920/0 (socket says 172.21.15.7:53920) 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/89504069 learned_addr learned my addr 172.21.15.7:0/89504069 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bcffff640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121c4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x5591121d2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/89504069 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 msgr2=0x5591121d2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x5591121d2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/89504069 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 msgr2=0x5591121c4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121c4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/89504069 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591121d3bf0 con 0x5591121c9380 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd54c4640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x5591121d2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8009380 tx=0x7f8bb80d54d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7682f232c3cbdd8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bc67fc640 1 -- 172.21.15.7:0/89504069 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb809b7f0 con 0x5591121c9380 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bc67fc640 1 -- 172.21.15.7:0/89504069 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb8005310 con 0x5591121c9380 2024-09-10T07:53:19.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.780+0000 7f8bc67fc640 1 -- 172.21.15.7:0/89504069 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb809bc60 con 0x5591121c9380 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 -- 172.21.15.7:0/89504069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 msgr2=0x5591121d3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8009380 tx=0x7f8bb80d54d0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 -- 172.21.15.7:0/89504069 shutdown_connections 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x5591121d2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121c4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 --2- 172.21.15.7:0/89504069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121d3f70 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 -- 172.21.15.7:0/89504069 >> 172.21.15.7:0/89504069 conn(0x5591121c5a30 msgr2=0x5591121c4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 -- 172.21.15.7:0/89504069 shutdown_connections 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.781+0000 7f8bd9300740 1 -- 172.21.15.7:0/89504069 wait complete. 2024-09-10T07:53:19.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 -- start start 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 Processor -- start 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121ec2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x559112251ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01ab130 con 0x5591121c9380 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01ac5a0 con 0x5591121c9ca0 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01ab800 con 0x5591121d8a90 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd9300740 10 client.0 _ll_register_callbacks cb 0x7f8bb80981c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd4cc3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53932/0 (socket says 172.21.15.7:53932) 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/256703436 learned_addr learned my addr 172.21.15.7:0/256703436 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.782+0000 7f8bcffff640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121ec2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/256703436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 msgr2=0x559112251ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x559112251ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 msgr2=0x5591121ec2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121ec2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 -- 172.21.15.7:0/256703436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559112252320 con 0x5591121c9380 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bcffff640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121ec2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd4cc3640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8098860 tx=0x7f8bb80097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9c2c675ddde8bd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb80a13d0 con 0x5591121c9380 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8bb80d51a0 con 0x5591121c9380 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559112136d60 con 0x5591121c9380 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8bb809b7f0 con 0x5591121c9380 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 10 client.17508 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:19.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559112252320 con 0x5591121c9380 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x559112136d60 con 0x5591121c9380 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8bb806d0c0 con 0x5591121c9380 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 10 client.17508 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 10 client.17508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 20 client.17508 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:19.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.783+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559112253960 0x559112255d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:19.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 4 client.17508 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:53:19.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5591120b3210 con 0x559112253960 2024-09-10T07:53:19.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bcffff640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559112253960 0x559112255d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:19.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8baffff640 10 client.17508 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:19.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bcffff640 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559112253960 0x559112255d50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1d0f5f6d44741fc server_cookie=490d00e34537bc25 in_seq=0 out_seq=0 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8baffff640 1 -- 172.21.15.7:0/256703436 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5591120b3210 con 0x559112253960 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8baffff640 10 client.17508 handle_command_reply: tid=0 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 client.17508 shutdown 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 msgr2=0x5591121ebd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8098860 tx=0x7f8bb80097a0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 shutdown_connections 2024-09-10T07:53:19.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.784+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559112253960 0x559112255d50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5591121d8a90 0x559112251ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5591121c9ca0 0x5591121ec2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 --2- 172.21.15.7:0/256703436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5591121c9380 0x5591121ebd60 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8baffff640 0 client.17508 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 >> 172.21.15.7:0/256703436 conn(0x5591121c5a30 msgr2=0x5591121c4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 shutdown_connections 2024-09-10T07:53:19.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 1 -- 172.21.15.7:0/256703436 wait complete. 2024-09-10T07:53:19.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd9300740 20 client.17508 trim_cache size 0 max 16384 2024-09-10T07:53:19.793 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:19.793 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:53:19.793 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:53:19.793 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 msgr2=0x7f8bbc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 0x7f8bbc0a5040 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8bc800bc70 tx=0x7f8bc80046c0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 msgr2=0x7f8bd0199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f8bb800e9f0 tx=0x7f8bb800edf0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 shutdown_connections 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8bbc0a2b80 0x7f8bbc0a5040 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8bd0102ef0 0x7f8bd01a42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bd0102570 0x7f8bd01997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 --2- 172.21.15.7:0/892821402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8bd0100e20 0x7f8bd0199270 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 >> 172.21.15.7:0/892821402 conn(0x7f8bd00fc7d0 msgr2=0x7f8bd00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 shutdown_connections 2024-09-10T07:53:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:19.785+0000 7f8bd6f27640 1 -- 172.21.15.7:0/892821402 wait complete. 2024-09-10T07:53:20.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.89 MB/sec execute 263 sec latency 5559.686 ms 2024-09-10T07:53:20.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:20 smithi110 ceph-mon[34417]: pgmap v601: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2024-09-10T07:53:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:20 smithi145 ceph-mon[34766]: pgmap v601: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2024-09-10T07:53:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:20 smithi007 ceph-mon[30879]: pgmap v601: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2024-09-10T07:53:20.659 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:53:20.659 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:53:20.925 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:21.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.88 MB/sec execute 264 sec latency 6559.820 ms 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1750787426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0102ef0 msgr2=0x7fd0d010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1750787426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0102ef0 0x7fd0d010da40 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009ca0 tx=0x7fd0c802a950 comp rx=0 tx=0).stop 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1750787426 shutdown_connections 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1750787426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0102ef0 0x7fd0d010da40 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1750787426 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102570 0x7fd0d01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1750787426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0100e20 0x7fd0d0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1750787426 >> 172.21.15.7:0/1750787426 conn(0x7fd0d00fc7d0 msgr2=0x7fd0d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1750787426 shutdown_connections 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.399+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1750787426 wait complete. 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 Processor -- start 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 -- start start 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0102570 0x7fd0d00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 0x7fd0d00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110e30 con 0x7fd0d0100e20 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110cb0 con 0x7fd0d0102ef0 2024-09-10T07:53:21.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0d5ed2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110fb0 con 0x7fd0d0102570 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36460/0 (socket says 172.21.15.7:36460) 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.400+0000 7fd0cf7fe640 1 -- 172.21.15.7:0/1779202320 learned_addr learned my addr 172.21.15.7:0/1779202320 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0ceffd640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0102570 0x7fd0d00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cffff640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 0x7fd0d00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 -- 172.21.15.7:0/1779202320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0102570 msgr2=0x7fd0d00fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0102570 0x7fd0d00fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 -- 172.21.15.7:0/1779202320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 msgr2=0x7fd0d00fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 0x7fd0d00fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 -- 172.21.15.7:0/1779202320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d01a6840 con 0x7fd0d0100e20 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cffff640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 0x7fd0d00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:21.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0cf7fe640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000d770 tx=0x7fd0c000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0017070 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0c00054d0 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0004cf0 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d01a6b30 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.401+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d01a7070 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.402+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0d0101200 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.403+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd0c0004e90 con 0x7fd0d0100e20 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.404+0000 7fd0ccff9640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 0x7fd0b80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.404+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd0c00cedd0 con 0x7fd0d0100e20 2024-09-10T07:53:21.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.404+0000 7fd0ceffd640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 0x7fd0b80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.405+0000 7fd0ceffd640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 0x7fd0b80a50c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00fe710 tx=0x7fd0c400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.409+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd0c009b990 con 0x7fd0d0100e20 2024-09-10T07:53:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.626+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0d00fe1b0 con 0x7fd0d0100e20 2024-09-10T07:53:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.627+0000 7fd0ccff9640 1 -- 172.21.15.7:0/1779202320 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fd0c009b290 con 0x7fd0d0100e20 2024-09-10T07:53:21.626 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:53:21.626 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:53:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:53:21.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 msgr2=0x7fd0b80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 0x7fd0b80a50c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00fe710 tx=0x7fd0c400b410 comp rx=0 tx=0).stop 2024-09-10T07:53:21.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 msgr2=0x7fd0d00fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000d770 tx=0x7fd0c000dc30 comp rx=0 tx=0).stop 2024-09-10T07:53:21.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 shutdown_connections 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0b80a2c00 0x7fd0b80a50c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0d0102ef0 0x7fd0d00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0d0102570 0x7fd0d00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 --2- 172.21.15.7:0/1779202320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd0d0100e20 0x7fd0d00fcc80 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 >> 172.21.15.7:0/1779202320 conn(0x7fd0d00fc7d0 msgr2=0x7fd0d006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 shutdown_connections 2024-09-10T07:53:21.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:21.629+0000 7fd0d5ed2640 1 -- 172.21.15.7:0/1779202320 wait complete. 2024-09-10T07:53:21.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.842+0000 7fd246749640 1 -- 172.21.15.7:0/2905648689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 msgr2=0x7fd2401049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.842+0000 7fd246749640 1 --2- 172.21.15.7:0/2905648689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd2401049d0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fd230009900 tx=0x7fd23002a410 comp rx=0 tx=0).stop 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 -- 172.21.15.7:0/2905648689 shutdown_connections 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- 172.21.15.7:0/2905648689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 0x7fd240109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- 172.21.15.7:0/2905648689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 0x7fd240107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- 172.21.15.7:0/2905648689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd2401049d0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 -- 172.21.15.7:0/2905648689 >> 172.21.15.7:0/2905648689 conn(0x7fd2400fc1e0 msgr2=0x7fd2400fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 -- 172.21.15.7:0/2905648689 shutdown_connections 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 -- 172.21.15.7:0/2905648689 wait complete. 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 Processor -- start 2024-09-10T07:53:21.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 -- start start 2024-09-10T07:53:21.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 0x7fd240198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.843+0000 7fd246749640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 0x7fd24019f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd246749640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd24010d700 con 0x7fd2401025e0 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd246749640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd24010d580 con 0x7fd240104f10 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd246749640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd24010d880 con 0x7fd240107840 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36476/0 (socket says 172.21.15.7:36476) 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 -- 172.21.15.7:0/1653899640 learned_addr learned my addr 172.21.15.7:0/1653899640 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd244ce6640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 0x7fd24019f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 -- 172.21.15.7:0/1653899640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 msgr2=0x7fd24019f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 0x7fd24019f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 -- 172.21.15.7:0/1653899640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 msgr2=0x7fd240198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 0x7fd240198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 0x7fd240198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 -- 172.21.15.7:0/1653899640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd24019f950 con 0x7fd2401025e0 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23ffff640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fd230005940 tx=0x7fd2300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23d7fa640 1 -- 172.21.15.7:0/1653899640 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23003f030 con 0x7fd2401025e0 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23d7fa640 1 -- 172.21.15.7:0/1653899640 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd230003cb0 con 0x7fd2401025e0 2024-09-10T07:53:21.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd23d7fa640 1 -- 172.21.15.7:0/1653899640 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230035070 con 0x7fd2401025e0 2024-09-10T07:53:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd24019fbe0 con 0x7fd2401025e0 2024-09-10T07:53:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.844+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2401a0120 con 0x7fd2401025e0 2024-09-10T07:53:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd23d7fa640 1 -- 172.21.15.7:0/1653899640 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd230042030 con 0x7fd2401025e0 2024-09-10T07:53:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 Processor -- start 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 -- start start 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d3ddb0 0x562fa9d3e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d43780 0x562fa9d45c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562fa9c9d2f0 con 0x562fa9d3e6f0 2024-09-10T07:53:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562fa9c45270 con 0x562fa9d43780 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd2495be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562fa9c992b0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36486/0 (socket says 172.21.15.7:36486) 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd23ffff640 1 -- 172.21.15.7:0/788561307 learned_addr learned my addr 172.21.15.7:0/788561307 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.847+0000 7fd244ce6640 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d3ddb0 0x562fa9d3e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d43780 0x562fa9d45c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 -- 172.21.15.7:0/788561307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d3ddb0 msgr2=0x562fa9d3e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d3ddb0 0x562fa9d3e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 -- 172.21.15.7:0/788561307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d43780 msgr2=0x562fa9d45c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d43780 0x562fa9d45c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 -- 172.21.15.7:0/788561307 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fa9c44340 con 0x562fa9d3e6f0 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23d7fa640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 0x7fd2280a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd244ce6640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 0x7fd2280a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23ffff640 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fd2300f3c70 tx=0x7fd2300f3d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db5e55a62f1c6723 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd23d7fa640 1 -- 172.21.15.7:0/1653899640 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd2300efad0 con 0x7fd2401025e0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd2267fc640 1 -- 172.21.15.7:0/788561307 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2300bbd60 con 0x562fa9d3e6f0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd2267fc640 1 -- 172.21.15.7:0/788561307 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2300dc080 con 0x562fa9d3e6f0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.848+0000 7fd2267fc640 1 -- 172.21.15.7:0/788561307 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2300ba0d0 con 0x562fa9d3e6f0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- 172.21.15.7:0/788561307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 msgr2=0x562fa9d431b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd244ce6640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 0x7fd2280a5170 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd24006b3e0 tx=0x7fd238009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fd2300f3c70 tx=0x7fd2300f3d60 comp rx=0 tx=0).stop 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- 172.21.15.7:0/788561307 shutdown_connections 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d43780 0x562fa9d45c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3e6f0 0x562fa9d431b0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 --2- 172.21.15.7:0/788561307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d3ddb0 0x562fa9d3e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- 172.21.15.7:0/788561307 >> 172.21.15.7:0/788561307 conn(0x562fa9d35010 msgr2=0x562fa9d35410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- 172.21.15.7:0/788561307 shutdown_connections 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- 172.21.15.7:0/788561307 wait complete. 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.849+0000 7fd2495be740 1 -- start start 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 Processor -- start 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d48090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562fa9c9d2f0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562fa9c26290 con 0x562fa9d3e6f0 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562fa9d46510 con 0x562fa9d43780 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd2495be740 10 client.0 _ll_register_callbacks cb 0x562fa9c57140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36500/0 (socket says 172.21.15.7:36500) 2024-09-10T07:53:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 -- 172.21.15.7:0/429668204 learned_addr learned my addr 172.21.15.7:0/429668204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd244ce6640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d48090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 -- 172.21.15.7:0/429668204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 msgr2=0x562fa9d4f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 -- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 msgr2=0x562fa9d48090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d48090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 -- 172.21.15.7:0/429668204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fa99b0210 con 0x562fa9d3ddb0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd23ffff640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fd2300ed280 tx=0x7fd23002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf171184aad5ba5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.850+0000 7fd21f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230049030 con 0x562fa9d3ddb0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd2300b8570 con 0x562fa9d3ddb0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2300dc080 con 0x562fa9d3ddb0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd2300bb8f0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 10 client.17526 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562fa9a7c620 con 0x562fa9d3ddb0 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2300dc080 con 0x562fa9d3ddb0 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd2300bc1f0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 10 client.17526 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 10 client.17526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 20 client.17526 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9d53650 0x562fa9d55a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 4 client.17526 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fa9caaa20 con 0x562fa9d53650 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.851+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9d53650 0x562fa9d55a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.852+0000 7fd21f7fe640 10 client.17526 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.852+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9d53650 0x562fa9d55a40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2867fe7ee587bf8 server_cookie=63853202ed196a8c in_seq=0 out_seq=0 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd21f7fe640 1 -- 172.21.15.7:0/429668204 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fa9caaa20 con 0x562fa9d53650 2024-09-10T07:53:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd21f7fe640 10 client.17526 handle_command_reply: tid=0 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 client.17526 shutdown 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 msgr2=0x562fa9d47b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fd2300ed280 tx=0x7fd23002a410 comp rx=0 tx=0).stop 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 shutdown_connections 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9d53650 0x562fa9d55a40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d48090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd21f7fe640 0 client.17526 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 --2- 172.21.15.7:0/429668204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d47b50 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 >> 172.21.15.7:0/429668204 conn(0x562fa9d35010 msgr2=0x562fa9d36820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 shutdown_connections 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 1 -- 172.21.15.7:0/429668204 wait complete. 2024-09-10T07:53:21.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.853+0000 7fd2495be740 20 client.17526 trim_cache size 0 max 16384 2024-09-10T07:53:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.867+0000 7fd2495be740 1 Processor -- start 2024-09-10T07:53:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.867+0000 7fd2495be740 1 -- start start 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.867+0000 7fd2495be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.867+0000 7fd2495be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd2495be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d340b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd2495be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401aad50 con 0x562fa9d3ddb0 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd2495be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401a8620 con 0x562fa9d3e6f0 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd2495be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401a6490 con 0x562fa9d43780 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36508/0 (socket says 172.21.15.7:36508) 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 -- 172.21.15.7:0/2023691218 learned_addr learned my addr 172.21.15.7:0/2023691218 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 -- 172.21.15.7:0/2023691218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 msgr2=0x562fa9d340b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d340b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 -- 172.21.15.7:0/2023691218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 msgr2=0x562fa9d4f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 -- 172.21.15.7:0/2023691218 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fa9d47690 con 0x562fa9d3ddb0 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd23ffff640 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd2300ba010 tx=0x7fd2300f3d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f680dafbb1520fd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd225ffb640 1 -- 172.21.15.7:0/2023691218 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230049070 con 0x562fa9d3ddb0 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd225ffb640 1 -- 172.21.15.7:0/2023691218 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2300d4020 con 0x562fa9d3ddb0 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.868+0000 7fd225ffb640 1 -- 172.21.15.7:0/2023691218 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2300bbad0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- 172.21.15.7:0/2023691218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 msgr2=0x562fa9d48120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd2300ba010 tx=0x7fd2300f3d60 comp rx=0 tx=0).stop 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- 172.21.15.7:0/2023691218 shutdown_connections 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d340b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 --2- 172.21.15.7:0/2023691218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d48120 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- 172.21.15.7:0/2023691218 >> 172.21.15.7:0/2023691218 conn(0x562fa9d35010 msgr2=0x562fa9d339a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- 172.21.15.7:0/2023691218 shutdown_connections 2024-09-10T07:53:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- 172.21.15.7:0/2023691218 wait complete. 2024-09-10T07:53:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 -- start start 2024-09-10T07:53:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.869+0000 7fd2495be740 1 Processor -- start 2024-09-10T07:53:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401a6ae0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401a7f50 con 0x562fa9d3e6f0 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd2401a71b0 con 0x562fa9d43780 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 10 client.0 _ll_register_callbacks cb 0x7fd2380099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36510/0 (socket says 172.21.15.7:36510) 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 -- 172.21.15.7:0/524192189 learned_addr learned my addr 172.21.15.7:0/524192189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 -- 172.21.15.7:0/524192189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 msgr2=0x562fa9d4d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 -- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 msgr2=0x562fa9d4c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 -- 172.21.15.7:0/524192189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fa9d4df60 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd23ffff640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd2300b8360 tx=0x7fd230031980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912cc36edef4ab8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd21f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230049070 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd2300f36e0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2300d4020 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd2300a2050 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.870+0000 7fd2495be740 10 client.17532 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562fa9d4df60 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2300d4020 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd2300dabd0 con 0x562fa9d3ddb0 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 10 client.17532 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 10 client.17532 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 20 client.17532 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9dbe460 0x562fa9dc0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 4 client.17532 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562fa9ca4d70 con 0x562fa9dbe460 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9dbe460 0x562fa9dc0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd21f7fe640 10 client.17532 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.871+0000 7fd23f7fe640 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9dbe460 0x562fa9dc0850 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebfd660862799c29 server_cookie=6487692659f444c in_seq=0 out_seq=0 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd21f7fe640 1 -- 172.21.15.7:0/524192189 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562fa9ca4d70 con 0x562fa9dbe460 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd21f7fe640 10 client.17532 handle_command_reply: tid=0 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 client.17532 shutdown 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 msgr2=0x562fa9d4c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd2300b8360 tx=0x7fd230031980 comp rx=0 tx=0).stop 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 shutdown_connections 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa9dbe460 0x562fa9dc0850 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa9d43780 0x562fa9d4d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa9d3e6f0 0x562fa9d4c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 --2- 172.21.15.7:0/524192189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa9d3ddb0 0x562fa9d4c400 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd21f7fe640 0 client.17532 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 >> 172.21.15.7:0/524192189 conn(0x562fa9d35010 msgr2=0x562fa9d341c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 shutdown_connections 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.894+0000 7fd2495be740 1 -- 172.21.15.7:0/524192189 wait complete. 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd2495be740 20 client.17532 trim_cache size 0 max 16384 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:53:21.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:53:21.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:53:21.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 msgr2=0x7fd2280a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 0x7fd2280a5170 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd24006b3e0 tx=0x7fd238009500 comp rx=0 tx=0).stop 2024-09-10T07:53:21.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 msgr2=0x7fd240197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fd230005940 tx=0x7fd2300042f0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 shutdown_connections 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2280a2cb0 0x7fd2280a5170 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd240107840 0x7fd24019f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd240104f10 0x7fd240198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 --2- 172.21.15.7:0/1653899640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2401025e0 0x7fd240197d40 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 >> 172.21.15.7:0/1653899640 conn(0x7fd2400fc1e0 msgr2=0x7fd240102ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 shutdown_connections 2024-09-10T07:53:21.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:21.895+0000 7fd246749640 1 -- 172.21.15.7:0/1653899640 wait complete. 2024-09-10T07:53:22.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:21 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1779202320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:22.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:21 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1779202320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:22.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:21 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1779202320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.87 MB/sec execute 265 sec latency 7559.930 ms 2024-09-10T07:53:22.478 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:53:22.738 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:23.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:22 smithi007 ceph-mon[30879]: pgmap v602: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 854 KiB/s wr, 109 op/s 2024-09-10T07:53:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:22 smithi110 ceph-mon[34417]: pgmap v602: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 854 KiB/s wr, 109 op/s 2024-09-10T07:53:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:22 smithi145 ceph-mon[34766]: pgmap v602: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 854 KiB/s wr, 109 op/s 2024-09-10T07:53:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.87 MB/sec execute 266 sec latency 8560.046 ms 2024-09-10T07:53:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.86 MB/sec execute 267 sec latency 9560.101 ms 2024-09-10T07:53:25.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.007+0000 7f3f2c58a640 1 -- 172.21.15.7:0/1031987927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24101de0 msgr2=0x7f3f241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.007+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/1031987927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24101de0 0x7f3f241021c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009900 tx=0x7f3f2002a410 comp rx=0 tx=0).stop 2024-09-10T07:53:25.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 -- 172.21.15.7:0/1031987927 shutdown_connections 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/1031987927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24106f10 0x7f3f2410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/1031987927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24102790 0x7f3f241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/1031987927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24101de0 0x7f3f241021c0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 -- 172.21.15.7:0/1031987927 >> 172.21.15.7:0/1031987927 conn(0x7f3f240fd8c0 msgr2=0x7f3f240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 -- 172.21.15.7:0/1031987927 shutdown_connections 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.008+0000 7f3f2c58a640 1 -- 172.21.15.7:0/1031987927 wait complete. 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 Processor -- start 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 -- start start 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 0x7f3f24198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24106f10 0x7f3f2419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3f24111e20 con 0x7f3f24102790 2024-09-10T07:53:25.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3f24111ca0 con 0x7f3f24101de0 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2c58a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3f24111fa0 con 0x7f3f24106f10 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36530/0 (socket says 172.21.15.7:36530) 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 -- 172.21.15.7:0/3277416981 learned_addr learned my addr 172.21.15.7:0/3277416981 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2a326640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 0x7f3f24198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24106f10 0x7f3f2419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 -- 172.21.15.7:0/3277416981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24106f10 msgr2=0x7f3f2419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24106f10 0x7f3f2419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 -- 172.21.15.7:0/3277416981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 msgr2=0x7f3f24198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 0x7f3f24198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.009+0000 7f3f29b25640 1 -- 172.21.15.7:0/3277416981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2419d330 con 0x7f3f24102790 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f2a326640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 0x7f3f24198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:25.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f29b25640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400d770 tx=0x7f3f1400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f1b7fe640 1 -- 172.21.15.7:0/3277416981 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f14017070 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f1b7fe640 1 -- 172.21.15.7:0/3277416981 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f140054d0 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f2419d620 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f1b7fe640 1 -- 172.21.15.7:0/3277416981 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f14004cf0 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.010+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f241a4f00 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f1b7fe640 1 -- 172.21.15.7:0/3277416981 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3f14004e90 con 0x7f3f24102790 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 Processor -- start 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 -- start start 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93be370 0x556ef93c0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556ef93192f0 con 0x556ef93b35d0 2024-09-10T07:53:25.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556ef92c0cf0 con 0x556ef93b4b40 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2e963740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556ef93152b0 con 0x556ef93be370 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.013+0000 7f3f2a326640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36542/0 (socket says 172.21.15.7:36542) 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 -- 172.21.15.7:0/3354543168 learned_addr learned my addr 172.21.15.7:0/3354543168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f29b25640 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93be370 0x556ef93c0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f1b7fe640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 0x7f3f100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 -- 172.21.15.7:0/3354543168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93be370 msgr2=0x556ef93c0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93be370 0x556ef93c0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 -- 172.21.15.7:0/3354543168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 msgr2=0x556ef93b3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 -- 172.21.15.7:0/3354543168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ef92a53a0 con 0x556ef93b35d0 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:25.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f1b7fe640 1 -- 172.21.15.7:0/3277416981 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3f140ceee0 con 0x7f3f24102790 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 0x7f3f100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f2a326640 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009900 tx=0x7f3f20032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9e73c37f0abd240 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.014+0000 7f3f18ff9640 1 -- 172.21.15.7:0/3354543168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f2003f070 con 0x556ef93b35d0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f18ff9640 1 -- 172.21.15.7:0/3354543168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f200316a0 con 0x556ef93b35d0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 0x7f3f100a50c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c005fd0 tx=0x7f3f1c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f18ff9640 1 -- 172.21.15.7:0/3354543168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f20035070 con 0x556ef93b35d0 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 -- 172.21.15.7:0/3354543168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 msgr2=0x556ef93b3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009900 tx=0x7f3f20032cb0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 -- 172.21.15.7:0/3354543168 shutdown_connections 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93be370 0x556ef93c0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93b35d0 0x556ef93b3a10 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 --2- 172.21.15.7:0/3354543168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.015+0000 7f3f2e963740 1 -- 172.21.15.7:0/3354543168 >> 172.21.15.7:0/3354543168 conn(0x556ef937c310 msgr2=0x556ef93afc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- 172.21.15.7:0/3354543168 shutdown_connections 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- 172.21.15.7:0/3354543168 wait complete. 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- start start 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 Processor -- start 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93bdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93bb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556ef93c1010 con 0x556ef93be370 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556ef92d4060 con 0x556ef93b35d0 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556ef93c1190 con 0x556ef93b4b40 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2e963740 10 client.0 _ll_register_callbacks cb 0x556ef90278c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.016+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36554/0 (socket says 172.21.15.7:36554) 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 -- 172.21.15.7:0/4017835534 learned_addr learned my addr 172.21.15.7:0/4017835534 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2a326640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93bdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f29b25640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93bb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 -- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 msgr2=0x556ef93bb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93bb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 -- 172.21.15.7:0/4017835534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 msgr2=0x556ef93bdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93bdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 -- 172.21.15.7:0/4017835534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ef908a3c0 con 0x556ef93be370 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00f8c0 tx=0x7f3f1c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ed6893f325a794 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c01ede0 con 0x556ef93be370 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3f1c01b410 con 0x556ef93be370 2024-09-10T07:53:25.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f200316a0 con 0x556ef93be370 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3f1c00fe40 con 0x556ef93be370 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.017+0000 7f3f2e963740 10 client.17544 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556ef93ccb10 con 0x556ef93be370 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f200316a0 con 0x556ef93be370 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3f1c025070 con 0x556ef93be370 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 10 client.17544 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 10 client.17544 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 20 client.17544 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef93cdfd0 0x556ef93d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 4 client.17544 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ef9326860 con 0x556ef93cdfd0 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.018+0000 7f3f2a326640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef93cdfd0 0x556ef93d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.019+0000 7f3f2a326640 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef93cdfd0 0x556ef93d0470 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fc9b8ad41d04b42d server_cookie=5725663b54215fb0 in_seq=0 out_seq=0 2024-09-10T07:53:25.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.019+0000 7f3f0dffb640 10 client.17544 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f0dffb640 1 -- 172.21.15.7:0/4017835534 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ef9326860 con 0x556ef93cdfd0 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f0dffb640 10 client.17544 handle_command_reply: tid=0 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 client.17544 shutdown 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 msgr2=0x556ef93bb610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00f8c0 tx=0x7f3f1c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 shutdown_connections 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef93cdfd0 0x556ef93d0470 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93bb610 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93bb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 --2- 172.21.15.7:0/4017835534 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93bdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 >> 172.21.15.7:0/4017835534 conn(0x556ef937c310 msgr2=0x556ef93b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f0dffb640 0 client.17544 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:53:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 shutdown_connections 2024-09-10T07:53:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 1 -- 172.21.15.7:0/4017835534 wait complete. 2024-09-10T07:53:25.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.020+0000 7f3f2e963740 20 client.17544 trim_cache size 0 max 16384 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.033+0000 7f3f2e963740 1 Processor -- start 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 -- start start 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b35d0 0x556ef93ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b98f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241b1410 con 0x556ef93be370 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241aece0 con 0x556ef93b4b40 2024-09-10T07:53:25.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2e963740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241acb50 con 0x556ef93b35d0 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36560/0 (socket says 172.21.15.7:36560) 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 -- 172.21.15.7:0/225567881 learned_addr learned my addr 172.21.15.7:0/225567881 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2a326640 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b35d0 0x556ef93ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f29b25640 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 -- 172.21.15.7:0/225567881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b35d0 msgr2=0x556ef93ca2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b35d0 0x556ef93ca2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 -- 172.21.15.7:0/225567881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 msgr2=0x556ef93b98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 -- 172.21.15.7:0/225567881 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ef93b9570 con 0x556ef93be370 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.034+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0095d0 tx=0x7f3f1c009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc6242c6dc9684a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f0ffff640 1 -- 172.21.15.7:0/225567881 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c027d20 con 0x556ef93be370 2024-09-10T07:53:25.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f0ffff640 1 -- 172.21.15.7:0/225567881 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f1c01ebe0 con 0x556ef93be370 2024-09-10T07:53:25.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f0ffff640 1 -- 172.21.15.7:0/225567881 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c0118e0 con 0x556ef93be370 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 -- 172.21.15.7:0/225567881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 msgr2=0x556ef93b9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0095d0 tx=0x7f3f1c009ef0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 -- 172.21.15.7:0/225567881 shutdown_connections 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93b9e30 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b4b40 0x556ef93b98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 --2- 172.21.15.7:0/225567881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b35d0 0x556ef93ca2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 -- 172.21.15.7:0/225567881 >> 172.21.15.7:0/225567881 conn(0x556ef937c310 msgr2=0x556ef93bafe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 -- 172.21.15.7:0/225567881 shutdown_connections 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.035+0000 7f3f2e963740 1 -- 172.21.15.7:0/225567881 wait complete. 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 -- start start 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 Processor -- start 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93d5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93d5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241ad1a0 con 0x556ef93be370 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241ae610 con 0x556ef93b35d0 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241ad870 con 0x556ef93b4b40 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2e963740 10 client.0 _ll_register_callbacks cb 0x7f3f1c0099a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:25.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f29b25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93d5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2ab27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36562/0 (socket says 172.21.15.7:36562) 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2ab27640 1 -- 172.21.15.7:0/1763903138 learned_addr learned my addr 172.21.15.7:0/1763903138 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.036+0000 7f3f2a326640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93d5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 -- 172.21.15.7:0/1763903138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 msgr2=0x556ef93d5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93d5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 -- 172.21.15.7:0/1763903138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 msgr2=0x556ef93c5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 -- 172.21.15.7:0/1763903138 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ef93c5ac0 con 0x556ef93b4b40 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f2ab27640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f29b25640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93d5860 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x556ef93b4070 tx=0x7f3f1409aca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=294e440b7d723b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:53:25.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f14020040 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f1c01ebe0 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3f1409f440 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3f1409ba40 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f2e963740 10 client.26947 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.037+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556ef93c6da0 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f1c01ebe0 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3f14097090 con 0x556ef93b4b40 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 10 client.26947 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 10 client.26947 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 20 client.26947 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef943d420 0x556ef943f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 4 client.26947 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ef9320d70 con 0x556ef943d420 2024-09-10T07:53:25.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2a326640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef943d420 0x556ef943f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f2a326640 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef943d420 0x556ef943f840 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a0680473985b159d server_cookie=a73495f13df0635d in_seq=0 out_seq=0 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.038+0000 7f3f0dffb640 10 client.26947 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f0dffb640 1 -- 172.21.15.7:0/1763903138 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ef9320d70 con 0x556ef943d420 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f0dffb640 10 client.26947 handle_command_reply: tid=0 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 client.26947 shutdown 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 msgr2=0x556ef93d5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93d5860 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x556ef93b4070 tx=0x7f3f1409aca0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 shutdown_connections 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x556ef943d420 0x556ef943f840 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556ef93be370 0x556ef93c5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556ef93b4b40 0x556ef93d5860 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 --2- 172.21.15.7:0/1763903138 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556ef93b35d0 0x556ef93d5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f0dffb640 0 client.26947 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:53:25.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 >> 172.21.15.7:0/1763903138 conn(0x556ef937c310 msgr2=0x556ef93b9780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 shutdown_connections 2024-09-10T07:53:25.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 1 -- 172.21.15.7:0/1763903138 wait complete. 2024-09-10T07:53:25.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.039+0000 7f3f2e963740 20 client.26947 trim_cache size 0 max 16384 2024-09-10T07:53:25.044 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 msgr2=0x7f3f100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 0x7f3f100a50c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c005fd0 tx=0x7f3f1c004a40 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 msgr2=0x7f3f241988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400d770 tx=0x7f3f1400dc30 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 shutdown_connections 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3f100a2c00 0x7f3f100a50c0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3f24106f10 0x7f3f2419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3f24102790 0x7f3f241988c0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 --2- 172.21.15.7:0/3277416981 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3f24101de0 0x7f3f24198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 >> 172.21.15.7:0/3277416981 conn(0x7f3f240fd8c0 msgr2=0x7f3f240fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:25.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 shutdown_connections 2024-09-10T07:53:25.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:25.040+0000 7f3f2c58a640 1 -- 172.21.15.7:0/3277416981 wait complete. 2024-09-10T07:53:25.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:24 smithi007 ceph-mon[30879]: pgmap v603: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 716 KiB/s wr, 81 op/s 2024-09-10T07:53:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:24 smithi110 ceph-mon[34417]: pgmap v603: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 716 KiB/s wr, 81 op/s 2024-09-10T07:53:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:24 smithi145 ceph-mon[34766]: pgmap v603: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 716 KiB/s wr, 81 op/s 2024-09-10T07:53:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.85 MB/sec execute 268 sec latency 10560.194 ms 2024-09-10T07:53:25.282 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:53:25.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:53:25.878 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.85 MB/sec execute 269 sec latency 11572.865 ms 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 -- 172.21.15.7:0/1064190239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 msgr2=0x7f8d34100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 --2- 172.21.15.7:0/1064190239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d34100ee0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009930 tx=0x7f8d2802a420 comp rx=0 tx=0).stop 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 -- 172.21.15.7:0/1064190239 shutdown_connections 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 --2- 172.21.15.7:0/1064190239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34101420 0x7f8d3410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 --2- 172.21.15.7:0/1064190239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d34100ee0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 --2- 172.21.15.7:0/1064190239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34106a80 0x7f8d34106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.425+0000 7f8d39284640 1 -- 172.21.15.7:0/1064190239 >> 172.21.15.7:0/1064190239 conn(0x7f8d340fc7a0 msgr2=0x7f8d340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:26.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.426+0000 7f8d39284640 1 -- 172.21.15.7:0/1064190239 shutdown_connections 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.426+0000 7f8d39284640 1 -- 172.21.15.7:0/1064190239 wait complete. 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.426+0000 7f8d39284640 1 Processor -- start 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.426+0000 7f8d39284640 1 -- start start 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 0x7f8d34196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34106a80 0x7f8d3419aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8d3410fc20 con 0x7f8d34100a80 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8d3410faa0 con 0x7f8d34106a80 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d39284640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8d3410fda0 con 0x7f8d34101420 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36582/0 (socket says 172.21.15.7:36582) 2024-09-10T07:53:26.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 -- 172.21.15.7:0/1847590119 learned_addr learned my addr 172.21.15.7:0/1847590119 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d327fc640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 0x7f8d34196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d337fe640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34106a80 0x7f8d3419aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 -- 172.21.15.7:0/1847590119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 msgr2=0x7f8d34196700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 0x7f8d34196700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 -- 172.21.15.7:0/1847590119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34106a80 msgr2=0x7f8d3419aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34106a80 0x7f8d3419aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 -- 172.21.15.7:0/1847590119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d3419b170 con 0x7f8d34100a80 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d327fc640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 0x7f8d34196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d32ffd640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f8d2400d950 tx=0x7f8d2400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d24017070 con 0x7f8d34100a80 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.427+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8d24009c30 con 0x7f8d34100a80 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.428+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d3419b460 con 0x7f8d34100a80 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.428+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2400f620 con 0x7f8d34100a80 2024-09-10T07:53:26.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.428+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d341a2d40 con 0x7f8d34100a80 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.428+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d34100ee0 con 0x7f8d34100a80 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.430+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8d240109a0 con 0x7f8d34100a80 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.430+0000 7f8d1bfff640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 0x7f8d1c0a7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.431+0000 7f8d327fc640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 0x7f8d1c0a7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.431+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8d240cf050 con 0x7f8d34100a80 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.431+0000 7f8d327fc640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 0x7f8d1c0a7250 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8d28000c00 tx=0x7f8d28009610 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:26.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.434+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8d24009de0 con 0x7f8d34100a80 2024-09-10T07:53:26.556 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:26.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.654+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d34197520 con 0x7f8d34100a80 2024-09-10T07:53:26.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.655+0000 7f8d1bfff640 1 -- 172.21.15.7:0/1847590119 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f8d2409bc10 con 0x7f8d34100a80 2024-09-10T07:53:26.655 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:53:26.655 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:53:26.655 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:53:26.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 msgr2=0x7f8d1c0a7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:26.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 0x7f8d1c0a7250 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8d28000c00 tx=0x7f8d28009610 comp rx=0 tx=0).stop 2024-09-10T07:53:26.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 msgr2=0x7f8d341961c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:26.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f8d2400d950 tx=0x7f8d2400de10 comp rx=0 tx=0).stop 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 shutdown_connections 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8d1c0a4d90 0x7f8d1c0a7250 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8d34106a80 0x7f8d3419aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d34101420 0x7f8d34196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 --2- 172.21.15.7:0/1847590119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8d34100a80 0x7f8d341961c0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 >> 172.21.15.7:0/1847590119 conn(0x7f8d340fc7a0 msgr2=0x7f8d340fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 shutdown_connections 2024-09-10T07:53:26.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:26.658+0000 7f8d39284640 1 -- 172.21.15.7:0/1847590119 wait complete. 2024-09-10T07:53:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:26 smithi007 ceph-mon[30879]: pgmap v604: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 498 KiB/s wr, 74 op/s 2024-09-10T07:53:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:26 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1847590119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:27.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:26 smithi110 ceph-mon[34417]: pgmap v604: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 498 KiB/s wr, 74 op/s 2024-09-10T07:53:27.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:26 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1847590119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:26 smithi145 ceph-mon[34766]: pgmap v604: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 498 KiB/s wr, 74 op/s 2024-09-10T07:53:27.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:26 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1847590119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:27.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 -- 172.21.15.7:0/2266504892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 msgr2=0x7f51d0103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 --2- 172.21.15.7:0/2266504892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d0103120 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f51c0009900 tx=0x7f51c002a480 comp rx=0 tx=0).stop 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 -- 172.21.15.7:0/2266504892 shutdown_connections 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 --2- 172.21.15.7:0/2266504892 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d010c170 0x7f51d010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 --2- 172.21.15.7:0/2266504892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d0103660 0x7f51d010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 --2- 172.21.15.7:0/2266504892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d0103120 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 -- 172.21.15.7:0/2266504892 >> 172.21.15.7:0/2266504892 conn(0x7f51d00fc7a0 msgr2=0x7f51d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 -- 172.21.15.7:0/2266504892 shutdown_connections 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.249+0000 7f51d4aab640 1 -- 172.21.15.7:0/2266504892 wait complete. 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 Processor -- start 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 -- start start 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 0x7f51d0100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d010c170 0x7f51d0101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51d0111e20 con 0x7f51d0102d40 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51d0111ca0 con 0x7f51d0103660 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51d4aab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51d0111fa0 con 0x7f51d010c170 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36588/0 (socket says 172.21.15.7:36588) 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51ce59c640 1 -- 172.21.15.7:0/3527557693 learned_addr learned my addr 172.21.15.7:0/3527557693 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 0x7f51d0100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.250+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d010c170 0x7f51d0101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 -- 172.21.15.7:0/3527557693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d010c170 msgr2=0x7f51d0101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d010c170 0x7f51d0101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 -- 172.21.15.7:0/3527557693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 msgr2=0x7f51d0100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 0x7f51d0100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 -- 172.21.15.7:0/3527557693 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51d01a6810 con 0x7f51d0102d40 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 0x7f51d0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f51c0005940 tx=0x7f51c0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51c77fe640 1 -- 172.21.15.7:0/3527557693 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c003f030 con 0x7f51d0102d40 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51d01a6aa0 con 0x7f51d0102d40 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51c77fe640 1 -- 172.21.15.7:0/3527557693 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c0003aa0 con 0x7f51d0102d40 2024-09-10T07:53:27.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51c77fe640 1 -- 172.21.15.7:0/3527557693 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0035070 con 0x7f51d0102d40 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.251+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51d01a6f80 con 0x7f51d0102d40 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.253+0000 7f51c77fe640 1 -- 172.21.15.7:0/3527557693 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f51c0042030 con 0x7f51d0102d40 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 Processor -- start 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 -- start start 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a154090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a161760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4a0ba2f0 con 0x556e4a1545d0 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e4a061cf0 con 0x556e4a15f370 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51d6e84740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e4a0b62b0 con 0x556e4a155b40 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51c77fe640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 0x7f51bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36604/0 (socket says 172.21.15.7:36604) 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 0x7f51bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51ce59c640 1 -- 172.21.15.7:0/3813388046 learned_addr learned my addr 172.21.15.7:0/3813388046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a161760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.254+0000 7f51c77fe640 1 -- 172.21.15.7:0/3527557693 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51c00efb90 con 0x7f51d0102d40 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 -- 172.21.15.7:0/3813388046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 msgr2=0x556e4a154090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a154090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 -- 172.21.15.7:0/3813388046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 msgr2=0x556e4a161760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a161760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 -- 172.21.15.7:0/3813388046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4a0463a0 con 0x556e4a1545d0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 0x7f51bc0a5040 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f51c80098b0 tx=0x7f51c8009d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f51c00b8a20 tx=0x7f51c002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e70a9e82b8325859 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51c4ff9640 1 -- 172.21.15.7:0/3813388046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0049070 con 0x556e4a1545d0 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51c4ff9640 1 -- 172.21.15.7:0/3813388046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.255+0000 7f51c4ff9640 1 -- 172.21.15.7:0/3813388046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0003c50 con 0x556e4a1545d0 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- 172.21.15.7:0/3813388046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 msgr2=0x556e4a154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f51c00b8a20 tx=0x7f51c002a480 comp rx=0 tx=0).stop 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- 172.21.15.7:0/3813388046 shutdown_connections 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a161760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a154a10 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3813388046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a154090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- 172.21.15.7:0/3813388046 >> 172.21.15.7:0/3813388046 conn(0x556e4a11d310 msgr2=0x556e4a150c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- 172.21.15.7:0/3813388046 shutdown_connections 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- 172.21.15.7:0/3813388046 wait complete. 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 -- start start 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.256+0000 7f51d6e84740 1 Processor -- start 2024-09-10T07:53:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a15c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a15c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4a0ba2f0 con 0x556e4a1545d0 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556e4a075060 con 0x556e4a155b40 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556e4a161e30 con 0x556e4a15f370 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51d6e84740 10 client.0 _ll_register_callbacks cb 0x556e49dc88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36612/0 (socket says 172.21.15.7:36612) 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 -- 172.21.15.7:0/1853881689 learned_addr learned my addr 172.21.15.7:0/1853881689 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51c7fff640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a15c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 -- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 msgr2=0x556e4a15c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ced9d640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a15c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a15c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 -- 172.21.15.7:0/1853881689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 msgr2=0x556e4a15c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a15c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 -- 172.21.15.7:0/1853881689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e49e2b3c0 con 0x556e4a1545d0 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ced9d640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a15c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51c7fff640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a15c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51ce59c640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f51c0006010 tx=0x7f51c00c4dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95125c4ffc8e0394 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.257+0000 7f51b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0049040 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51c00c00d0 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51c00dc0b0 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 10 client.17568 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e4a16d780 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51c00c48c0 con 0x556e4a1545d0 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 10 client.17568 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 10 client.17568 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 20 client.17568 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a16ead0 0x556e4a170ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 4 client.17568 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.258+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e4a0c7860 con 0x556e4a16ead0 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.259+0000 7f51c7fff640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a16ead0 0x556e4a170ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.259+0000 7f51c7fff640 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a16ead0 0x556e4a170ec0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ad5262d142644263 server_cookie=cbf7bc72bb0eb40 in_seq=0 out_seq=0 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.259+0000 7f51b5ffb640 10 client.17568 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51b5ffb640 1 -- 172.21.15.7:0/1853881689 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e4a0c7860 con 0x556e4a16ead0 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51b5ffb640 10 client.17568 handle_command_reply: tid=0 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 client.17568 shutdown 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 msgr2=0x556e4a15ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f51c0006010 tx=0x7f51c00c4dc0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 shutdown_connections 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a16ead0 0x556e4a170ec0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a15c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a15c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51b5ffb640 0 client.17568 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 --2- 172.21.15.7:0/1853881689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a15ed90 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 >> 172.21.15.7:0/1853881689 conn(0x556e4a11d310 msgr2=0x556e4a156990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 shutdown_connections 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 1 -- 172.21.15.7:0/1853881689 wait complete. 2024-09-10T07:53:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.260+0000 7f51d6e84740 20 client.17568 trim_cache size 0 max 16384 2024-09-10T07:53:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.84 MB/sec execute 270 sec latency 12572.908 ms 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 Processor -- start 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 -- start start 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a157120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a157660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01b3680 con 0x556e4a1545d0 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01b0f50 con 0x556e4a155b40 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51d6e84740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01aedc0 con 0x556e4a15f370 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36620/0 (socket says 172.21.15.7:36620) 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 -- 172.21.15.7:0/3016718523 learned_addr learned my addr 172.21.15.7:0/3016718523 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a157120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 -- 172.21.15.7:0/3016718523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 msgr2=0x556e4a157660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 -- 172.21.15.7:0/3016718523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 msgr2=0x556e4a157120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a157120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 -- 172.21.15.7:0/3016718523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4a154bf0 con 0x556e4a1545d0 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.274+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f51c00bbb20 tx=0x7f51c002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=165b1edd97229d1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51b7fff640 1 -- 172.21.15.7:0/3016718523 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0049040 con 0x556e4a1545d0 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51b7fff640 1 -- 172.21.15.7:0/3016718523 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51b7fff640 1 -- 172.21.15.7:0/3016718523 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c00c00d0 con 0x556e4a1545d0 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 -- 172.21.15.7:0/3016718523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 msgr2=0x556e4a16af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f51c00bbb20 tx=0x7f51c002a480 comp rx=0 tx=0).stop 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 -- 172.21.15.7:0/3016718523 shutdown_connections 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a15f370 0x556e4a157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a155b40 0x556e4a157120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3016718523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a16af50 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 -- 172.21.15.7:0/3016718523 >> 172.21.15.7:0/3016718523 conn(0x556e4a11d310 msgr2=0x556e4a15b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 -- 172.21.15.7:0/3016718523 shutdown_connections 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.275+0000 7f51d6e84740 1 -- 172.21.15.7:0/3016718523 wait complete. 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 -- start start 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 Processor -- start 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a1d7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01af410 con 0x556e4a1545d0 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01b0880 con 0x556e4a15f370 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51d01afae0 con 0x556e4a155b40 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51d6e84740 10 client.0 _ll_register_callbacks cb 0x7f51d006b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36622/0 (socket says 172.21.15.7:36622) 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 -- 172.21.15.7:0/3625789634 learned_addr learned my addr 172.21.15.7:0/3625789634 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a1d7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 -- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 msgr2=0x556e4a162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a162bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 -- 172.21.15.7:0/3625789634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 msgr2=0x556e4a1d7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.276+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a1d7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51ce59c640 1 -- 172.21.15.7:0/3625789634 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e4a1d7b80 con 0x556e4a1545d0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51ced9d640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a1d7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51ce59c640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f51c00c4790 tx=0x7f51c0005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5924aa5987fafe6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c0049070 con 0x556e4a1545d0 2024-09-10T07:53:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51c00b86c0 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51c00c0400 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 10 client.17574 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e4a1d7b80 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c00bc750 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51c00d7070 con 0x556e4a1545d0 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 10 client.17574 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 10 client.17574 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 20 client.17574 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a1d9110 0x556e4a1db500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 4 client.17574 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.277+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e4a0c1d70 con 0x556e4a1d9110 2024-09-10T07:53:27.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a1d9110 0x556e4a1db500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51b5ffb640 10 client.17574 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51c7fff640 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a1d9110 0x556e4a1db500 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8e76627f42a1d362 server_cookie=4ab85de8715a71f3 in_seq=0 out_seq=0 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51b5ffb640 1 -- 172.21.15.7:0/3625789634 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e4a0c1d70 con 0x556e4a1d9110 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51b5ffb640 10 client.17574 handle_command_reply: tid=0 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 client.17574 shutdown 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 msgr2=0x556e4a162670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f51c00c4790 tx=0x7f51c0005c90 comp rx=0 tx=0).stop 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 shutdown_connections 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x556e4a1d9110 0x556e4a1db500 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556e4a15f370 0x556e4a1d7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556e4a155b40 0x556e4a162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.278+0000 7f51d6e84740 1 --2- 172.21.15.7:0/3625789634 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4a1545d0 0x556e4a162670 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 >> 172.21.15.7:0/3625789634 conn(0x556e4a11d310 msgr2=0x556e4a15d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51b5ffb640 0 client.17574 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:53:27.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 shutdown_connections 2024-09-10T07:53:27.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d6e84740 1 -- 172.21.15.7:0/3625789634 wait complete. 2024-09-10T07:53:27.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d6e84740 20 client.17574 trim_cache size 0 max 16384 2024-09-10T07:53:27.290 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 msgr2=0x7f51bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 0x7f51bc0a5040 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f51c80098b0 tx=0x7f51c8009d90 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 msgr2=0x7f51d01009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f51c0005940 tx=0x7f51c0004270 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 shutdown_connections 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51bc0a2b80 0x7f51bc0a5040 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51d010c170 0x7f51d0101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f51d0103660 0x7f51d0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 --2- 172.21.15.7:0/3527557693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51d0102d40 0x7f51d01009a0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 >> 172.21.15.7:0/3527557693 conn(0x7f51d00fc7a0 msgr2=0x7f51d00fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 shutdown_connections 2024-09-10T07:53:27.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:27.279+0000 7f51d4aab640 1 -- 172.21.15.7:0/3527557693 wait complete. 2024-09-10T07:53:27.988 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 88ac9fa1 --release --await' 2024-09-10T07:53:27.988 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 88ac9fa1 --release --await 2024-09-10T07:53:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149325 1.83 MB/sec execute 271 sec latency 13572.973 ms 2024-09-10T07:53:28.503 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:53:28.581 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:28.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:28 smithi007 ceph-mon[30879]: pgmap v605: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 276 KiB/s wr, 48 op/s 2024-09-10T07:53:29.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 -- 172.21.15.7:0/1938262858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 msgr2=0x7fd10c1031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 --2- 172.21.15.7:0/1938262858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1031b0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc009930 tx=0x7fd0fc02a420 comp rx=0 tx=0).stop 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 -- 172.21.15.7:0/1938262858 shutdown_connections 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 --2- 172.21.15.7:0/1938262858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 0x7fd10c10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 --2- 172.21.15.7:0/1938262858 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 0x7fd10c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 --2- 172.21.15.7:0/1938262858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1031b0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 -- 172.21.15.7:0/1938262858 >> 172.21.15.7:0/1938262858 conn(0x7fd10c0fc7d0 msgr2=0x7fd10c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 -- 172.21.15.7:0/1938262858 shutdown_connections 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 -- 172.21.15.7:0/1938262858 wait complete. 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.079+0000 7fd112c59640 1 Processor -- start 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 -- start start 2024-09-10T07:53:29.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 0x7fd10c198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 0x7fd10c19cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c111fc0 con 0x7fd10c102dd0 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c111e40 con 0x7fd10c103780 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd112c59640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c112140 con 0x7fd10c108300 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36640/0 (socket says 172.21.15.7:36640) 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 -- 172.21.15.7:0/3233906317 learned_addr learned my addr 172.21.15.7:0/3233906317 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd10bfff640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 0x7fd10c198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1111f6640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 0x7fd10c19cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 -- 172.21.15.7:0/3233906317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 msgr2=0x7fd10c19cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 0x7fd10c19cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 -- 172.21.15.7:0/3233906317 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 msgr2=0x7fd10c198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 0x7fd10c198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.080+0000 7fd1109f5640 1 -- 172.21.15.7:0/3233906317 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd10c19d470 con 0x7fd10c102dd0 2024-09-10T07:53:29.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.081+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc005940 tx=0x7fd0fc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.081+0000 7fd109ffb640 1 -- 172.21.15.7:0/3233906317 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc03f030 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.081+0000 7fd109ffb640 1 -- 172.21.15.7:0/3233906317 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0fc003cb0 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.081+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd10c19d700 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.082+0000 7fd109ffb640 1 -- 172.21.15.7:0/3233906317 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc035070 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.082+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd10c1a5040 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.084+0000 7fd109ffb640 1 -- 172.21.15.7:0/3233906317 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd0fc042030 con 0x7fd10c102dd0 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.084+0000 7fd115032740 1 Processor -- start 2024-09-10T07:53:29.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 -- start start 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb51320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb62a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55628cab6620 con 0x55628cb51860 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55628ca5de50 con 0x55628cb60650 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd115032740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55628cab25e0 con 0x55628cb50f40 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36650/0 (socket says 172.21.15.7:36650) 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd1109f5640 1 -- 172.21.15.7:0/3339033927 learned_addr learned my addr 172.21.15.7:0/3339033927 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd1111f6640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb51320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd10bfff640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb62a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.085+0000 7fd109ffb640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 0x7fd0f40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 -- 172.21.15.7:0/3339033927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 msgr2=0x55628cb51320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb51320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 -- 172.21.15.7:0/3339033927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 msgr2=0x55628cb62a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb62a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 -- 172.21.15.7:0/3339033927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55628ca4ed40 con 0x55628cb51860 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd10bfff640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb62a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd109ffb640 1 -- 172.21.15.7:0/3233906317 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd0fc0ef8c0 con 0x7fd10c102dd0 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1111f6640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 0x7fd0f40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd1109f5640 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0b8750 tx=0x7fd0fc02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=965168149bccf928 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd0f2ffd640 1 -- 172.21.15.7:0/3339033927 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc049020 con 0x55628cb51860 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd0f2ffd640 1 -- 172.21.15.7:0/3339033927 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0fc0bc480 con 0x55628cb51860 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.086+0000 7fd0f2ffd640 1 -- 172.21.15.7:0/3339033927 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc0c49f0 con 0x55628cb51860 2024-09-10T07:53:29.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- 172.21.15.7:0/3339033927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 msgr2=0x55628cb60110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd1111f6640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 0x7fd0f40a50c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd10400a400 tx=0x7fd10400c040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0b8750 tx=0x7fd0fc02a420 comp rx=0 tx=0).stop 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- 172.21.15.7:0/3339033927 shutdown_connections 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb62a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb60110 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 --2- 172.21.15.7:0/3339033927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb51320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- 172.21.15.7:0/3339033927 >> 172.21.15.7:0/3339033927 conn(0x55628cb4d5f0 msgr2=0x55628cb4d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- 172.21.15.7:0/3339033927 shutdown_connections 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- 172.21.15.7:0/3339033927 wait complete. 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.087+0000 7fd115032740 1 -- start start 2024-09-10T07:53:29.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 Processor -- start 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb5d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb5e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55628cb62fe0 con 0x55628cb51860 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55628ca3ef10 con 0x55628cb60650 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55628cb63160 con 0x55628cb50f40 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd115032740 10 client.0 _ll_register_callbacks cb 0x55628ca62db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd10bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd10bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36656/0 (socket says 172.21.15.7:36656) 2024-09-10T07:53:29.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd10bfff640 1 -- 172.21.15.7:0/1974232215 learned_addr learned my addr 172.21.15.7:0/1974232215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd1109f5640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb5d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.088+0000 7fd1111f6640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb5e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 -- 172.21.15.7:0/1974232215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 msgr2=0x55628cb5d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb5d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 -- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 msgr2=0x55628cb5e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb5e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 -- 172.21.15.7:0/1974232215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628c7c5580 con 0x55628cb51860 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd1111f6640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb5e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd1109f5640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb5d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd10bfff640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fd1000116d0 tx=0x7fd100011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a03cecc17ec5e457 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd0ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:29.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd10001f060 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd10000fb40 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0fc0bc480 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd100026050 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd115032740 10 client.17586 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.089+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55628c88f960 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0fc0bc480 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd100018340 con 0x55628cb51860 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 10 client.17586 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 10 client.17586 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 20 client.17586 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb6ffc0 0x55628cb72400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 4 client.17586 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55628cac3b90 con 0x55628cb6ffc0 2024-09-10T07:53:29.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.090+0000 7fd1109f5640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb6ffc0 0x55628cb72400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.091+0000 7fd1109f5640 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb6ffc0 0x55628cb72400 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37ae1dc83192f1df server_cookie=ba8fcd2c8391e0eb in_seq=0 out_seq=0 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.091+0000 7fd0ebfff640 10 client.17586 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.091+0000 7fd0ebfff640 1 -- 172.21.15.7:0/1974232215 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55628cac3b90 con 0x55628cb6ffc0 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.091+0000 7fd0ebfff640 10 client.17586 handle_command_reply: tid=0 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.091+0000 7fd115032740 1 client.17586 shutdown 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 msgr2=0x55628cb5dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fd1000116d0 tx=0x7fd100011b90 comp rx=0 tx=0).stop 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 shutdown_connections 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb6ffc0 0x55628cb72400 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb60650 0x55628cb5e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5dac0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 --2- 172.21.15.7:0/1974232215 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb5d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 >> 172.21.15.7:0/1974232215 conn(0x55628cb4d5f0 msgr2=0x55628cb53350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd0ebfff640 0 client.17586 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:29.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 shutdown_connections 2024-09-10T07:53:29.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 1 -- 172.21.15.7:0/1974232215 wait complete. 2024-09-10T07:53:29.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.092+0000 7fd115032740 20 client.17586 trim_cache size 0 max 16384 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.110+0000 7fd115032740 1 Processor -- start 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.110+0000 7fd115032740 1 -- start start 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb4d5f0 0x55628cb77cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb78210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1af220 con 0x55628cb51860 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1acaf0 con 0x55628cb4d5f0 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd115032740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1aa960 con 0x55628cb50f40 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36664/0 (socket says 172.21.15.7:36664) 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 -- 172.21.15.7:0/792973750 learned_addr learned my addr 172.21.15.7:0/792973750 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd10bfff640 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb78210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1109f5640 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb4d5f0 0x55628cb77cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 -- 172.21.15.7:0/792973750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 msgr2=0x55628cb78210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb78210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 -- 172.21.15.7:0/792973750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb4d5f0 msgr2=0x55628cb77cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb4d5f0 0x55628cb77cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.111+0000 7fd1111f6640 1 -- 172.21.15.7:0/792973750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55628cb5c530 con 0x55628cb51860 2024-09-10T07:53:29.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.112+0000 7fd1111f6640 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fd104016910 tx=0x7fd104012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4811c4d5ed0ef4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.112+0000 7fd0f27fc640 1 -- 172.21.15.7:0/792973750 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd104027070 con 0x55628cb51860 2024-09-10T07:53:29.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.112+0000 7fd0f27fc640 1 -- 172.21.15.7:0/792973750 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd104015b10 con 0x55628cb51860 2024-09-10T07:53:29.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.112+0000 7fd0f27fc640 1 -- 172.21.15.7:0/792973750 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd104022b40 con 0x55628cb51860 2024-09-10T07:53:29.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- 172.21.15.7:0/792973750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 msgr2=0x55628cb5a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fd104016910 tx=0x7fd104012000 comp rx=0 tx=0).stop 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- 172.21.15.7:0/792973750 shutdown_connections 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb51860 0x55628cb5a7e0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb50f40 0x55628cb78210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 --2- 172.21.15.7:0/792973750 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb4d5f0 0x55628cb77cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- 172.21.15.7:0/792973750 >> 172.21.15.7:0/792973750 conn(0x55628cb58f70 msgr2=0x55628cb5f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- 172.21.15.7:0/792973750 shutdown_connections 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- 172.21.15.7:0/792973750 wait complete. 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 -- start start 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.113+0000 7fd115032740 1 Processor -- start 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 0x55628cb64c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb51860 0x55628cb65190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1aafb0 con 0x55628cb4d5f0 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1ac420 con 0x55628cb50f40 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd115032740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c1ab680 con 0x55628cb51860 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.114+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36668/0 (socket says 172.21.15.7:36668) 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 -- 172.21.15.7:0/226233995 learned_addr learned my addr 172.21.15.7:0/226233995 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd115032740 10 client.0 _ll_register_callbacks cb 0x7fd10000aef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1111f6640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb51860 0x55628cb65190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd10bfff640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 0x55628cb64c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 -- 172.21.15.7:0/226233995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb51860 msgr2=0x55628cb65190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb51860 0x55628cb65190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 -- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 msgr2=0x55628cb64c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 0x55628cb64c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 -- 172.21.15.7:0/226233995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628cb51690 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd10bfff640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 0x55628cb64c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd1109f5640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0bba80 tx=0x7fd0fc0044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7210f56ba6a6b20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd0ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc049040 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd0fc03b460 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.115+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd104015b10 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd0fc0bb6e0 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 10 client.17592 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55628cbdb930 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd104015b10 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd0fc0b83f0 con 0x55628cb4d5f0 2024-09-10T07:53:29.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 10 client.17592 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 10 client.17592 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 20 client.17592 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb60650 0x55628cbddec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 4 client.17592 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "88ac9fa1", "release": true, "await": true}] 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "88ac9fa1", "release": true, "await": true}) -- 0x55628cabe0a0 con 0x55628cb60650 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.116+0000 7fd10bfff640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb60650 0x55628cbddec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.117+0000 7fd0ebfff640 10 client.17592 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:29.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.117+0000 7fd10bfff640 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb60650 0x55628cbddec0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=885fba06e7dfb274 server_cookie=ac649381cc90a5f4 in_seq=0 out_seq=0 2024-09-10T07:53:29.120 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd0ebfff640 1 -- 172.21.15.7:0/226233995 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55628cabe0a0 con 0x55628cb60650 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd0ebfff640 10 client.17592 handle_command_reply: tid=0 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 client.17592 shutdown 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 msgr2=0x55628cb68910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0bba80 tx=0x7fd0fc0044e0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 shutdown_connections 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55628cb60650 0x55628cbddec0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55628cb51860 0x55628cb65190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55628cb50f40 0x55628cb64c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 --2- 172.21.15.7:0/226233995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55628cb4d5f0 0x55628cb68910 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 >> 172.21.15.7:0/226233995 conn(0x55628cb58f70 msgr2=0x55628cb4bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd0ebfff640 0 client.17592 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 shutdown_connections 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.123+0000 7fd115032740 1 -- 172.21.15.7:0/226233995 wait complete. 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd115032740 20 client.17592 trim_cache size 0 max 16384 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 28, 2024-09-10T07:53:29.124 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "88ac9fa1": { 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 28, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 133.4, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:53:29.125 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:29.126 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 msgr2=0x7fd0f40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 0x7fd0f40a50c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd10400a400 tx=0x7fd10400c040 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 msgr2=0x7fd10c1984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc005940 tx=0x7fd0fc0042f0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 shutdown_connections 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd0f40a2c00 0x7fd0f40a50c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c108300 0x7fd10c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd10c103780 0x7fd10c198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 --2- 172.21.15.7:0/3233906317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd10c102dd0 0x7fd10c1984c0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.124+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 >> 172.21.15.7:0/3233906317 conn(0x7fd10c0fc7d0 msgr2=0x7fd10c105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.125+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 shutdown_connections 2024-09-10T07:53:29.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:29.125+0000 7fd112c59640 1 -- 172.21.15.7:0/3233906317 wait complete. 2024-09-10T07:53:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:28 smithi110 ceph-mon[34417]: pgmap v605: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 276 KiB/s wr, 48 op/s 2024-09-10T07:53:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:28 smithi145 ceph-mon[34766]: pgmap v605: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 276 KiB/s wr, 48 op/s 2024-09-10T07:53:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149372 1.83 MB/sec execute 272 sec latency 14428.895 ms 2024-09-10T07:53:30.063 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '88ac9fa1', total seconds elapsed: 18.2 2024-09-10T07:53:30.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 149622 1.82 MB/sec execute 273 sec latency 44.402 ms 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 -- 172.21.15.7:0/2014390977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 msgr2=0x7f7c8c10d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 --2- 172.21.15.7:0/2014390977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c10d940 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7c84009cd0 tx=0x7f7c8402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 -- 172.21.15.7:0/2014390977 shutdown_connections 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 --2- 172.21.15.7:0/2014390977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c10d940 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 --2- 172.21.15.7:0/2014390977 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 --2- 172.21.15.7:0/2014390977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 0x7f7c8c106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.354+0000 7f7c92b98640 1 -- 172.21.15.7:0/2014390977 >> 172.21.15.7:0/2014390977 conn(0x7f7c8c0fc790 msgr2=0x7f7c8c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.355+0000 7f7c92b98640 1 -- 172.21.15.7:0/2014390977 shutdown_connections 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.355+0000 7f7c92b98640 1 -- 172.21.15.7:0/2014390977 wait complete. 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.356+0000 7f7c92b98640 1 Processor -- start 2024-09-10T07:53:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.356+0000 7f7c92b98640 1 -- start start 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 0x7f7c8c19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c110d20 con 0x7f7c8c101410 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c110ba0 con 0x7f7c8c100a70 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c92b98640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c110ea0 con 0x7f7c8c106a70 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c8bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c8bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45486/0 (socket says 172.21.15.7:45486) 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c8bfff640 1 -- 172.21.15.7:0/4157607372 learned_addr learned my addr 172.21.15.7:0/4157607372 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c90934640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c91135640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 0x7f7c8c19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c90934640 1 -- 172.21.15.7:0/4157607372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 msgr2=0x7f7c8c19cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c90934640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 0x7f7c8c19cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.357+0000 7f7c90934640 1 -- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 msgr2=0x7f7c8c198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c90934640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c90934640 1 -- 172.21.15.7:0/4157607372 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8c19d2c0 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c90934640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c198310 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7c80009ef0 tx=0x7f7c8000ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c89ffb640 1 -- 172.21.15.7:0/4157607372 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c80004030 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8c19d5b0 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c89ffb640 1 -- 172.21.15.7:0/4157607372 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8000cd60 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c89ffb640 1 -- 172.21.15.7:0/4157607372 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c80005540 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.358+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c8c0fce40 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c89ffb640 1 -- 172.21.15.7:0/4157607372 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7c800047a0 con 0x7f7c8c100a70 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 Processor -- start 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 -- start start 2024-09-10T07:53:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51daaf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dabc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c51da152f0 con 0x55c51daba370 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c51d9bccf0 con 0x55c51dab0b40 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.361+0000 7f7c94f71740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c51da112b0 con 0x55c51daaf5d0 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37768/0 (socket says 172.21.15.7:37768) 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 -- 172.21.15.7:0/4036107701 learned_addr learned my addr 172.21.15.7:0/4036107701 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dabc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c91135640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51daaf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 -- 172.21.15.7:0/4036107701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 msgr2=0x55c51daaf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51daaf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c89ffb640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 0x7f7c7c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 -- 172.21.15.7:0/4036107701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 msgr2=0x55c51dabc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dabc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c89ffb640 1 -- 172.21.15.7:0/4157607372 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c800d7c30 con 0x7f7c8c100a70 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c90934640 1 -- 172.21.15.7:0/4036107701 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51d9a13a0 con 0x55c51daaf5d0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c91135640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51daaf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.362+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dabc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c91135640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 0x7f7c7c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c90934640 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7c800a0c90 tx=0x7f7c8000cf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd63a13aba51a21b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c76ffd640 1 -- 172.21.15.7:0/4036107701 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800a4090 con 0x55c51daaf5d0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c76ffd640 1 -- 172.21.15.7:0/4036107701 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c800db1a0 con 0x55c51daaf5d0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c91135640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 0x7f7c7c0a5040 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7c84004af0 tx=0x7f7c8403d040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.363+0000 7f7c76ffd640 1 -- 172.21.15.7:0/4036107701 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800a4090 con 0x55c51daaf5d0 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 -- 172.21.15.7:0/4036107701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 msgr2=0x55c51daafa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7c800a0c90 tx=0x7f7c8000cf10 comp rx=0 tx=0).stop 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 -- 172.21.15.7:0/4036107701 shutdown_connections 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dabc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daaf5d0 0x55c51daafa10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 --2- 172.21.15.7:0/4036107701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51daaf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 -- 172.21.15.7:0/4036107701 >> 172.21.15.7:0/4036107701 conn(0x55c51da78310 msgr2=0x55c51daabc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 -- 172.21.15.7:0/4036107701 shutdown_connections 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.364+0000 7f7c94f71740 1 -- 172.21.15.7:0/4036107701 wait complete. 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 -- start start 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 Processor -- start 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51dab9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dab75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c51dabd060 con 0x55c51daaf5d0 2024-09-10T07:53:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c51d9d0060 con 0x55c51dab0b40 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c51dabd1e0 con 0x55c51daba370 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c8bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.365+0000 7f7c94f71740 10 client.0 _ll_register_callbacks cb 0x55c51d7238c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c8bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45548/0 (socket says 172.21.15.7:45548) 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51dab9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c8bfff640 1 -- 172.21.15.7:0/1585432801 learned_addr learned my addr 172.21.15.7:0/1585432801 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c91135640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dab75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 -- 172.21.15.7:0/1585432801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 msgr2=0x55c51dab75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dab75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 -- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 msgr2=0x55c51dab7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c90934640 1 -- 172.21.15.7:0/1585432801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51d7863c0 con 0x55c51daaf5d0 2024-09-10T07:53:30.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.366+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c90934640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51dab9d50 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x55c51daacac0 tx=0x7f7c8000ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da254468a0caf19b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c6bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800a4090 con 0x55c51daaf5d0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c800a8120 con 0x55c51daaf5d0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c51da22860 con 0x55c51daaf5d0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c800a3c20 con 0x55c51daaf5d0 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c94f71740 10 client.17604 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:30.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c51dac8ae0 con 0x55c51daaf5d0 2024-09-10T07:53:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.367+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c51da22860 con 0x55c51daaf5d0 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c800a3180 con 0x55c51daaf5d0 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 10 client.17604 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 10 client.17604 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 20 client.17604 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51dac9c60 0x55c51dacc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 4 client.17604 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c51da1cd70 con 0x55c51dac9c60 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.368+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51dac9c60 0x55c51dacc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.369+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51dac9c60 0x55c51dacc050 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4abf21b3697feba8 server_cookie=7b100d61497e8929 in_seq=0 out_seq=0 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.369+0000 7f7c6bfff640 10 client.17604 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c6bfff640 1 -- 172.21.15.7:0/1585432801 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c51da1cd70 con 0x55c51dac9c60 2024-09-10T07:53:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c6bfff640 10 client.17604 handle_command_reply: tid=0 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 client.17604 shutdown 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 msgr2=0x55c51dab9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51dab9d50 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x55c51daacac0 tx=0x7f7c8000ccd0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 shutdown_connections 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51dac9c60 0x55c51dacc050 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c6bfff640 0 client.17604 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dab75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dab7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 --2- 172.21.15.7:0/1585432801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51dab9d50 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 >> 172.21.15.7:0/1585432801 conn(0x55c51da78310 msgr2=0x55c51dab1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 shutdown_connections 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 1 -- 172.21.15.7:0/1585432801 wait complete. 2024-09-10T07:53:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.370+0000 7f7c94f71740 20 client.17604 trim_cache size 0 max 16384 2024-09-10T07:53:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.396+0000 7f7c94f71740 1 Processor -- start 2024-09-10T07:53:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.396+0000 7f7c94f71740 1 -- start start 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dabb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1af2c0 con 0x55c51daaf5d0 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1acb90 con 0x55c51dab0b40 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c94f71740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1aaa00 con 0x55c51daba370 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c90934640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c90934640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45504/0 (socket says 172.21.15.7:45504) 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c90934640 1 -- 172.21.15.7:0/3522200432 learned_addr learned my addr 172.21.15.7:0/3522200432 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37788/0 (socket says 172.21.15.7:37788) 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dabb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 -- 172.21.15.7:0/3522200432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 msgr2=0x55c51dabb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dabb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 -- 172.21.15.7:0/3522200432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 msgr2=0x55c51daaabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c91135640 1 -- 172.21.15.7:0/3522200432 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51dab5550 con 0x55c51daba370 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c90934640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.397+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dabb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.398+0000 7f7c91135640 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7c84009ca0 tx=0x7f7c84041000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0f93a6090fb51 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.398+0000 7f7c767fc640 1 -- 172.21.15.7:0/3522200432 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84031ac0 con 0x55c51daba370 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.398+0000 7f7c767fc640 1 -- 172.21.15.7:0/3522200432 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c84056070 con 0x55c51daba370 2024-09-10T07:53:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.398+0000 7f7c767fc640 1 -- 172.21.15.7:0/3522200432 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84030d50 con 0x55c51daba370 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 -- 172.21.15.7:0/3522200432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 msgr2=0x55c51dabbca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7c84009ca0 tx=0x7f7c84041000 comp rx=0 tx=0).stop 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 -- 172.21.15.7:0/3522200432 shutdown_connections 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51daba370 0x55c51dabbca0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51dab0b40 0x55c51dabb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 --2- 172.21.15.7:0/3522200432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daaf5d0 0x55c51daaabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 -- 172.21.15.7:0/3522200432 >> 172.21.15.7:0/3522200432 conn(0x55c51da78310 msgr2=0x55c51daaa4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 -- 172.21.15.7:0/3522200432 shutdown_connections 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.399+0000 7f7c94f71740 1 -- 172.21.15.7:0/3522200432 wait complete. 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 -- start start 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 Processor -- start 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 0x55c51dad1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dad1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1ab050 con 0x55c51daba370 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1ac4c0 con 0x55c51daaf5d0 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c1ab720 con 0x55c51dab0b40 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c94f71740 10 client.0 _ll_register_callbacks cb 0x7f7c78009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.400+0000 7f7c90934640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45568/0 (socket says 172.21.15.7:45568) 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 -- 172.21.15.7:0/2126071641 learned_addr learned my addr 172.21.15.7:0/2126071641 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c91135640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dad1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 0x55c51dad1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 -- 172.21.15.7:0/2126071641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 msgr2=0x55c51dad1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 0x55c51dad1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 -- 172.21.15.7:0/2126071641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 msgr2=0x55c51dad1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dad1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 -- 172.21.15.7:0/2126071641 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51dac0b30 con 0x55c51daaf5d0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 0x55c51dad1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c91135640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dad1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c90934640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000c6a0 tx=0x7f7c800d53b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d055f1d3339a462e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.401+0000 7f7c6bfff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800a3e00 con 0x55c51daaf5d0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c800a8320 con 0x55c51daaf5d0 2024-09-10T07:53:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c84056070 con 0x55c51daaf5d0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c800a4090 con 0x55c51daaf5d0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 10 client.26975 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c51dac0b30 con 0x55c51daaf5d0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c800db440 con 0x55c51daaf5d0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c80004a90 con 0x55c51daaf5d0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 10 client.26975 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 10 client.26975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 20 client.26975 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51db34cf0 0x55c51db370e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 4 client.26975 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.402+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f7c84056070 con 0x55c51db34cf0 2024-09-10T07:53:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.403+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51db34cf0 0x55c51db370e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.403+0000 7f7c6bfff640 10 client.26975 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.403+0000 7f7c8bfff640 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51db34cf0 0x55c51db370e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34ec7e01d0d82c2a server_cookie=196d9c77f0c0fe6c in_seq=0 out_seq=0 2024-09-10T07:53:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.404+0000 7f7c6bfff640 1 -- 172.21.15.7:0/2126071641 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f7c84056070 con 0x55c51db34cf0 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.404+0000 7f7c6bfff640 10 client.26975 handle_command_reply: tid=0 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.404+0000 7f7c94f71740 1 client.26975 shutdown 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 msgr2=0x55c51dad1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000c6a0 tx=0x7f7c800d53b0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 shutdown_connections 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c51db34cf0 0x55c51db370e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c6bfff640 0 client.26975 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c51daba370 0x55c51dad1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c51dab0b40 0x55c51dad1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 --2- 172.21.15.7:0/2126071641 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c51daaf5d0 0x55c51dad1330 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 >> 172.21.15.7:0/2126071641 conn(0x55c51da78310 msgr2=0x55c51daaad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 shutdown_connections 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 1 -- 172.21.15.7:0/2126071641 wait complete. 2024-09-10T07:53:30.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.405+0000 7f7c94f71740 20 client.26975 trim_cache size 0 max 16384 2024-09-10T07:53:30.409 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 msgr2=0x7f7c7c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 0x7f7c7c0a5040 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7c84004af0 tx=0x7f7c8403d040 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 msgr2=0x7f7c8c198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c198310 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7c80009ef0 tx=0x7f7c8000ed10 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 shutdown_connections 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c7c0a2b80 0x7f7c7c0a5040 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c106a70 0x7f7c8c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c8c101410 0x7f7c8c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 --2- 172.21.15.7:0/4157607372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c8c100a70 0x7f7c8c198310 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:30.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 >> 172.21.15.7:0/4157607372 conn(0x7f7c8c0fc790 msgr2=0x7f7c8c06aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 shutdown_connections 2024-09-10T07:53:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:30.406+0000 7f7c92b98640 1 -- 172.21.15.7:0/4157607372 wait complete. 2024-09-10T07:53:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:30 smithi007 ceph-mon[30879]: pgmap v606: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 200 KiB/s wr, 24 op/s 2024-09-10T07:53:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:30 smithi110 ceph-mon[34417]: pgmap v606: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 200 KiB/s wr, 24 op/s 2024-09-10T07:53:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:30 smithi145 ceph-mon[34766]: pgmap v606: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 200 KiB/s wr, 24 op/s 2024-09-10T07:53:31.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 150131 1.82 MB/sec execute 274 sec latency 17.368 ms 2024-09-10T07:53:32.129 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:53:32.129 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:53:32.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 150713 1.83 MB/sec execute 275 sec latency 18.904 ms 2024-09-10T07:53:32.422 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 -- 172.21.15.7:0/889805259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 msgr2=0x7f32b010eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 --2- 172.21.15.7:0/889805259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b010eac0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009ca0 tx=0x7f32a802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 -- 172.21.15.7:0/889805259 shutdown_connections 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 --2- 172.21.15.7:0/889805259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b010eac0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 --2- 172.21.15.7:0/889805259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 0x7f32b0106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 --2- 172.21.15.7:0/889805259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 0x7f32b01021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 -- 172.21.15.7:0/889805259 >> 172.21.15.7:0/889805259 conn(0x7f32b00fd8d0 msgr2=0x7f32b00ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 -- 172.21.15.7:0/889805259 shutdown_connections 2024-09-10T07:53:33.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:32 smithi007 ceph-mon[30879]: pgmap v607: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 34 KiB/s wr, 19 op/s 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.067+0000 7f32b8787640 1 -- 172.21.15.7:0/889805259 wait complete. 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 Processor -- start 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 -- start start 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 0x7f32b019a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 0x7f32b019aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f32b0111e50 con 0x7f32b0106f40 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f32b0111cd0 con 0x7f32b0101e10 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b8787640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32b0111fd0 con 0x7f32b01027c0 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b6d24640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b6d24640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45538/0 (socket says 172.21.15.7:45538) 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b6d24640 1 -- 172.21.15.7:0/2326691496 learned_addr learned my addr 172.21.15.7:0/2326691496 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b5d22640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 0x7f32b019aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.068+0000 7f32b6523640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 0x7f32b019a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 -- 172.21.15.7:0/2326691496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 msgr2=0x7f32b019aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 0x7f32b019aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 -- 172.21.15.7:0/2326691496 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 msgr2=0x7f32b019a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 0x7f32b019a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 -- 172.21.15.7:0/2326691496 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b019f500 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b6d24640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009dc0 tx=0x7f32a8032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32a77fe640 1 -- 172.21.15.7:0/2326691496 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a8003bf0 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b019f790 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32a77fe640 1 -- 172.21.15.7:0/2326691496 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32a8003d90 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32a77fe640 1 -- 172.21.15.7:0/2326691496 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a8030b80 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.069+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b01a70d0 con 0x7f32b0106f40 2024-09-10T07:53:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.072+0000 7f32a77fe640 1 -- 172.21.15.7:0/2326691496 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f32a8004040 con 0x7f32b0106f40 2024-09-10T07:53:33.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.072+0000 7f32bab60740 1 Processor -- start 2024-09-10T07:53:33.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.072+0000 7f32bab60740 1 -- start start 2024-09-10T07:53:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3968f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 0x55efd3976130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55efd38ce280 con 0x55efd3969480 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55efd3875b10 con 0x55efd3973d40 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32bab60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55efd38ca240 con 0x55efd3968b60 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32a77fe640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 0x7f329c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45554/0 (socket says 172.21.15.7:45554) 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 -- 172.21.15.7:0/2865339617 learned_addr learned my addr 172.21.15.7:0/2865339617 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b5d22640 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 0x55efd3976130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32a77fe640 1 -- 172.21.15.7:0/2326691496 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f32a80f09d0 con 0x7f32b0106f40 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 -- 172.21.15.7:0/2865339617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 msgr2=0x55efd3968f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3968f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 -- 172.21.15.7:0/2865339617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 msgr2=0x55efd3976130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 0x55efd3976130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b6523640 1 -- 172.21.15.7:0/2865339617 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efd38821f0 con 0x55efd3969480 2024-09-10T07:53:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.073+0000 7f32b5d22640 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 0x55efd3976130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:33.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.074+0000 7f32b6d24640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 0x7f329c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.074+0000 7f32b6523640 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f32ac00bcd0 tx=0x7f32ac0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93fdf079397812f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.074+0000 7f32a4ff9640 1 -- 172.21.15.7:0/2865339617 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac005220 con 0x55efd3969480 2024-09-10T07:53:33.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.074+0000 7f32a4ff9640 1 -- 172.21.15.7:0/2865339617 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32ac004c50 con 0x55efd3969480 2024-09-10T07:53:33.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.074+0000 7f32a4ff9640 1 -- 172.21.15.7:0/2865339617 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac0116a0 con 0x55efd3969480 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- 172.21.15.7:0/2865339617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 msgr2=0x55efd3973800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f32ac00bcd0 tx=0x7f32ac0107a0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32b6d24640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 0x7f329c0a5040 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f32a80b9860 tx=0x7f32a802a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- 172.21.15.7:0/2865339617 shutdown_connections 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3973d40 0x55efd3976130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd3973800 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 --2- 172.21.15.7:0/2865339617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3968f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- 172.21.15.7:0/2865339617 >> 172.21.15.7:0/2865339617 conn(0x55efd39650f0 msgr2=0x55efd39654d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- 172.21.15.7:0/2865339617 shutdown_connections 2024-09-10T07:53:33.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- 172.21.15.7:0/2865339617 wait complete. 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 -- start start 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.075+0000 7f32bab60740 1 Processor -- start 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3970d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd39717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55efd3976910 con 0x55efd3973d40 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55efd3888f10 con 0x55efd3969480 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55efd3976a90 con 0x55efd3968b60 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32bab60740 10 client.0 _ll_register_callbacks cb 0x55efd3851a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b5d22640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd39717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45588/0 (socket says 172.21.15.7:45588) 2024-09-10T07:53:33.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 -- 172.21.15.7:0/4225917489 learned_addr learned my addr 172.21.15.7:0/4225917489 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b5d22640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3970d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 -- 172.21.15.7:0/4225917489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 msgr2=0x55efd3970d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3970d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 -- 172.21.15.7:0/4225917489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 msgr2=0x55efd39717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd39717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.076+0000 7f32b6523640 1 -- 172.21.15.7:0/4225917489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efd363f6a0 con 0x55efd3969480 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f32b6523640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f32ac005750 tx=0x7f32ac0048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85b16e73f0d19e36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f3299ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac004e00 con 0x55efd3969480 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f32ac004fa0 con 0x55efd3969480 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32ac004c50 con 0x55efd3969480 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f32ac0051a0 con 0x55efd3969480 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f32bab60740 10 client.26984 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55efd39825b0 con 0x55efd3969480 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.077+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32ac004c50 con 0x55efd3969480 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f32ac01b550 con 0x55efd3969480 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 10 client.26984 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 10 client.26984 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 20 client.26984 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd3983a10 0x55efd3985e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 4 client.26984 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efd38db7f0 con 0x55efd3983a10 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32b5d22640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd3983a10 0x55efd3985e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f32b5d22640 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd3983a10 0x55efd3985e00 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8355a483c9f32ac5 server_cookie=9064ca8650c7be09 in_seq=0 out_seq=0 2024-09-10T07:53:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.078+0000 7f3299ffb640 10 client.26984 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f3299ffb640 1 -- 172.21.15.7:0/4225917489 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55efd38db7f0 con 0x55efd3983a10 2024-09-10T07:53:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f3299ffb640 10 client.26984 handle_command_reply: tid=0 2024-09-10T07:53:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 client.26984 shutdown 2024-09-10T07:53:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 msgr2=0x55efd3971290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f32ac005750 tx=0x7f32ac0048f0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 shutdown_connections 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd3983a10 0x55efd3985e00 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd39717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3969480 0x55efd3971290 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 --2- 172.21.15.7:0/4225917489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3968b60 0x55efd3970d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 >> 172.21.15.7:0/4225917489 conn(0x55efd39650f0 msgr2=0x55efd396add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f3299ffb640 0 client.26984 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 shutdown_connections 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.079+0000 7f32bab60740 1 -- 172.21.15.7:0/4225917489 wait complete. 2024-09-10T07:53:33.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.080+0000 7f32bab60740 20 client.26984 trim_cache size 0 max 16384 2024-09-10T07:53:33.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 Processor -- start 2024-09-10T07:53:33.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 -- start start 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd396fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3973d40 0x55efd3988a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01b3770 con 0x55efd3969480 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01b1040 con 0x55efd3968b60 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32bab60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01aeeb0 con 0x55efd3973d40 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32b5d22640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32b5d22640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45598/0 (socket says 172.21.15.7:45598) 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32b5d22640 1 -- 172.21.15.7:0/1671186643 learned_addr learned my addr 172.21.15.7:0/1671186643 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.102+0000 7f32b6523640 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd396fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3973d40 0x55efd3988a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 -- 172.21.15.7:0/1671186643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3973d40 msgr2=0x55efd3988a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3973d40 0x55efd3988a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 -- 172.21.15.7:0/1671186643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 msgr2=0x55efd396fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd396fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 -- 172.21.15.7:0/1671186643 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efd395f680 con 0x55efd3968b60 2024-09-10T07:53:33.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f32b5d22640 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f32a000f990 tx=0x7f32a0005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ef43f45cefc73e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f329bfff640 1 -- 172.21.15.7:0/1671186643 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0010830 con 0x55efd3968b60 2024-09-10T07:53:33.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f329bfff640 1 -- 172.21.15.7:0/1671186643 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32a0024050 con 0x55efd3968b60 2024-09-10T07:53:33.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.103+0000 7f329bfff640 1 -- 172.21.15.7:0/1671186643 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0022ca0 con 0x55efd3968b60 2024-09-10T07:53:33.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- 172.21.15.7:0/1671186643 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 msgr2=0x55efd3971620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f32a000f990 tx=0x7f32a0005f10 comp rx=0 tx=0).stop 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- 172.21.15.7:0/1671186643 shutdown_connections 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3973d40 0x55efd3988a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3969480 0x55efd396fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 --2- 172.21.15.7:0/1671186643 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3971620 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- 172.21.15.7:0/1671186643 >> 172.21.15.7:0/1671186643 conn(0x55efd39650f0 msgr2=0x55efd396f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- 172.21.15.7:0/1671186643 shutdown_connections 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- 172.21.15.7:0/1671186643 wait complete. 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.104+0000 7f32bab60740 1 -- start start 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 Processor -- start 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3969480 0x55efd39864e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd3986a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01af500 con 0x55efd3973d40 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01b0970 con 0x55efd3968b60 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01afbd0 con 0x55efd3969480 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32bab60740 10 client.0 _ll_register_callbacks cb 0x7f32ac00bb20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32b5d22640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32b5d22640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45612/0 (socket says 172.21.15.7:45612) 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32b5d22640 1 -- 172.21.15.7:0/544551310 learned_addr learned my addr 172.21.15.7:0/544551310 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32b5d22640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd3986a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.105+0000 7f32b6523640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3969480 0x55efd39864e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 -- 172.21.15.7:0/544551310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3969480 msgr2=0x55efd39864e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3969480 0x55efd39864e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 -- 172.21.15.7:0/544551310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 msgr2=0x55efd3986a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd3986a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 -- 172.21.15.7:0/544551310 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efd39661a0 con 0x55efd3968b60 2024-09-10T07:53:33.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32b5d22640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f32a0005710 tx=0x7f32a0019040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3d0fc2a4b761df5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f3299ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0022920 con 0x55efd3968b60 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f32a0022ac0 con 0x55efd3968b60 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32a0024050 con 0x55efd3968b60 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f32a003e050 con 0x55efd3968b60 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32bab60740 10 client.26990 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:33.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.106+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55efd39ee1c0 con 0x55efd3968b60 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32a0024050 con 0x55efd3968b60 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f32a001f040 con 0x55efd3968b60 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 10 client.26990 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 10 client.26990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 20 client.26990 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd39ee880 0x55efd39f0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 4 client.26990 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55efd38d5d00 con 0x55efd39ee880 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32b6523640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd39ee880 0x55efd39f0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f32b6523640 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd39ee880 0x55efd39f0ca0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfb111df0559a9d server_cookie=134531f77a926d76 in_seq=0 out_seq=0 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.107+0000 7f3299ffb640 10 client.26990 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:33.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.108+0000 7f3299ffb640 1 -- 172.21.15.7:0/544551310 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55efd38d5d00 con 0x55efd39ee880 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.108+0000 7f3299ffb640 10 client.26990 handle_command_reply: tid=0 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.108+0000 7f32bab60740 1 client.26990 shutdown 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.108+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 msgr2=0x55efd3989190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.108+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f32a0005710 tx=0x7f32a0019040 comp rx=0 tx=0).stop 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 shutdown_connections 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55efd39ee880 0x55efd39f0ca0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f3299ffb640 0 client.26990 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55efd3973d40 0x55efd3986a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55efd3969480 0x55efd39864e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 --2- 172.21.15.7:0/544551310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55efd3968b60 0x55efd3989190 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 >> 172.21.15.7:0/544551310 conn(0x55efd39650f0 msgr2=0x55efd3964270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 shutdown_connections 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 1 -- 172.21.15.7:0/544551310 wait complete. 2024-09-10T07:53:33.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.109+0000 7f32bab60740 20 client.26990 trim_cache size 0 max 16384 2024-09-10T07:53:33.112 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:33.112 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:53:33.112 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "4c8aa5ab-092a-4a05-aa7a-a86b51ba532f", 2024-09-10T07:53:33.112 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:53:33.112 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 msgr2=0x7f329c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 0x7f329c0a5040 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f32a80b9860 tx=0x7f32a802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 msgr2=0x7f32b019ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009dc0 tx=0x7f32a8032ff0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 shutdown_connections 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f329c0a2b80 0x7f329c0a5040 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f32b0106f40 0x7f32b019ee20 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32b01027c0 0x7f32b019aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 --2- 172.21.15.7:0/2326691496 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f32b0101e10 0x7f32b019a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:33.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 >> 172.21.15.7:0/2326691496 conn(0x7f32b00fd8d0 msgr2=0x7f32b00fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:33.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 shutdown_connections 2024-09-10T07:53:33.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:33.110+0000 7f32b8787640 1 -- 172.21.15.7:0/2326691496 wait complete. 2024-09-10T07:53:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:32 smithi110 ceph-mon[34417]: pgmap v607: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 34 KiB/s wr, 19 op/s 2024-09-10T07:53:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:32 smithi145 ceph-mon[34766]: pgmap v607: 129 pgs: 129 active+clean; 66 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 34 KiB/s wr, 19 op/s 2024-09-10T07:53:33.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 151368 1.82 MB/sec execute 276 sec latency 22.895 ms 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:33.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:33.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:33.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:33.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:33 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:33.908 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:53:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:53:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:34.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:33 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.205 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:53:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:33 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:34.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 151988 1.84 MB/sec execute 277 sec latency 13.604 ms 2024-09-10T07:53:34.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/4117315982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 msgr2=0x7f1d38107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/4117315982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38107b90 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1d28009930 tx=0x7f1d2802a420 comp rx=0 tx=0).stop 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/4117315982 shutdown_connections 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/4117315982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 0x7f1d3810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/4117315982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38107b90 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/4117315982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 0x7f1d38103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/4117315982 >> 172.21.15.7:0/4117315982 conn(0x7f1d380fc7d0 msgr2=0x7f1d380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/4117315982 shutdown_connections 2024-09-10T07:53:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.831+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/4117315982 wait complete. 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 Processor -- start 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 -- start start 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 0x7f1d38198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 0x7f1d3819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d38111f50 con 0x7f1d381036e0 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d38111dd0 con 0x7f1d38102d30 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3fbb4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381120d0 con 0x7f1d381082a0 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45608/0 (socket says 172.21.15.7:45608) 2024-09-10T07:53:34.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 -- 172.21.15.7:0/1292390898 learned_addr learned my addr 172.21.15.7:0/1292390898 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d950640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 0x7f1d38198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3e151640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 0x7f1d3819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 -- 172.21.15.7:0/1292390898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 msgr2=0x7f1d3819cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 0x7f1d3819cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 -- 172.21.15.7:0/1292390898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 msgr2=0x7f1d38198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 0x7f1d38198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.832+0000 7f1d3d14f640 1 -- 172.21.15.7:0/1292390898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d3819d4c0 con 0x7f1d381036e0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f1d28004770 tx=0x7f1d28004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d2effd640 1 -- 172.21.15.7:0/1292390898 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2803f030 con 0x7f1d381036e0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d3819d750 con 0x7f1d381036e0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d2effd640 1 -- 172.21.15.7:0/1292390898 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d280318a0 con 0x7f1d381036e0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d2effd640 1 -- 172.21.15.7:0/1292390898 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d28035070 con 0x7f1d381036e0 2024-09-10T07:53:34.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.833+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d381a5090 con 0x7f1d381036e0 2024-09-10T07:53:34.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.835+0000 7f1d2effd640 1 -- 172.21.15.7:0/1292390898 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1d28042030 con 0x7f1d381036e0 2024-09-10T07:53:34.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 Processor -- start 2024-09-10T07:53:34.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 -- start start 2024-09-10T07:53:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a343e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 0x55d8a344d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d8a33a42e0 con 0x55d8a343ecc0 2024-09-10T07:53:34.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d8a334bce0 con 0x55d8a344da90 2024-09-10T07:53:34.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d8a33a02a0 con 0x55d8a343e3a0 2024-09-10T07:53:34.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d3d14f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 0x55d8a344d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d3d14f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45642/0 (socket says 172.21.15.7:45642) 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 0x55d8a344d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45612/0 (socket says 172.21.15.7:45612) 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.836+0000 7f1d3d14f640 1 -- 172.21.15.7:0/2054842025 learned_addr learned my addr 172.21.15.7:0/2054842025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3e151640 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a343e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d2effd640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 0x7f1d240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 -- 172.21.15.7:0/2054842025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 msgr2=0x55d8a343e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a343e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 -- 172.21.15.7:0/2054842025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 msgr2=0x55d8a344d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 0x55d8a344d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 -- 172.21.15.7:0/2054842025 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8a3330440 con 0x55d8a344da90 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3e151640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 0x7f1d240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d2effd640 1 -- 172.21.15.7:0/1292390898 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1d280ef7e0 con 0x7f1d381036e0 2024-09-10T07:53:34.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1d280de160 tx=0x7f1d280b7810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f221469d04d7c69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.837+0000 7f1d23fff640 1 -- 172.21.15.7:0/2054842025 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d28049020 con 0x55d8a344da90 2024-09-10T07:53:34.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d23fff640 1 -- 172.21.15.7:0/2054842025 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d280de910 con 0x55d8a344da90 2024-09-10T07:53:34.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d23fff640 1 -- 172.21.15.7:0/2054842025 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d280de710 con 0x55d8a344da90 2024-09-10T07:53:34.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 -- 172.21.15.7:0/2054842025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 msgr2=0x55d8a344fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d3e151640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 0x7f1d240a5040 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1d30009fd0 tx=0x7f1d30004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1d280de160 tx=0x7f1d280b7810 comp rx=0 tx=0).stop 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 -- 172.21.15.7:0/2054842025 shutdown_connections 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a344fe80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343ecc0 0x55d8a344d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/2054842025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a343e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 -- 172.21.15.7:0/2054842025 >> 172.21.15.7:0/2054842025 conn(0x55d8a343aa30 msgr2=0x55d8a343ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.838+0000 7f1d41f8d740 1 -- 172.21.15.7:0/2054842025 shutdown_connections 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.839+0000 7f1d41f8d740 1 -- 172.21.15.7:0/2054842025 wait complete. 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.839+0000 7f1d41f8d740 1 -- start start 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.839+0000 7f1d41f8d740 1 Processor -- start 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a344a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 0x55d8a344aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d8a3450480 con 0x55d8a344da90 2024-09-10T07:53:34.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d8a335f050 con 0x55d8a343ecc0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d8a3450600 con 0x55d8a343e3a0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d41f8d740 10 client.0 _ll_register_callbacks cb 0x55d8a339f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3e151640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 0x55d8a344aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a344a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37882/0 (socket says 172.21.15.7:37882) 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d950640 1 -- 172.21.15.7:0/3970286842 learned_addr learned my addr 172.21.15.7:0/3970286842 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 -- 172.21.15.7:0/3970286842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 msgr2=0x55d8a344d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 -- 172.21.15.7:0/3970286842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 msgr2=0x55d8a344aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 0x55d8a344aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 -- 172.21.15.7:0/3970286842 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8a31153c0 con 0x55d8a343ecc0 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:34.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3e151640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 0x55d8a344aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a344a660 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1d280bcfd0 tx=0x7f1d28031400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73df9daeec55e0b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d217fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.840+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d28049040 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1d280b9fa0 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d8a33b1850 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1d280bb7e0 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 10 client.27002 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d8a3450480 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55d8a33b1850 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1d280b8310 con 0x55d8a343ecc0 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 10 client.27002 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 10 client.27002 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 20 client.27002 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a345d060 0x55d8a345f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 4 client.27002 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.841+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8a33abd60 con 0x55d8a345d060 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.842+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a345d060 0x55d8a345f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.842+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a345d060 0x55d8a345f450 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b965693e7c320bb server_cookie=5a1187a2817abf75 in_seq=0 out_seq=0 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.842+0000 7f1d217fa640 10 client.27002 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d217fa640 1 -- 172.21.15.7:0/3970286842 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d8a33abd60 con 0x55d8a345d060 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d217fa640 10 client.27002 handle_command_reply: tid=0 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 client.27002 shutdown 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 msgr2=0x55d8a344a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a344a660 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1d280bcfd0 tx=0x7f1d28031400 comp rx=0 tx=0).stop 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 shutdown_connections 2024-09-10T07:53:34.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a345d060 0x55d8a345f450 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a344da90 0x55d8a344aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a344a660 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3970286842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343e3a0 0x55d8a344d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d217fa640 0 client.27002 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 >> 172.21.15.7:0/3970286842 conn(0x55d8a343aa30 msgr2=0x55d8a3440760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.843+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 shutdown_connections 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.844+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3970286842 wait complete. 2024-09-10T07:53:34.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.844+0000 7f1d41f8d740 20 client.27002 trim_cache size 0 max 16384 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.861+0000 7f1d41f8d740 1 Processor -- start 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.861+0000 7f1d41f8d740 1 -- start start 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343ecc0 0x55d8a3465240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a34478c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381af340 con 0x55d8a343e3a0 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381acc10 con 0x55d8a344da90 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381aaa80 con 0x55d8a343ecc0 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3e151640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a34478c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45622/0 (socket says 172.21.15.7:45622) 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3e151640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a34478c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45658/0 (socket says 172.21.15.7:45658) 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 -- 172.21.15.7:0/3778361010 learned_addr learned my addr 172.21.15.7:0/3778361010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343ecc0 0x55d8a3465240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 -- 172.21.15.7:0/3778361010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343ecc0 msgr2=0x55d8a3465240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343ecc0 0x55d8a3465240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 -- 172.21.15.7:0/3778361010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 msgr2=0x55d8a34478c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a34478c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 -- 172.21.15.7:0/3778361010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8a344d720 con 0x55d8a343e3a0 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.862+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x55d8a345fc70 tx=0x7f1d34005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c77d896ae7a4fea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d237fe640 1 -- 172.21.15.7:0/3778361010 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d34004230 con 0x55d8a343e3a0 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d237fe640 1 -- 172.21.15.7:0/3778361010 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d340043d0 con 0x55d8a343e3a0 2024-09-10T07:53:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d237fe640 1 -- 172.21.15.7:0/3778361010 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d34011960 con 0x55d8a343e3a0 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3778361010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 msgr2=0x55d8a3464d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x55d8a345fc70 tx=0x7f1d34005f90 comp rx=0 tx=0).stop 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3778361010 shutdown_connections 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a344da90 0x55d8a34478c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a343ecc0 0x55d8a3465240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3778361010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3464d00 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.863+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3778361010 >> 172.21.15.7:0/3778361010 conn(0x55d8a343aa30 msgr2=0x55d8a3449750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.864+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3778361010 shutdown_connections 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.864+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3778361010 wait complete. 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.864+0000 7f1d41f8d740 1 -- start start 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.864+0000 7f1d41f8d740 1 Processor -- start 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a3451a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a344da90 0x55d8a3451f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381ab0d0 con 0x55d8a343e3a0 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381ac540 con 0x55d8a343ecc0 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1d381ab7a0 con 0x55d8a344da90 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d41f8d740 10 client.0 _ll_register_callbacks cb 0x7f1d34009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45630/0 (socket says 172.21.15.7:45630) 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 -- 172.21.15.7:0/3107515593 learned_addr learned my addr 172.21.15.7:0/3107515593 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a3451a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3e151640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a344da90 0x55d8a3451f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 -- 172.21.15.7:0/3107515593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a344da90 msgr2=0x55d8a3451f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a344da90 0x55d8a3451f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 -- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 msgr2=0x55d8a3451a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a3451a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 -- 172.21.15.7:0/3107515593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8a34c6cd0 con 0x55d8a343e3a0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a3451a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d3d950640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f1d34005d00 tx=0x7f1d340114d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5bd25b25306123 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.865+0000 7f1d217fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d34005030 con 0x55d8a343e3a0 2024-09-10T07:53:34.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1d340051d0 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d340043d0 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1d3403a050 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 10 client.17646 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d8a34c7f20 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d340043d0 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1d340116e0 con 0x55d8a343e3a0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 10 client.17646 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 10 client.17646 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 20 client.17646 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a34c84f0 0x55d8a34ca910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 4 client.17646 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.866+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d8a3328210 con 0x55d8a34c84f0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.867+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a34c84f0 0x55d8a34ca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.867+0000 7f1d3d14f640 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a34c84f0 0x55d8a34ca910 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45981451f05d23b0 server_cookie=dd5644e82036583c in_seq=0 out_seq=0 2024-09-10T07:53:34.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.867+0000 7f1d217fa640 10 client.17646 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d217fa640 1 -- 172.21.15.7:0/3107515593 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d8a3328210 con 0x55d8a34c84f0 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d217fa640 10 client.17646 handle_command_reply: tid=0 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 client.17646 shutdown 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 msgr2=0x55d8a3451510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f1d34005d00 tx=0x7f1d340114d0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 shutdown_connections 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d8a34c84f0 0x55d8a34ca910 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d8a344da90 0x55d8a3451f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d8a343ecc0 0x55d8a3451a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 --2- 172.21.15.7:0/3107515593 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d8a343e3a0 0x55d8a3451510 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d217fa640 0 client.17646 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:34.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 >> 172.21.15.7:0/3107515593 conn(0x55d8a343aa30 msgr2=0x55d8a343ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 shutdown_connections 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 1 -- 172.21.15.7:0/3107515593 wait complete. 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.868+0000 7f1d41f8d740 20 client.17646 trim_cache size 0 max 16384 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "4c8aa5ab-092a-4a05-aa7a-a86b51ba532f": { 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "4c8aa5ab-092a-4a05-aa7a-a86b51ba532f", 2024-09-10T07:53:34.872 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:53:34.873 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:34.873 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:34.873 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:34.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 msgr2=0x7f1d240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 0x7f1d240a5040 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1d30009fd0 tx=0x7f1d30004ab0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 msgr2=0x7f1d38198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f1d28004770 tx=0x7f1d28004270 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 shutdown_connections 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1d240a2b80 0x7f1d240a5040 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d381082a0 0x7f1d3819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d381036e0 0x7f1d38198a50 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 --2- 172.21.15.7:0/1292390898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d38102d30 0x7f1d38198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 >> 172.21.15.7:0/1292390898 conn(0x7f1d380fc7d0 msgr2=0x7f1d38105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 shutdown_connections 2024-09-10T07:53:34.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:34.869+0000 7f1d3fbb4640 1 -- 172.21.15.7:0/1292390898 wait complete. 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 -- 172.21.15.7:0/3449745975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 msgr2=0x7f20d81031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 --2- 172.21.15.7:0/3449745975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81031d0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f20c8009900 tx=0x7f20c802a410 comp rx=0 tx=0).stop 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 -- 172.21.15.7:0/3449745975 shutdown_connections 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 --2- 172.21.15.7:0/3449745975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 --2- 172.21.15.7:0/3449745975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81031d0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 --2- 172.21.15.7:0/3449745975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 0x7f20d8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 -- 172.21.15.7:0/3449745975 >> 172.21.15.7:0/3449745975 conn(0x7f20d80fd2e0 msgr2=0x7f20d80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 -- 172.21.15.7:0/3449745975 shutdown_connections 2024-09-10T07:53:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.990+0000 7f20df5a6640 1 -- 172.21.15.7:0/3449745975 wait complete. 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 Processor -- start 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 -- start start 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 0x7f20d8197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d819f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20d810d670 con 0x7f20d8102d50 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20d810d4f0 con 0x7f20d8103710 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20df5a6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20d810d7f0 con 0x7f20d8101b60 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20dcb41640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20dcb41640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45646/0 (socket says 172.21.15.7:45646) 2024-09-10T07:53:34.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20dcb41640 1 -- 172.21.15.7:0/1426096815 learned_addr learned my addr 172.21.15.7:0/1426096815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.991+0000 7f20ddb43640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d819f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dd342640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 0x7f20d8197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 -- 172.21.15.7:0/1426096815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 msgr2=0x7f20d8197c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 0x7f20d8197c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 -- 172.21.15.7:0/1426096815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 msgr2=0x7f20d819f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d819f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 -- 172.21.15.7:0/1426096815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d819f8d0 con 0x7f20d8102d50 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20ddb43640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d819f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20dcb41640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f20c8005940 tx=0x7f20c80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20ce7fc640 1 -- 172.21.15.7:0/1426096815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c803f030 con 0x7f20d8102d50 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20ce7fc640 1 -- 172.21.15.7:0/1426096815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20c8003cb0 con 0x7f20d8102d50 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20d819fb60 con 0x7f20d8102d50 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20ce7fc640 1 -- 172.21.15.7:0/1426096815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c8035070 con 0x7f20d8102d50 2024-09-10T07:53:34.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.992+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20d81a0050 con 0x7f20d8102d50 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.995+0000 7f20ce7fc640 1 -- 172.21.15.7:0/1426096815 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f20c8042030 con 0x7f20d8102d50 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 Processor -- start 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 -- start start 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd40da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd43830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5629cbc9f2f0 con 0x5629cbd3b9a0 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5629cbc47270 con 0x5629cbd3c2e0 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20e2421740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5629cbc9b2b0 con 0x5629cbd41370 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20ddb43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20ddb43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45648/0 (socket says 172.21.15.7:45648) 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20dcb41640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd43830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20ddb43640 1 -- 172.21.15.7:0/3058984212 learned_addr learned my addr 172.21.15.7:0/3058984212 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20dd342640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd40da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20ce7fc640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 0x7f20c40a9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.996+0000 7f20ddb43640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 0x7f20c40a9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 -- 172.21.15.7:0/3058984212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 msgr2=0x5629cbd43830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd43830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 -- 172.21.15.7:0/3058984212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 msgr2=0x5629cbd3bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 -- 172.21.15.7:0/3058984212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629cbc46340 con 0x5629cbd3c2e0 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20ce7fc640 1 -- 172.21.15.7:0/1426096815 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f20c80efa00 con 0x7f20d8102d50 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd43830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:34.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20ddb43640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:34.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20dd342640 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd40da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f20d8102bb0 tx=0x7f20d400e350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ec399903c211f8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20ddb43640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 0x7f20c40a9500 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f20d0005c40 tx=0x7f20d0004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:34.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20c37fe640 1 -- 172.21.15.7:0/3058984212 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4004030 con 0x5629cbd3c2e0 2024-09-10T07:53:34.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20c37fe640 1 -- 172.21.15.7:0/3058984212 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20d4005020 con 0x5629cbd3c2e0 2024-09-10T07:53:34.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.997+0000 7f20c37fe640 1 -- 172.21.15.7:0/3058984212 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4004cf0 con 0x5629cbd3c2e0 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- 172.21.15.7:0/3058984212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 msgr2=0x5629cbd40da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd40da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f20d8102bb0 tx=0x7f20d400e350 comp rx=0 tx=0).stop 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- 172.21.15.7:0/3058984212 shutdown_connections 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd43830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd40da0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 --2- 172.21.15.7:0/3058984212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd3bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- 172.21.15.7:0/3058984212 >> 172.21.15.7:0/3058984212 conn(0x5629cbd37010 msgr2=0x5629cbd37410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- 172.21.15.7:0/3058984212 shutdown_connections 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- 172.21.15.7:0/3058984212 wait complete. 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 -- start start 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.998+0000 7f20e2421740 1 Processor -- start 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 0x5629cbd460e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5629cbd44340 con 0x5629cbd3b9a0 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5629cbc28290 con 0x5629cbd41370 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5629cbd444c0 con 0x5629cbd3c2e0 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20e2421740 10 client.0 _ll_register_callbacks cb 0x5629cbc59140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:35.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45654/0 (socket says 172.21.15.7:45654) 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 -- 172.21.15.7:0/3787516903 learned_addr learned my addr 172.21.15.7:0/3787516903 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20ddb43640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 0x5629cbd460e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 -- 172.21.15.7:0/3787516903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 msgr2=0x5629cbd460e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 0x5629cbd460e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 -- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 msgr2=0x5629cbd4d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 -- 172.21.15.7:0/3787516903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629cb9b2210 con 0x5629cbd3b9a0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 0x5629cbd460e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20dd342640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f20d400efc0 tx=0x7f20d4005670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2cabc3fccf2a39f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:34.999+0000 7f20c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4029060 con 0x5629cbd3b9a0 2024-09-10T07:53:35.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f20d4004c80 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20d4005020 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f20d400c750 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 10 client.17658 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5629cba7e620 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20d4005020 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f20d4003b60 con 0x5629cbd3b9a0 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 10 client.17658 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 10 client.17658 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 20 client.17658 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbd51640 0x5629cbd53aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 4 client.17658 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.000+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629cbcaca20 con 0x5629cbd51640 2024-09-10T07:53:35.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.001+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbd51640 0x5629cbd53aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.001+0000 7f20c0ff9640 10 client.17658 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.001+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbd51640 0x5629cbd53aa0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=943e86c7590d6fc6 server_cookie=e7614121a6753b0 in_seq=0 out_seq=0 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3787516903 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5629cbcaca20 con 0x5629cbd51640 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20c0ff9640 10 client.17658 handle_command_reply: tid=0 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 client.17658 shutdown 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 msgr2=0x5629cbd45ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f20d400efc0 tx=0x7f20d4005670 comp rx=0 tx=0).stop 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 shutdown_connections 2024-09-10T07:53:35.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbd51640 0x5629cbd53aa0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3c2e0 0x5629cbd460e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 --2- 172.21.15.7:0/3787516903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd45ba0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20c0ff9640 0 client.17658 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 >> 172.21.15.7:0/3787516903 conn(0x5629cbd37010 msgr2=0x5629cbd38820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 shutdown_connections 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 1 -- 172.21.15.7:0/3787516903 wait complete. 2024-09-10T07:53:35.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.002+0000 7f20e2421740 20 client.17658 trim_cache size 0 max 16384 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 Processor -- start 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 -- start start 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd360b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81aac80 con 0x5629cbd3b9a0 2024-09-10T07:53:35.020 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81a8550 con 0x5629cbd3c2e0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20e2421740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81a63c0 con 0x5629cbd41370 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45658/0 (socket says 172.21.15.7:45658) 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 -- 172.21.15.7:0/1720278296 learned_addr learned my addr 172.21.15.7:0/1720278296 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20ddb43640 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd360b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dcb41640 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 -- 172.21.15.7:0/1720278296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 msgr2=0x5629cbd360b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd360b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 -- 172.21.15.7:0/1720278296 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 msgr2=0x5629cbd4d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.020+0000 7f20dd342640 1 -- 172.21.15.7:0/1720278296 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629cbd456e0 con 0x5629cbd3b9a0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.021+0000 7f20dd342640 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f20d400c910 tx=0x7f20d401a800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97744059c48b0eea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:35.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.021+0000 7f20c2ffd640 1 -- 172.21.15.7:0/1720278296 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4029070 con 0x5629cbd3b9a0 2024-09-10T07:53:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.021+0000 7f20c2ffd640 1 -- 172.21.15.7:0/1720278296 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20d401aa10 con 0x5629cbd3b9a0 2024-09-10T07:53:35.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.021+0000 7f20c2ffd640 1 -- 172.21.15.7:0/1720278296 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d40039b0 con 0x5629cbd3b9a0 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- 172.21.15.7:0/1720278296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 msgr2=0x5629cbd46170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f20d400c910 tx=0x7f20d401a800 comp rx=0 tx=0).stop 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- 172.21.15.7:0/1720278296 shutdown_connections 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd41370 0x5629cbd360b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- 172.21.15.7:0/1720278296 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3b9a0 0x5629cbd46170 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- 172.21.15.7:0/1720278296 >> 172.21.15.7:0/1720278296 conn(0x5629cbd37010 msgr2=0x5629cbd359a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- 172.21.15.7:0/1720278296 shutdown_connections 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- 172.21.15.7:0/1720278296 wait complete. 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- start start 2024-09-10T07:53:35.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 Processor -- start 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81a6a10 con 0x5629cbd3c2e0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81a7e80 con 0x5629cbd41370 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.022+0000 7f20e2421740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20d81a70e0 con 0x5629cbd3b9a0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20e2421740 10 client.0 _ll_register_callbacks cb 0x7f20d4014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37966/0 (socket says 172.21.15.7:37966) 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 -- 172.21.15.7:0/3346100623 learned_addr learned my addr 172.21.15.7:0/3346100623 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20ddb43640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 -- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 msgr2=0x5629cbd4ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 -- 172.21.15.7:0/3346100623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3c2e0 msgr2=0x5629cbd4a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 -- 172.21.15.7:0/3346100623 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629cbd4c010 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20dd342640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x5629cbd320b0 tx=0x7f20d4004eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9eeef7fbb9fc116a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.023+0000 7f20c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4029040 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f20d4003900 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20d401aa10 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f20d4046050 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 10 client.27040 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5629cbd4d320 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20d401aa10 con 0x5629cbd3b9a0 2024-09-10T07:53:35.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f20d402c040 con 0x5629cbd3b9a0 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 10 client.27040 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 10 client.27040 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 20 client.27040 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbdbc8c0 0x5629cbdbece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 4 client.27040 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5629cbca6d70 con 0x5629cbdbc8c0 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.024+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbdbc8c0 0x5629cbdbece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.025+0000 7f20c0ff9640 10 client.27040 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:35.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.025+0000 7f20dcb41640 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbdbc8c0 0x5629cbdbece0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d081341be306ca75 server_cookie=6bba4110f32438a9 in_seq=0 out_seq=0 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20c0ff9640 1 -- 172.21.15.7:0/3346100623 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5629cbca6d70 con 0x5629cbdbc8c0 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20c0ff9640 10 client.27040 handle_command_reply: tid=0 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 client.27040 shutdown 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 msgr2=0x5629cbd4a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x5629cbd320b0 tx=0x7f20d4004eb0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 shutdown_connections 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5629cbdbc8c0 0x5629cbdbece0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5629cbd41370 0x5629cbd4ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5629cbd3c2e0 0x5629cbd4a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 --2- 172.21.15.7:0/3346100623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5629cbd3b9a0 0x5629cbd4a4b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20c0ff9640 0 client.27040 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 >> 172.21.15.7:0/3346100623 conn(0x5629cbd37010 msgr2=0x5629cbd361c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 shutdown_connections 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 1 -- 172.21.15.7:0/3346100623 wait complete. 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.043+0000 7f20e2421740 20 client.27040 trim_cache size 0 max 16384 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:53:35.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:53:35.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:53:35.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 msgr2=0x7f20c40a9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 0x7f20c40a9500 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f20d0005c40 tx=0x7f20d0004ab0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 msgr2=0x7f20d81981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:35.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f20c8005940 tx=0x7f20c80042f0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 shutdown_connections 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f20c40a7040 0x7f20c40a9500 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20d8103710 0x7f20d819f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20d8102d50 0x7f20d81981d0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 --2- 172.21.15.7:0/1426096815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20d8101b60 0x7f20d8197c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 >> 172.21.15.7:0/1426096815 conn(0x7f20d80fd2e0 msgr2=0x7f20d81060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 shutdown_connections 2024-09-10T07:53:35.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:35.044+0000 7f20df5a6640 1 -- 172.21.15.7:0/1426096815 wait complete. 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: pgmap v608: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 119 KiB/s wr, 23 op/s 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:53:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:34 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: pgmap v608: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 119 KiB/s wr, 23 op/s 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:53:35.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:34 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: pgmap v608: 129 pgs: 129 active+clean; 65 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 119 KiB/s wr, 23 op/s 2024-09-10T07:53:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:53:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:34 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:53:35.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 152533 1.85 MB/sec execute 278 sec latency 14.471 ms 2024-09-10T07:53:35.634 INFO:tasks.cephfs.filesystem:scrub status for tag:4c8aa5ab-092a-4a05-aa7a-a86b51ba532f - {'path': '/', 'tag': '4c8aa5ab-092a-4a05-aa7a-a86b51ba532f', 'options': 'recursive,force'} 2024-09-10T07:53:36.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 152911 1.85 MB/sec execute 279 sec latency 13.533 ms 2024-09-10T07:53:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:36 smithi007 ceph-mon[30879]: pgmap v609: 129 pgs: 129 active+clean; 65 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 223 KiB/s wr, 44 op/s 2024-09-10T07:53:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:36 smithi110 ceph-mon[34417]: pgmap v609: 129 pgs: 129 active+clean; 65 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 223 KiB/s wr, 44 op/s 2024-09-10T07:53:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:36 smithi145 ceph-mon[34766]: pgmap v609: 129 pgs: 129 active+clean; 65 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 223 KiB/s wr, 44 op/s 2024-09-10T07:53:37.268 INFO:tasks.workunit.client.0.smithi007.stdout: 1 153208 1.84 MB/sec execute 280 sec latency 12.713 ms 2024-09-10T07:53:38.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 153734 1.84 MB/sec execute 281 sec latency 13.800 ms 2024-09-10T07:53:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:38 smithi007 ceph-mon[30879]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 377 KiB/s wr, 68 op/s 2024-09-10T07:53:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:38 smithi110 ceph-mon[34417]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 377 KiB/s wr, 68 op/s 2024-09-10T07:53:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:38 smithi145 ceph-mon[34766]: pgmap v610: 129 pgs: 129 active+clean; 66 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 377 KiB/s wr, 68 op/s 2024-09-10T07:53:39.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 154384 1.85 MB/sec execute 282 sec latency 10.412 ms 2024-09-10T07:53:40.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:39 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:53:40.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:39 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:53:40.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:39 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:53:40.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 154986 1.85 MB/sec execute 283 sec latency 10.490 ms 2024-09-10T07:53:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:40 smithi007 ceph-mon[30879]: pgmap v611: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 883 KiB/s wr, 106 op/s 2024-09-10T07:53:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:53:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:53:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:40 smithi110 ceph-mon[34417]: pgmap v611: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 883 KiB/s wr, 106 op/s 2024-09-10T07:53:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:53:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:53:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:40 smithi145 ceph-mon[34766]: pgmap v611: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 156 KiB/s rd, 883 KiB/s wr, 106 op/s 2024-09-10T07:53:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:53:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:53:41.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 155750 1.86 MB/sec execute 284 sec latency 12.506 ms 2024-09-10T07:53:42.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 156202 1.87 MB/sec execute 285 sec latency 13.050 ms 2024-09-10T07:53:43.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:42 smithi007 ceph-mon[30879]: pgmap v612: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 984 KiB/s wr, 134 op/s 2024-09-10T07:53:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:42 smithi110 ceph-mon[34417]: pgmap v612: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 984 KiB/s wr, 134 op/s 2024-09-10T07:53:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:42 smithi145 ceph-mon[34766]: pgmap v612: 129 pgs: 129 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 984 KiB/s wr, 134 op/s 2024-09-10T07:53:43.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 156516 1.87 MB/sec execute 286 sec latency 14.192 ms 2024-09-10T07:53:44.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 156915 1.87 MB/sec execute 287 sec latency 13.064 ms 2024-09-10T07:53:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:44 smithi007 ceph-mon[30879]: pgmap v613: 129 pgs: 129 active+clean; 67 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:53:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:44 smithi110 ceph-mon[34417]: pgmap v613: 129 pgs: 129 active+clean; 67 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:53:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:44 smithi145 ceph-mon[34766]: pgmap v613: 129 pgs: 129 active+clean; 67 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:53:45.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 157480 1.87 MB/sec execute 288 sec latency 13.778 ms 2024-09-10T07:53:46.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 158097 1.87 MB/sec execute 289 sec latency 14.283 ms 2024-09-10T07:53:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:46 smithi007 ceph-mon[30879]: pgmap v614: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:53:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:46 smithi110 ceph-mon[34417]: pgmap v614: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:53:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:46 smithi145 ceph-mon[34766]: pgmap v614: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.4 MiB/s wr, 153 op/s 2024-09-10T07:53:47.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 158644 1.87 MB/sec execute 290 sec latency 14.583 ms 2024-09-10T07:53:48.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 -- 172.21.15.7:0/23924722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec101c30 msgr2=0x7f98ec1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 --2- 172.21.15.7:0/23924722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec101c30 0x7f98ec1020b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f98e0009900 tx=0x7f98e002a410 comp rx=0 tx=0).stop 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 -- 172.21.15.7:0/23924722 shutdown_connections 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 --2- 172.21.15.7:0/23924722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec1025f0 0x7f98ec108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 --2- 172.21.15.7:0/23924722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec101c30 0x7f98ec1020b0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 --2- 172.21.15.7:0/23924722 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.141+0000 7f98f200a640 1 -- 172.21.15.7:0/23924722 >> 172.21.15.7:0/23924722 conn(0x7f98ec0fc1e0 msgr2=0x7f98ec0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.142+0000 7f98f200a640 1 -- 172.21.15.7:0/23924722 shutdown_connections 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.142+0000 7f98f200a640 1 -- 172.21.15.7:0/23924722 wait complete. 2024-09-10T07:53:48.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.142+0000 7f98f200a640 1 Processor -- start 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 -- start start 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 0x7f98ec197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 0x7f98ec19e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec10c570 con 0x7f98ec1025f0 2024-09-10T07:53:48.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec10c3f0 con 0x7f98ec100a40 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98f200a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec10c6f0 con 0x7f98ec101c30 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:44378/0 (socket says 172.21.15.7:44378) 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eb7fe640 1 -- 172.21.15.7:0/3788216906 learned_addr learned my addr 172.21.15.7:0/3788216906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 0x7f98ec197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 0x7f98ec19e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 -- 172.21.15.7:0/3788216906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 msgr2=0x7f98ec196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 -- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 msgr2=0x7f98ec19e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 0x7f98ec19e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.143+0000 7f98eaffd640 1 -- 172.21.15.7:0/3788216906 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98ec19e810 con 0x7f98ec101c30 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 0x7f98ec19e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:48.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 0x7f98ec197130 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f98e00314e0 tx=0x7f98e0004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98e8ff9640 1 -- 172.21.15.7:0/3788216906 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e003f030 con 0x7f98ec101c30 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98e8ff9640 1 -- 172.21.15.7:0/3788216906 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e0003aa0 con 0x7f98ec101c30 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98ec19eaa0 con 0x7f98ec101c30 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98e8ff9640 1 -- 172.21.15.7:0/3788216906 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0035070 con 0x7f98ec101c30 2024-09-10T07:53:48.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.144+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98ec19efb0 con 0x7f98ec101c30 2024-09-10T07:53:48.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.147+0000 7f98f4e77740 1 Processor -- start 2024-09-10T07:53:48.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 -- start start 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c71f10 0x5588c5c70750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c81460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98e8ff9640 1 -- 172.21.15.7:0/3788216906 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f98e0042030 con 0x7f98ec101c30 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588c5bd42f0 con 0x5588c5c71f10 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5588c5b7c270 con 0x5588c5c711d0 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.148+0000 7f98f4e77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5588c5bd02b0 con 0x5588c5c72310 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.149+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.149+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:44468/0 (socket says 172.21.15.7:44468) 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.149+0000 7f98eb7fe640 1 -- 172.21.15.7:0/581879719 learned_addr learned my addr 172.21.15.7:0/581879719 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:48.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.149+0000 7f98eaffd640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c81460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.149+0000 7f98e8ff9640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 0x7f98d40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98ebfff640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c71f10 0x5588c5c70750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 -- 172.21.15.7:0/581879719 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 msgr2=0x5588c5c81460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c81460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 -- 172.21.15.7:0/581879719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c71f10 msgr2=0x5588c5c70750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c71f10 0x5588c5c70750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 -- 172.21.15.7:0/581879719 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588c5b7b340 con 0x5588c5c72310 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eaffd640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c81460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 0x7f98d40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98e8ff9640 1 -- 172.21.15.7:0/3788216906 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f98e00efaa0 con 0x7f98ec101c30 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f98dc0115c0 tx=0x7f98dc011a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dfc568cab3c40b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98d1ffb640 1 -- 172.21.15.7:0/581879719 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc005020 con 0x5588c5c72310 2024-09-10T07:53:48.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 0x7f98d40a51f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f98e4005fd0 tx=0x7f98e4004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98d1ffb640 1 -- 172.21.15.7:0/581879719 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98dc0047a0 con 0x5588c5c72310 2024-09-10T07:53:48.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.150+0000 7f98d1ffb640 1 -- 172.21.15.7:0/581879719 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc00f8a0 con 0x5588c5c72310 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 -- 172.21.15.7:0/581879719 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 msgr2=0x5588c5c70c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f98dc0115c0 tx=0x7f98dc011a80 comp rx=0 tx=0).stop 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 -- 172.21.15.7:0/581879719 shutdown_connections 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c81460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c70c90 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 --2- 172.21.15.7:0/581879719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c71f10 0x5588c5c70750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 -- 172.21.15.7:0/581879719 >> 172.21.15.7:0/581879719 conn(0x5588c5c6c010 msgr2=0x5588c5c6c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 -- 172.21.15.7:0/581879719 shutdown_connections 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.151+0000 7f98f4e77740 1 -- 172.21.15.7:0/581879719 wait complete. 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 -- start start 2024-09-10T07:53:48.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 Processor -- start 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 0x5588c5c7b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c801c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588c5c76e20 con 0x5588c5c711d0 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5588c5b5d290 con 0x5588c5c71f10 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5588c5c76fa0 con 0x5588c5c72310 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98f4e77740 10 client.0 _ll_register_callbacks cb 0x5588c5b8e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38710/0 (socket says 172.21.15.7:38710) 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98eb7fe640 1 -- 172.21.15.7:0/3813337800 learned_addr learned my addr 172.21.15.7:0/3813337800 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 0x5588c5c7b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.152+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c801c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 -- 172.21.15.7:0/3813337800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 msgr2=0x5588c5c801c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c801c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 -- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 msgr2=0x5588c5c7b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 0x5588c5c7b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 -- 172.21.15.7:0/3813337800 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588c58e7210 con 0x5588c5c711d0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 0x5588c5c7b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98ebfff640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c801c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f98dc01b040 tx=0x7f98dc009e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d43585f2bb232d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98caffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc027070 con 0x5588c5c711d0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f98dc005310 con 0x5588c5c711d0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98dc0047a0 con 0x5588c5c711d0 2024-09-10T07:53:48.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f98dc033050 con 0x5588c5c711d0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98f4e77740 10 client.17676 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5588c59b3620 con 0x5588c5c711d0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.153+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98dc0047a0 con 0x5588c5c711d0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f98dc022660 con 0x5588c5c711d0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 10 client.17676 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 10 client.17676 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 20 client.17676 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5c976c0 0x5588c5c99ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 4 client.17676 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588c5be1a20 con 0x5588c5c976c0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5c976c0 0x5588c5c99ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98eaffd640 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5c976c0 0x5588c5c99ab0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d845bfaa3551c05 server_cookie=1af10a17a1d7903a in_seq=0 out_seq=0 2024-09-10T07:53:48.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.154+0000 7f98caffd640 10 client.17676 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.155+0000 7f98caffd640 1 -- 172.21.15.7:0/3813337800 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5588c5be1a20 con 0x5588c5c976c0 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.155+0000 7f98caffd640 10 client.17676 handle_command_reply: tid=0 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.155+0000 7f98f4e77740 1 client.17676 shutdown 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 msgr2=0x5588c5c7acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f98dc01b040 tx=0x7f98dc009e10 comp rx=0 tx=0).stop 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 shutdown_connections 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5c976c0 0x5588c5c99ab0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c72310 0x5588c5c801c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c71f10 0x5588c5c7b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98caffd640 0 client.17676 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 --2- 172.21.15.7:0/3813337800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c711d0 0x5588c5c7acc0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 >> 172.21.15.7:0/3813337800 conn(0x5588c5c6c010 msgr2=0x5588c5c6d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 shutdown_connections 2024-09-10T07:53:48.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 1 -- 172.21.15.7:0/3813337800 wait complete. 2024-09-10T07:53:48.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.156+0000 7f98f4e77740 20 client.17676 trim_cache size 0 max 16384 2024-09-10T07:53:48.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 Processor -- start 2024-09-10T07:53:48.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 -- start start 2024-09-10T07:53:48.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5c6ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5c6d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1aaca0 con 0x5588c5c72310 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1a8570 con 0x5588c5c711d0 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98f4e77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1a63e0 con 0x5588c5c71f10 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5c6d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:44394/0 (socket says 172.21.15.7:44394) 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5c6d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38720/0 (socket says 172.21.15.7:38720) 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2783199822 learned_addr learned my addr 172.21.15.7:0/2783199822 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eaffd640 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5c6ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2783199822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 msgr2=0x5588c5c6ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5c6ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2783199822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 msgr2=0x5588c5c6d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.175+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5c6d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.176+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2783199822 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588c5c76d00 con 0x5588c5c711d0 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.176+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f98dc011ac0 tx=0x7f98dc001e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77a086de396c9ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.176+0000 7f98d17fa640 1 -- 172.21.15.7:0/2783199822 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc030020 con 0x5588c5c711d0 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.176+0000 7f98d17fa640 1 -- 172.21.15.7:0/2783199822 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98dc022460 con 0x5588c5c711d0 2024-09-10T07:53:48.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.176+0000 7f98d17fa640 1 -- 172.21.15.7:0/2783199822 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc027070 con 0x5588c5c711d0 2024-09-10T07:53:48.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- 172.21.15.7:0/2783199822 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 msgr2=0x5588c5c7b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f98dc011ac0 tx=0x7f98dc001e50 comp rx=0 tx=0).stop 2024-09-10T07:53:48.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- 172.21.15.7:0/2783199822 shutdown_connections 2024-09-10T07:53:48.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5c6d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5c6ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2783199822 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5c7b180 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- 172.21.15.7:0/2783199822 >> 172.21.15.7:0/2783199822 conn(0x5588c5c6c010 msgr2=0x5588c5c7aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- 172.21.15.7:0/2783199822 shutdown_connections 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- 172.21.15.7:0/2783199822 wait complete. 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 -- start start 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 Processor -- start 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.177+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5ca9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5caa560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1a6a30 con 0x5588c5c72310 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1a7ea0 con 0x5588c5c711d0 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1a7100 con 0x5588c5c71f10 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 10 client.0 _ll_register_callbacks cb 0x7f98dc011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:48.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5caa560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eaffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5ca9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:44408/0 (socket says 172.21.15.7:44408) 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2508701704 learned_addr learned my addr 172.21.15.7:0/2508701704 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2508701704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 msgr2=0x5588c5ca9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5ca9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2508701704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 msgr2=0x5588c5caa560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5caa560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 -- 172.21.15.7:0/2508701704 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588c5caab70 con 0x5588c5c711d0 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eaffd640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5ca9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98ebfff640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5caa560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98eb7fe640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009c90 tx=0x7f98dc0092d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47bc7f45b19eaac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:48.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98caffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc030070 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98dc022460 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.178+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f98dc005510 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f98dc047050 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 10 client.27044 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5588c5d02210 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98dc022460 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f98dc00f660 con 0x5588c5c711d0 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 10 client.27044 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 10 client.27044 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 20 client.27044 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5d02a80 0x5588c5d04ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 4 client.27044 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:53:48.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5588c5bdbd70 con 0x5588c5d02a80 2024-09-10T07:53:48.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.179+0000 7f98eaffd640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5d02a80 0x5588c5d04ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:48.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.180+0000 7f98caffd640 10 client.27044 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:48.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.180+0000 7f98eaffd640 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5d02a80 0x5588c5d04ea0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ca0fd13280b87c0 server_cookie=307ec63c6416f808 in_seq=0 out_seq=0 2024-09-10T07:53:48.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.200+0000 7f98caffd640 1 -- 172.21.15.7:0/2508701704 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5588c5bdbd70 con 0x5588c5d02a80 2024-09-10T07:53:48.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.200+0000 7f98caffd640 10 client.27044 handle_command_reply: tid=0 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.200+0000 7f98f4e77740 1 client.27044 shutdown 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 msgr2=0x5588c5ca9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009c90 tx=0x7f98dc0092d0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 shutdown_connections 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588c5d02a80 0x5588c5d04ea0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588c5c72310 0x5588c5caa560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588c5c71f10 0x5588c5ca9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 --2- 172.21.15.7:0/2508701704 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588c5c711d0 0x5588c5ca9010 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98caffd640 0 client.27044 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 >> 172.21.15.7:0/2508701704 conn(0x5588c5c6c010 msgr2=0x5588c5c6a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 shutdown_connections 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 1 -- 172.21.15.7:0/2508701704 wait complete. 2024-09-10T07:53:48.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f4e77740 20 client.27044 trim_cache size 0 max 16384 2024-09-10T07:53:48.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:53:48.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:53:48.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:53:48.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 msgr2=0x7f98d40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 0x7f98d40a51f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f98e4005fd0 tx=0x7f98e4004ab0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.201+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 msgr2=0x7f98ec197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 0x7f98ec197130 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f98e00314e0 tx=0x7f98e0004270 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 shutdown_connections 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98d40a2d30 0x7f98d40a51f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98ec1025f0 0x7f98ec19e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98ec101c30 0x7f98ec197130 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 --2- 172.21.15.7:0/3788216906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f98ec100a40 0x7f98ec196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 >> 172.21.15.7:0/3788216906 conn(0x7f98ec0fc1e0 msgr2=0x7f98ec0fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:48.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 shutdown_connections 2024-09-10T07:53:48.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:53:48.202+0000 7f98f200a640 1 -- 172.21.15.7:0/3788216906 wait complete. 2024-09-10T07:53:48.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 159383 1.89 MB/sec execute 291 sec latency 17.232 ms 2024-09-10T07:53:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:48 smithi007 ceph-mon[30879]: pgmap v615: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-09-10T07:53:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:48 smithi110 ceph-mon[34417]: pgmap v615: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-09-10T07:53:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:48 smithi145 ceph-mon[34766]: pgmap v615: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-09-10T07:53:49.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 159799 1.89 MB/sec execute 292 sec latency 13.701 ms 2024-09-10T07:53:50.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 160072 1.89 MB/sec execute 293 sec latency 18.663 ms 2024-09-10T07:53:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:50 smithi007 ceph-mon[30879]: pgmap v616: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.6 MiB/s wr, 173 op/s 2024-09-10T07:53:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:50 smithi110 ceph-mon[34417]: pgmap v616: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.6 MiB/s wr, 173 op/s 2024-09-10T07:53:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:50 smithi145 ceph-mon[34766]: pgmap v616: 129 pgs: 129 active+clean; 69 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.6 MiB/s wr, 173 op/s 2024-09-10T07:53:51.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 160431 1.89 MB/sec execute 294 sec latency 24.670 ms 2024-09-10T07:53:52.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 160924 1.89 MB/sec execute 295 sec latency 14.489 ms 2024-09-10T07:53:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:52 smithi007 ceph-mon[30879]: pgmap v617: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:53:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:52 smithi110 ceph-mon[34417]: pgmap v617: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:53:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:52 smithi145 ceph-mon[34766]: pgmap v617: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:53:53.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 161595 1.89 MB/sec execute 296 sec latency 13.994 ms 2024-09-10T07:53:54.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 162196 1.89 MB/sec execute 297 sec latency 11.790 ms 2024-09-10T07:53:54.950 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.6 2024-09-10T07:53:54.950 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:53:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:54 smithi007 ceph-mon[30879]: pgmap v618: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 145 op/s 2024-09-10T07:53:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:54 smithi110 ceph-mon[34417]: pgmap v618: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 145 op/s 2024-09-10T07:53:55.219 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:54 smithi145 ceph-mon[34766]: pgmap v618: 129 pgs: 129 active+clean; 70 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 145 op/s 2024-09-10T07:53:55.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 162932 1.91 MB/sec execute 298 sec latency 13.938 ms 2024-09-10T07:53:55.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 -- 172.21.15.7:0/605987331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764100e20 msgr2=0x7ff764101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:55.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 --2- 172.21.15.7:0/605987331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764100e20 0x7ff764101200 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7ff758009900 tx=0x7ff75802a480 comp rx=0 tx=0).stop 2024-09-10T07:53:55.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 -- 172.21.15.7:0/605987331 shutdown_connections 2024-09-10T07:53:55.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 --2- 172.21.15.7:0/605987331 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102ef0 0x7ff76410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:55.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 --2- 172.21.15.7:0/605987331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764102570 0x7ff7641029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 --2- 172.21.15.7:0/605987331 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764100e20 0x7ff764101200 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 -- 172.21.15.7:0/605987331 >> 172.21.15.7:0/605987331 conn(0x7ff7640fc7d0 msgr2=0x7ff7640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 -- 172.21.15.7:0/605987331 shutdown_connections 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.739+0000 7ff76acfb640 1 -- 172.21.15.7:0/605987331 wait complete. 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 Processor -- start 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 -- start start 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764100e20 0x7ff764103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 0x7ff764103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:55.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff764110e30 con 0x7ff764102ef0 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff764110cb0 con 0x7ff764102570 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff76acfb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff764110fb0 con 0x7ff764100e20 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff769298640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff769298640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46516/0 (socket says 172.21.15.7:46516) 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.740+0000 7ff763fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 0x7ff764103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 -- 172.21.15.7:0/1424842653 learned_addr learned my addr 172.21.15.7:0/1424842653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff768a97640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764100e20 0x7ff764103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:55.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 -- 172.21.15.7:0/1424842653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764100e20 msgr2=0x7ff764103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764100e20 0x7ff764103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 -- 172.21.15.7:0/1424842653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 msgr2=0x7ff764103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 0x7ff764103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 -- 172.21.15.7:0/1424842653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7641a6900 con 0x7ff764102ef0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff763fff640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 0x7ff764103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff769298640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00eb10 tx=0x7ff75c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c004b20 con 0x7ff764102ef0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff75c004cc0 con 0x7ff764102ef0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c010690 con 0x7ff764102ef0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.741+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7641a6bf0 con 0x7ff764102ef0 2024-09-10T07:53:55.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.742+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7641a70e0 con 0x7ff764102ef0 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.743+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff764101200 con 0x7ff764102ef0 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.744+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff75c005020 con 0x7ff764102ef0 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.745+0000 7ff761ffb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 0x7ff7540a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.745+0000 7ff768a97640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 0x7ff7540a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.745+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff75c0cf8f0 con 0x7ff764102ef0 2024-09-10T07:53:55.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.745+0000 7ff768a97640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 0x7ff7540a5040 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff758009230 tx=0x7ff7580058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:55.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:55.749+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff75c09c4b0 con 0x7ff764102ef0 2024-09-10T07:53:56.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.002+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff764104c80 con 0x7ff764102ef0 2024-09-10T07:53:56.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.003+0000 7ff761ffb640 1 -- 172.21.15.7:0/1424842653 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7ff764104c80 con 0x7ff764102ef0 2024-09-10T07:53:56.002 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:53:56.002 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:53:56.003 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 msgr2=0x7ff7540a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 0x7ff7540a5040 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff758009230 tx=0x7ff7580058d0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 msgr2=0x7ff7641041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00eb10 tx=0x7ff75c00c2d0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 shutdown_connections 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff7540a2b80 0x7ff7540a5040 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff764102ef0 0x7ff7641041d0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff764102570 0x7ff764103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 --2- 172.21.15.7:0/1424842653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff764100e20 0x7ff764103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 >> 172.21.15.7:0/1424842653 conn(0x7ff7640fc7d0 msgr2=0x7ff76406a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:56.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 shutdown_connections 2024-09-10T07:53:56.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:56.005+0000 7ff76acfb640 1 -- 172.21.15.7:0/1424842653 wait complete. 2024-09-10T07:53:56.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163387 1.92 MB/sec execute 299 sec latency 19.932 ms 2024-09-10T07:53:56.774 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 144.6 --await-for 45.0' 2024-09-10T07:53:56.774 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 144.6 --await-for 45.0 2024-09-10T07:53:57.071 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:53:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:56 smithi007 ceph-mon[30879]: pgmap v619: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:53:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:56 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1424842653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:56 smithi110 ceph-mon[34417]: pgmap v619: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:53:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:56 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1424842653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:56 smithi145 ceph-mon[34766]: pgmap v619: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 291 KiB/s rd, 1.4 MiB/s wr, 164 op/s 2024-09-10T07:53:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:56 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1424842653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:53:57.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163610 1.91 MB/sec execute 300 sec latency 22.595 ms 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- 172.21.15.7:0/4241964083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c101420 msgr2=0x7fc67c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 --2- 172.21.15.7:0/4241964083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c101420 0x7fc67c10d950 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fc674009cd0 tx=0x7fc67402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- 172.21.15.7:0/4241964083 shutdown_connections 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 --2- 172.21.15.7:0/4241964083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c101420 0x7fc67c10d950 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 --2- 172.21.15.7:0/4241964083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c100a80 0x7fc67c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 --2- 172.21.15.7:0/4241964083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c106a80 0x7fc67c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- 172.21.15.7:0/4241964083 >> 172.21.15.7:0/4241964083 conn(0x7fc67c0fc7a0 msgr2=0x7fc67c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- 172.21.15.7:0/4241964083 shutdown_connections 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- 172.21.15.7:0/4241964083 wait complete. 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 Processor -- start 2024-09-10T07:53:57.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.638+0000 7fc68290f640 1 -- start start 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 0x7fc67c0fce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c106a80 0x7fc67c0fd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c110d30 con 0x7fc67c100a80 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c110bb0 con 0x7fc67c101420 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc68290f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c110eb0 con 0x7fc67c106a80 2024-09-10T07:53:57.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 0x7fc67c0fce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 0x7fc67c0fce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46542/0 (socket says 172.21.15.7:46542) 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc680eac640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c106a80 0x7fc67c0fd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45492/0 (socket says 172.21.15.7:45492) 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 -- 172.21.15.7:0/3548829222 learned_addr learned my addr 172.21.15.7:0/3548829222 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 -- 172.21.15.7:0/3548829222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c106a80 msgr2=0x7fc67c0fd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c106a80 0x7fc67c0fd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 -- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 msgr2=0x7fc67c0fce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 0x7fc67c0fce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.639+0000 7fc67b7fe640 1 -- 172.21.15.7:0/3548829222 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67c1a6810 con 0x7fc67c101420 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc67000e9f0 tx=0x7fc67000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc6797fa640 1 -- 172.21.15.7:0/3548829222 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc67000cd80 con 0x7fc67c101420 2024-09-10T07:53:57.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc6797fa640 1 -- 172.21.15.7:0/3548829222 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6700054d0 con 0x7fc67c101420 2024-09-10T07:53:57.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc6797fa640 1 -- 172.21.15.7:0/3548829222 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc670010490 con 0x7fc67c101420 2024-09-10T07:53:57.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc67c1a6b00 con 0x7fc67c101420 2024-09-10T07:53:57.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.640+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc67c1a6ff0 con 0x7fc67c101420 2024-09-10T07:53:57.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.643+0000 7fc6797fa640 1 -- 172.21.15.7:0/3548829222 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc670005020 con 0x7fc67c101420 2024-09-10T07:53:57.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.643+0000 7fc684ce8740 1 Processor -- start 2024-09-10T07:53:57.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 -- start start 2024-09-10T07:53:57.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01ba6940 0x559b01ba8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559b01b012a0 con 0x559b01b9b760 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559b01aa8b10 con 0x559b01ba6940 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc684ce8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559b01afd260 con 0x559b01b9c080 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46556/0 (socket says 172.21.15.7:46556) 2024-09-10T07:53:57.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 -- 172.21.15.7:0/699590363 learned_addr learned my addr 172.21.15.7:0/699590363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc67bfff640 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc6797fa640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 0x7fc6640a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 -- 172.21.15.7:0/699590363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 msgr2=0x559b01ba6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 -- 172.21.15.7:0/699590363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01ba6940 msgr2=0x559b01ba8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01ba6940 0x559b01ba8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.644+0000 7fc680eac640 1 -- 172.21.15.7:0/699590363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b01872b90 con 0x559b01b9b760 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc680eac640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 0x7fc6640a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc6797fa640 1 -- 172.21.15.7:0/3548829222 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc6700cf760 con 0x7fc67c101420 2024-09-10T07:53:57.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc680eac640 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fc674009cd0 tx=0x7fc674005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4056382bb7abc7aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc6627fc640 1 -- 172.21.15.7:0/699590363 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674042040 con 0x559b01b9b760 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc6627fc640 1 -- 172.21.15.7:0/699590363 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc674044070 con 0x559b01b9b760 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc6627fc640 1 -- 172.21.15.7:0/699590363 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674030960 con 0x559b01b9b760 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.645+0000 7fc680eac640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 0x7fc6640a5040 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc67404d000 tx=0x7fc67404e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 -- 172.21.15.7:0/699590363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 msgr2=0x559b01b9bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fc674009cd0 tx=0x7fc674005ef0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 -- 172.21.15.7:0/699590363 shutdown_connections 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01ba6940 0x559b01ba8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 --2- 172.21.15.7:0/699590363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01b9b760 0x559b01b9bb40 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 -- 172.21.15.7:0/699590363 >> 172.21.15.7:0/699590363 conn(0x559b01b97cf0 msgr2=0x559b01b980d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 -- 172.21.15.7:0/699590363 shutdown_connections 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.646+0000 7fc684ce8740 1 -- 172.21.15.7:0/699590363 wait complete. 2024-09-10T07:53:57.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 -- start start 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 Processor -- start 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01ba38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01ba4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559b01ba9510 con 0x559b01ba6940 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559b01a896e0 con 0x559b01b9b760 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559b01ba9690 con 0x559b01b9c080 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.647+0000 7fc684ce8740 10 client.0 _ll_register_callbacks cb 0x559b01aada80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01ba4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01ba38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01ba4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46564/0 (socket says 172.21.15.7:46564) 2024-09-10T07:53:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc680eac640 1 -- 172.21.15.7:0/2947076185 learned_addr learned my addr 172.21.15.7:0/2947076185 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 -- 172.21.15.7:0/2947076185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 msgr2=0x559b01ba3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 -- 172.21.15.7:0/2947076185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 msgr2=0x559b01ba4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01ba4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 -- 172.21.15.7:0/2947076185 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b01bb2ab0 con 0x559b01b9b760 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc67bfff640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01ba38a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc66c012700 tx=0x7fc66c012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0ad62302b60aa79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc65b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c004030 con 0x559b01b9b760 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc66c0041d0 con 0x559b01b9b760 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.648+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc674044070 con 0x559b01b9b760 2024-09-10T07:53:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc66c025050 con 0x559b01b9b760 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 10 client.27059 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559b01bb54a0 con 0x559b01b9b760 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc674044070 con 0x559b01b9b760 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc66c0038d0 con 0x559b01b9b760 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 10 client.27059 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 10 client.27059 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 20 client.27059 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01bb6960 0x559b01bb8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 4 client.27059 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b01b0e9d0 con 0x559b01bb6960 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.649+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01bb6960 0x559b01bb8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.650+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01bb6960 0x559b01bb8d50 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1045896bc96c4f90 server_cookie=61b25116fd0be21b in_seq=0 out_seq=0 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.650+0000 7fc65b7fe640 10 client.27059 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc65b7fe640 1 -- 172.21.15.7:0/2947076185 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b01b0e9d0 con 0x559b01bb6960 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc65b7fe640 10 client.27059 handle_command_reply: tid=0 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 client.27059 shutdown 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 msgr2=0x559b01ba38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01ba38a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc66c012700 tx=0x7fc66c012bc0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 shutdown_connections 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01bb6960 0x559b01bb8d50 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01ba4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01ba3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2947076185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01ba38a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 >> 172.21.15.7:0/2947076185 conn(0x559b01b97cf0 msgr2=0x559b01b96e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc65b7fe640 0 client.27059 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 shutdown_connections 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 1 -- 172.21.15.7:0/2947076185 wait complete. 2024-09-10T07:53:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.651+0000 7fc684ce8740 20 client.27059 trim_cache size 0 max 16384 2024-09-10T07:53:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.669+0000 7fc684ce8740 1 Processor -- start 2024-09-10T07:53:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.669+0000 7fc684ce8740 1 -- start start 2024-09-10T07:53:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01b96d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bbe5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1b36e0 con 0x559b01ba6940 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1b0fb0 con 0x559b01b9b760 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc684ce8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1aee20 con 0x559b01b9c080 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46574/0 (socket says 172.21.15.7:46574) 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 -- 172.21.15.7:0/2122950378 learned_addr learned my addr 172.21.15.7:0/2122950378 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc67bfff640 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01b96d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc67b7fe640 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bbe5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 -- 172.21.15.7:0/2122950378 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 msgr2=0x559b01bbe5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bbe5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 -- 172.21.15.7:0/2122950378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 msgr2=0x559b01b96d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01b96d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 -- 172.21.15.7:0/2122950378 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b01b93260 con 0x559b01ba6940 2024-09-10T07:53:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.670+0000 7fc680eac640 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc674006010 tx=0x7fc6740305a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c5b793da198ac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc661ffb640 1 -- 172.21.15.7:0/2122950378 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc67405a070 con 0x559b01ba6940 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc661ffb640 1 -- 172.21.15.7:0/2122950378 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc674036040 con 0x559b01ba6940 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc661ffb640 1 -- 172.21.15.7:0/2122950378 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674042040 con 0x559b01ba6940 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 -- 172.21.15.7:0/2122950378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 msgr2=0x559b01bbeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc674006010 tx=0x7fc6740305a0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 -- 172.21.15.7:0/2122950378 shutdown_connections 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01bbeb10 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bbe5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 --2- 172.21.15.7:0/2122950378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01b96d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.671+0000 7fc684ce8740 1 -- 172.21.15.7:0/2122950378 >> 172.21.15.7:0/2122950378 conn(0x559b01b97cf0 msgr2=0x559b01b96650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 -- 172.21.15.7:0/2122950378 shutdown_connections 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 -- 172.21.15.7:0/2122950378 wait complete. 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 -- start start 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 Processor -- start 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.672+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bab380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc684ce8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01c205a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc684ce8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1af470 con 0x559b01ba6940 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc684ce8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1b08e0 con 0x559b01b9b760 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc684ce8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c1afb40 con 0x559b01b9c080 2024-09-10T07:53:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc684ce8740 10 client.0 _ll_register_callbacks cb 0x7fc66c009d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc67b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bab380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01c205a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc67bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc67bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45538/0 (socket says 172.21.15.7:45538) 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc67bfff640 1 -- 172.21.15.7:0/227507891 learned_addr learned my addr 172.21.15.7:0/227507891 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 -- 172.21.15.7:0/227507891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 msgr2=0x559b01bab380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bab380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 -- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 msgr2=0x559b01baae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 -- 172.21.15.7:0/227507891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b01c20b60 con 0x559b01ba6940 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc67bfff640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc680eac640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01c205a0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc67402af70 tx=0x7fc674005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa2b27d7c5df8688 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.673+0000 7fc65b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:53:57.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674063020 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc674030640 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc674036040 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc674042030 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 10 client.17706 fetch_fsmap learned FSMap version 31 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559b01c21e00 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc674036040 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc674030070 con 0x559b01ba6940 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 10 client.17706 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 10 client.17706 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 20 client.17706 populate_metadata read hostname 'smithi007' 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01c22070 0x559b01c24460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:53:57.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 4 client.17706 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.6, "await_for": 45.0}] 2024-09-10T07:53:57.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.6, "await_for": 45.0}) -- 0x559b01b08d20 con 0x559b01c22070 2024-09-10T07:53:57.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.674+0000 7fc67bfff640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01c22070 0x559b01c24460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:53:57.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.675+0000 7fc67bfff640 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01c22070 0x559b01c24460 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecd0609415ab6bd4 server_cookie=71b04e4b1508bf8a in_seq=0 out_seq=0 2024-09-10T07:53:57.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.675+0000 7fc65b7fe640 10 client.17706 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:57.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc65b7fe640 1 -- 172.21.15.7:0/227507891 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559b01b08d20 con 0x559b01c22070 2024-09-10T07:53:57.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc65b7fe640 10 client.17706 handle_command_reply: tid=0 2024-09-10T07:53:57.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 client.17706 shutdown 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 msgr2=0x559b01c205a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01c205a0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc67402af70 tx=0x7fc674005ef0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 shutdown_connections 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b01c22070 0x559b01c24460 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b01ba6940 0x559b01c205a0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b01b9c080 0x559b01bab380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 --2- 172.21.15.7:0/227507891 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b01b9b760 0x559b01baae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 >> 172.21.15.7:0/227507891 conn(0x559b01b97cf0 msgr2=0x559b01b96e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc65b7fe640 0 client.17706 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 shutdown_connections 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.765+0000 7fc684ce8740 1 -- 172.21.15.7:0/227507891 wait complete. 2024-09-10T07:53:57.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc684ce8740 20 client.17706 trim_cache size 0 max 16384 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 30, 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "c43d932e": { 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 30, 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:53:57.767 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 144.6, 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:57.768 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 msgr2=0x7fc6640a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 0x7fc6640a5040 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc67404d000 tx=0x7fc67404e000 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 msgr2=0x7fc67c0fd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc67000e9f0 tx=0x7fc67000edf0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 shutdown_connections 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc6640a2b80 0x7fc6640a5040 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc67c106a80 0x7fc67c0fd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc67c101420 0x7fc67c0fd380 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 --2- 172.21.15.7:0/3548829222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67c100a80 0x7fc67c0fce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 >> 172.21.15.7:0/3548829222 conn(0x7fc67c0fc7a0 msgr2=0x7fc67c06aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 shutdown_connections 2024-09-10T07:53:57.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:53:57.766+0000 7fc68290f640 1 -- 172.21.15.7:0/3548829222 wait complete. 2024-09-10T07:53:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:53:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:53:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:53:58.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:53:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:53:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:53:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:53:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:53:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:53:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:53:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:53:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:53:58.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.90 MB/sec execute 301 sec latency 566.931 ms 2024-09-10T07:53:58.550 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c43d932e', quiesce took 3.6 seconds. Will release after: 21.0 2024-09-10T07:53:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:53:58 smithi007 ceph-mon[30879]: pgmap v620: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:53:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:53:58 smithi110 ceph-mon[34417]: pgmap v620: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:53:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:53:58 smithi145 ceph-mon[34766]: pgmap v620: 129 pgs: 129 active+clean; 71 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-09-10T07:53:59.269 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.90 MB/sec execute 302 sec latency 1567.051 ms 2024-09-10T07:54:00.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.89 MB/sec execute 303 sec latency 2567.174 ms 2024-09-10T07:54:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:00 smithi007 ceph-mon[30879]: pgmap v621: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-09-10T07:54:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:00 smithi110 ceph-mon[34417]: pgmap v621: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-09-10T07:54:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:00 smithi145 ceph-mon[34766]: pgmap v621: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-09-10T07:54:01.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.89 MB/sec execute 304 sec latency 3567.231 ms 2024-09-10T07:54:01.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 -- 172.21.15.7:0/456356003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 msgr2=0x7f93a41072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 --2- 172.21.15.7:0/456356003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a41072e0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f938c009900 tx=0x7f938c02a410 comp rx=0 tx=0).stop 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 -- 172.21.15.7:0/456356003 shutdown_connections 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 --2- 172.21.15.7:0/456356003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 0x7f93a4109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 --2- 172.21.15.7:0/456356003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a41072e0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 --2- 172.21.15.7:0/456356003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 0x7f93a41049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 -- 172.21.15.7:0/456356003 >> 172.21.15.7:0/456356003 conn(0x7f93a40fc1e0 msgr2=0x7f93a40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 -- 172.21.15.7:0/456356003 shutdown_connections 2024-09-10T07:54:01.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.302+0000 7f93a922e640 1 -- 172.21.15.7:0/456356003 wait complete. 2024-09-10T07:54:01.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.303+0000 7f93a922e640 1 Processor -- start 2024-09-10T07:54:01.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.303+0000 7f93a922e640 1 -- start start 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 0x7f93a4197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 0x7f93a419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410d6a0 con 0x7f93a4104ef0 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410d520 con 0x7f93a4107820 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a922e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410d820 con 0x7f93a41025c0 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37158/0 (socket says 172.21.15.7:37158) 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 -- 172.21.15.7:0/748124727 learned_addr learned my addr 172.21.15.7:0/748124727 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 0x7f93a4197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f93a359e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 0x7f93a419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 -- 172.21.15.7:0/748124727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 msgr2=0x7f93a4197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 0x7f93a4197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 -- 172.21.15.7:0/748124727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 msgr2=0x7f93a419f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 0x7f93a419f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 -- 172.21.15.7:0/748124727 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a419f960 con 0x7f93a4104ef0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.304+0000 7f939a59c640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f938c0314e0 tx=0x7f938c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.305+0000 7f93a0d99640 1 -- 172.21.15.7:0/748124727 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f938c03f030 con 0x7f93a4104ef0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.305+0000 7f93a0d99640 1 -- 172.21.15.7:0/748124727 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f938c003cb0 con 0x7f93a4104ef0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.305+0000 7f93a0d99640 1 -- 172.21.15.7:0/748124727 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f938c035070 con 0x7f93a4104ef0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.305+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a419fbf0 con 0x7f93a4104ef0 2024-09-10T07:54:01.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.305+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a41a00e0 con 0x7f93a4104ef0 2024-09-10T07:54:01.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.307+0000 7f93a0d99640 1 -- 172.21.15.7:0/748124727 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f938c042030 con 0x7f93a4104ef0 2024-09-10T07:54:01.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 Processor -- start 2024-09-10T07:54:01.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 -- start start 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a771b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602a79c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6029d12f0 con 0x55a602a71db0 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a602979270 con 0x55a602a726f0 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93abfcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6029cd2b0 con 0x55a602a77780 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37166/0 (socket says 172.21.15.7:37166) 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93a359e640 1 -- 172.21.15.7:0/632819880 learned_addr learned my addr 172.21.15.7:0/632819880 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f939a59c640 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602a79c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.308+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a771b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a0d99640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 0x7f93900a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 -- 172.21.15.7:0/632819880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 msgr2=0x55a602a79c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602a79c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 -- 172.21.15.7:0/632819880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 msgr2=0x55a602a771b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a771b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 -- 172.21.15.7:0/632819880 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a602978340 con 0x55a602a71db0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a0d99640 1 -- 172.21.15.7:0/748124727 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f938c0efa40 con 0x7f93a4104ef0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 0x7f93900a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f939c00f470 tx=0x7f939c00f930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ca9fc0bc51f6bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f939959a640 1 -- 172.21.15.7:0/632819880 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c019760 con 0x55a602a71db0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f939959a640 1 -- 172.21.15.7:0/632819880 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f939c019db0 con 0x55a602a71db0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f939959a640 1 -- 172.21.15.7:0/632819880 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c01abc0 con 0x55a602a71db0 2024-09-10T07:54:01.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.309+0000 7f93a359e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 0x7f93900a50f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f939c020000 tx=0x7f939c01d000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 -- 172.21.15.7:0/632819880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 msgr2=0x55a602a721b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f939c00f470 tx=0x7f939c00f930 comp rx=0 tx=0).stop 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 -- 172.21.15.7:0/632819880 shutdown_connections 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602a79c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a771b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 --2- 172.21.15.7:0/632819880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a721b0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 -- 172.21.15.7:0/632819880 >> 172.21.15.7:0/632819880 conn(0x55a602a69010 msgr2=0x55a602a69410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 -- 172.21.15.7:0/632819880 shutdown_connections 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.310+0000 7f93abfcb740 1 -- 172.21.15.7:0/632819880 wait complete. 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 -- start start 2024-09-10T07:54:01.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 Processor -- start 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 0x55a602a7c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a7c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a602a7a750 con 0x55a602a77780 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a60295a290 con 0x55a602a726f0 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a602a7a8d0 con 0x55a602a71db0 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93abfcb740 10 client.0 _ll_register_callbacks cb 0x55a60298b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:01.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37180/0 (socket says 172.21.15.7:37180) 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 -- 172.21.15.7:0/3785517702 learned_addr learned my addr 172.21.15.7:0/3785517702 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f939a59c640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a7c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 0x55a602a7c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 -- 172.21.15.7:0/3785517702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 msgr2=0x55a602a7c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 0x55a602a7c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 -- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 msgr2=0x55a602a7c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a7c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f93a359e640 1 -- 172.21.15.7:0/3785517702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6026e4210 con 0x55a602a77780 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.311+0000 7f939a59c640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a7c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 0x55a602a7c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93a359e640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f939c01ac30 tx=0x7f939c01ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221cb1fc8b604ec7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c02b040 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f939c019760 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f939c019db0 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f939c019960 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93abfcb740 10 client.17718 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a6027b0620 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f939c019db0 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f939c0258f0 con 0x55a602a77780 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.312+0000 7f93abfcb740 10 client.17718 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93abfcb740 10 client.17718 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93abfcb740 20 client.17718 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602a87a50 0x55a602a89f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93abfcb740 4 client.17718 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6029dea20 con 0x55a602a87a50 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602a87a50 0x55a602a89f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f938a7fc640 10 client.17718 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.313+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602a87a50 0x55a602a89f10 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c11e8eb175dd28be server_cookie=725c4ffe4ba0189e in_seq=0 out_seq=0 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f938a7fc640 1 -- 172.21.15.7:0/3785517702 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6029dea20 con 0x55a602a87a50 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f938a7fc640 10 client.17718 handle_command_reply: tid=0 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 client.17718 shutdown 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 msgr2=0x55a602a83580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f939c01ac30 tx=0x7f939c01ac60 comp rx=0 tx=0).stop 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 shutdown_connections 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602a87a50 0x55a602a89f10 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a77780 0x55a602a83580 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a726f0 0x55a602a7c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 --2- 172.21.15.7:0/3785517702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a71db0 0x55a602a7c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f938a7fc640 0 client.17718 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:01.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 >> 172.21.15.7:0/3785517702 conn(0x55a602a69010 msgr2=0x55a602a6a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 shutdown_connections 2024-09-10T07:54:01.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 1 -- 172.21.15.7:0/3785517702 wait complete. 2024-09-10T07:54:01.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.314+0000 7f93abfcb740 20 client.17718 trim_cache size 0 max 16384 2024-09-10T07:54:01.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 Processor -- start 2024-09-10T07:54:01.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 -- start start 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 0x55a602a834a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a77780 0x55a602a679a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41aacc0 con 0x55a602a71db0 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41a8590 con 0x55a602a77780 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93abfcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41a6400 con 0x55a602a726f0 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37188/0 (socket says 172.21.15.7:37188) 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.329+0000 7f93a2d9d640 1 -- 172.21.15.7:0/1776930861 learned_addr learned my addr 172.21.15.7:0/1776930861 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 -- 172.21.15.7:0/1776930861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 msgr2=0x55a602a834a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f939a59c640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 0x55a602a834a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a359e640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a77780 0x55a602a679a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 0x55a602a834a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 -- 172.21.15.7:0/1776930861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a77780 msgr2=0x55a602a679a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a77780 0x55a602a679a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 -- 172.21.15.7:0/1776930861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a602a73380 con 0x55a602a71db0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f939a59c640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 0x55a602a834a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x55a602a73120 tx=0x7f939400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b85a3103712a018 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f9398d99640 1 -- 172.21.15.7:0/1776930861 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93940139f0 con 0x55a602a71db0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f9398d99640 1 -- 172.21.15.7:0/1776930861 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93940054d0 con 0x55a602a71db0 2024-09-10T07:54:01.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.330+0000 7f9398d99640 1 -- 172.21.15.7:0/1776930861 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9394004cc0 con 0x55a602a71db0 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- 172.21.15.7:0/1776930861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 msgr2=0x55a602a7b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x55a602a73120 tx=0x7f939400be60 comp rx=0 tx=0).stop 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- 172.21.15.7:0/1776930861 shutdown_connections 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a77780 0x55a602a679a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a726f0 0x55a602a834a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 --2- 172.21.15.7:0/1776930861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a71db0 0x55a602a7b3e0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- 172.21.15.7:0/1776930861 >> 172.21.15.7:0/1776930861 conn(0x55a602a69010 msgr2=0x55a602a7acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- 172.21.15.7:0/1776930861 shutdown_connections 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- 172.21.15.7:0/1776930861 wait complete. 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 -- start start 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.331+0000 7f93abfcb740 1 Processor -- start 2024-09-10T07:54:01.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 0x55a602a805c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602af07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41a6a50 con 0x55a602a726f0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41a7ec0 con 0x55a602a71db0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41a7120 con 0x55a602a77780 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 10 client.0 _ll_register_callbacks cb 0x7f939c028040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37194/0 (socket says 172.21.15.7:37194) 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 -- 172.21.15.7:0/500346862 learned_addr learned my addr 172.21.15.7:0/500346862 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 0x55a602a805c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93a359e640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602af07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 -- 172.21.15.7:0/500346862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 msgr2=0x55a602af07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602af07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 -- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 msgr2=0x55a602a805c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 0x55a602a805c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 -- 172.21.15.7:0/500346862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a602af0db0 con 0x55a602a726f0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 0x55a602a805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93a359e640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602af07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f939a59c640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f938c032fd0 tx=0x7f938c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1826555e98ebe12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f938a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f938c049040 con 0x55a602a726f0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f938c03bc90 con 0x55a602a726f0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.332+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93940054d0 con 0x55a602a726f0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f938c0bba90 con 0x55a602a726f0 2024-09-10T07:54:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 10 client.17724 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a602af20a0 con 0x55a602a726f0 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93940054d0 con 0x55a602a726f0 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f938c0bc1b0 con 0x55a602a726f0 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 10 client.17724 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 10 client.17724 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 20 client.17724 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602af2ad0 0x55a602af4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 4 client.17724 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a6029d8d70 con 0x55a602af2ad0 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.333+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602af2ad0 0x55a602af4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.334+0000 7f938a7fc640 10 client.17724 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:01.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.334+0000 7f93a2d9d640 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602af2ad0 0x55a602af4ef0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec12009d73888a50 server_cookie=5d20d33fb79836a0 in_seq=0 out_seq=0 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f938a7fc640 1 -- 172.21.15.7:0/500346862 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a6029d8d70 con 0x55a602af2ad0 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f938a7fc640 10 client.17724 handle_command_reply: tid=0 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 client.17724 shutdown 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 msgr2=0x55a602a80b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f938c032fd0 tx=0x7f938c02a410 comp rx=0 tx=0).stop 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 shutdown_connections 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a602af2ad0 0x55a602af4ef0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a602a77780 0x55a602af07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a602a726f0 0x55a602a80b00 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f938a7fc640 0 client.17724 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 --2- 172.21.15.7:0/500346862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a602a71db0 0x55a602a805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 >> 172.21.15.7:0/500346862 conn(0x55a602a69010 msgr2=0x55a602a679a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 shutdown_connections 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 1 -- 172.21.15.7:0/500346862 wait complete. 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.361+0000 7f93abfcb740 20 client.17724 trim_cache size 0 max 16384 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:54:01.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:54:01.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:54:01.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 msgr2=0x7f93900a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 0x7f93900a50f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f939c020000 tx=0x7f939c01d000 comp rx=0 tx=0).stop 2024-09-10T07:54:01.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 msgr2=0x7f93a4198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:01.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f938c0314e0 tx=0x7f938c0042e0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 shutdown_connections 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93900a2c30 0x7f93900a50f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4107820 0x7f93a419f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4104ef0 0x7f93a4198290 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 --2- 172.21.15.7:0/748124727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a41025c0 0x7f93a4197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 >> 172.21.15.7:0/748124727 conn(0x7f93a40fc1e0 msgr2=0x7f93a4102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 shutdown_connections 2024-09-10T07:54:01.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:01.362+0000 7f93a922e640 1 -- 172.21.15.7:0/748124727 wait complete. 2024-09-10T07:54:02.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.88 MB/sec execute 305 sec latency 4567.351 ms 2024-09-10T07:54:03.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:02 smithi007 ceph-mon[30879]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:54:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:02 smithi110 ceph-mon[34417]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:54:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:02 smithi145 ceph-mon[34766]: pgmap v622: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:54:03.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.87 MB/sec execute 306 sec latency 5567.487 ms 2024-09-10T07:54:04.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.87 MB/sec execute 307 sec latency 6567.532 ms 2024-09-10T07:54:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:04 smithi007 ceph-mon[30879]: pgmap v623: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:04 smithi110 ceph-mon[34417]: pgmap v623: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:04 smithi145 ceph-mon[34766]: pgmap v623: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:05.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.86 MB/sec execute 308 sec latency 7567.642 ms 2024-09-10T07:54:05.635 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:54:05.907 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:06.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.85 MB/sec execute 309 sec latency 8567.756 ms 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 -- 172.21.15.7:0/2741253755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be410e500 msgr2=0x7f0be41108f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/2741253755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be410e500 0x7f0be41108f0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc009ca0 tx=0x7f0bdc02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 -- 172.21.15.7:0/2741253755 shutdown_connections 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/2741253755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be410e500 0x7f0be41108f0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/2741253755 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 0x7f0be410dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/2741253755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be4100950 0x7f0be4100d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 -- 172.21.15.7:0/2741253755 >> 172.21.15.7:0/2741253755 conn(0x7f0be40fc7a0 msgr2=0x7f0be40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 -- 172.21.15.7:0/2741253755 shutdown_connections 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.385+0000 7f0bea6c6640 1 -- 172.21.15.7:0/2741253755 wait complete. 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 Processor -- start 2024-09-10T07:54:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 -- start start 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 0x7f0be419aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be410e500 0x7f0be419ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0be4114010 con 0x7f0be4100950 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0be4113e90 con 0x7f0be4101300 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bea6c6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0be4114190 con 0x7f0be410e500 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0be3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0be3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37216/0 (socket says 172.21.15.7:37216) 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0be3fff640 1 -- 172.21.15.7:0/3073134674 learned_addr learned my addr 172.21.15.7:0/3073134674 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.386+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 0x7f0be419aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be410e500 0x7f0be419ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 -- 172.21.15.7:0/3073134674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be410e500 msgr2=0x7f0be419ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be410e500 0x7f0be419ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 -- 172.21.15.7:0/3073134674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 msgr2=0x7f0be419aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 0x7f0be419aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 -- 172.21.15.7:0/3073134674 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be419f520 con 0x7f0be4100950 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400d950 tx=0x7f0bd400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be1ffb640 1 -- 172.21.15.7:0/3073134674 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4017030 con 0x7f0be4100950 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be1ffb640 1 -- 172.21.15.7:0/3073134674 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bd4004020 con 0x7f0be4100950 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0be419f810 con 0x7f0be4100950 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0be1ffb640 1 -- 172.21.15.7:0/3073134674 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd40047a0 con 0x7f0be4100950 2024-09-10T07:54:06.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.387+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0be41a70f0 con 0x7f0be4100950 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0be1ffb640 1 -- 172.21.15.7:0/3073134674 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0bd4004940 con 0x7f0be4100950 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 Processor -- start 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 -- start start 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03a4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a4dc0 0x55fea03af140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fea030a2e0 con 0x55fea03af680 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fea02b1ce0 con 0x55fea03a44a0 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0beca9f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fea03062a0 con 0x55fea03a4dc0 2024-09-10T07:54:06.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0bdbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37228/0 (socket says 172.21.15.7:37228) 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0bdbfff640 1 -- 172.21.15.7:0/2329081236 learned_addr learned my addr 172.21.15.7:0/2329081236 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0be8c63640 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03a4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.390+0000 7f0be3fff640 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a4dc0 0x55fea03af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 -- 172.21.15.7:0/2329081236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a4dc0 msgr2=0x55fea03af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a4dc0 0x55fea03af140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 -- 172.21.15.7:0/2329081236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 msgr2=0x55fea03a4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03a4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0be1ffb640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 0x7f0bd00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 -- 172.21.15.7:0/2329081236 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea0296440 con 0x55fea03af680 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 0x7f0bd00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0be1ffb640 1 -- 172.21.15.7:0/3073134674 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bd40ceea0 con 0x7f0be4100950 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc00bc30 tx=0x7f0bcc0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a73361879fd7f8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bda7fc640 1 -- 172.21.15.7:0/2329081236 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc01c480 con 0x55fea03af680 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bda7fc640 1 -- 172.21.15.7:0/2329081236 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bcc01cad0 con 0x55fea03af680 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.391+0000 7f0bda7fc640 1 -- 172.21.15.7:0/2329081236 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc011af0 con 0x55fea03af680 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- 172.21.15.7:0/2329081236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 msgr2=0x55fea03b1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc00bc30 tx=0x7f0bcc0107a0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 0x7f0bd00a5040 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc031040 tx=0x7f0bdc005f10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- 172.21.15.7:0/2329081236 shutdown_connections 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03b1a70 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a4dc0 0x55fea03af140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 --2- 172.21.15.7:0/2329081236 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03a4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- 172.21.15.7:0/2329081236 >> 172.21.15.7:0/2329081236 conn(0x55fea03a0a30 msgr2=0x55fea03a0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- 172.21.15.7:0/2329081236 shutdown_connections 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- 172.21.15.7:0/2329081236 wait complete. 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.392+0000 7f0beca9f740 1 -- start start 2024-09-10T07:54:06.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 Processor -- start 2024-09-10T07:54:06.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea03ac270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fea03b2250 con 0x55fea03af680 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fea02c5050 con 0x55fea03a4dc0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fea03b23d0 con 0x55fea03a44a0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0beca9f740 10 client.0 _ll_register_callbacks cb 0x55fea0305160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37232/0 (socket says 172.21.15.7:37232) 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 -- 172.21.15.7:0/3080624741 learned_addr learned my addr 172.21.15.7:0/3080624741 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea03ac270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 -- 172.21.15.7:0/3080624741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 msgr2=0x55fea03aefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03aefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 -- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 msgr2=0x55fea03ac270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea03ac270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.393+0000 7f0be8c63640 1 -- 172.21.15.7:0/3080624741 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea007b3c0 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc005cc0 tx=0x7f0bdc02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d500ca7cf9dbea1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc003d00 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bdc004040 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bcc01cad0 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0bdc004240 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0beca9f740 10 client.17736 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fea03bdc00 con 0x55fea03af680 2024-09-10T07:54:06.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bcc01cad0 con 0x55fea03af680 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.394+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0bdc051070 con 0x55fea03af680 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 10 client.17736 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 10 client.17736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 20 client.17736 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03bf010 0x55fea03c1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 4 client.17736 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fea0317850 con 0x55fea03bf010 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03bf010 0x55fea03c1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03bf010 0x55fea03c1480 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2f660b0aeb5ff76 server_cookie=894fac0f7616035f in_seq=0 out_seq=0 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.395+0000 7f0bc37fe640 10 client.17736 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3080624741 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fea0317850 con 0x55fea03bf010 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0bc37fe640 10 client.17736 handle_command_reply: tid=0 2024-09-10T07:54:06.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 client.17736 shutdown 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 msgr2=0x55fea03ac7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc005cc0 tx=0x7f0bdc02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 shutdown_connections 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03bf010 0x55fea03c1480 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03af680 0x55fea03ac7b0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea03ac270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3080624741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03aefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 >> 172.21.15.7:0/3080624741 conn(0x55fea03a0a30 msgr2=0x55fea03a6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0bc37fe640 0 client.17736 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 shutdown_connections 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 1 -- 172.21.15.7:0/3080624741 wait complete. 2024-09-10T07:54:06.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.396+0000 7f0beca9f740 20 client.17736 trim_cache size 0 max 16384 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.413+0000 7f0beca9f740 1 Processor -- start 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 -- start start 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a0a30 0x55fea03bb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03c6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41b3760 con 0x55fea03a4dc0 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41b1030 con 0x55fea03a44a0 2024-09-10T07:54:06.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0beca9f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41aeea0 con 0x55fea03a0a30 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37244/0 (socket says 172.21.15.7:37244) 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 -- 172.21.15.7:0/1971458543 learned_addr learned my addr 172.21.15.7:0/1971458543 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03c6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be3fff640 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a0a30 0x55fea03bb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 -- 172.21.15.7:0/1971458543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a0a30 msgr2=0x55fea03bb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a0a30 0x55fea03bb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 -- 172.21.15.7:0/1971458543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 msgr2=0x55fea03c6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03c6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 -- 172.21.15.7:0/1971458543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea03aa7c0 con 0x55fea03a4dc0 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.414+0000 7f0be8c63640 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc032a70 tx=0x7f0bdc009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3254dabe78776d7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0bd9ffb640 1 -- 172.21.15.7:0/1971458543 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc032e40 con 0x55fea03a4dc0 2024-09-10T07:54:06.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0bd9ffb640 1 -- 172.21.15.7:0/1971458543 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bdc036040 con 0x55fea03a4dc0 2024-09-10T07:54:06.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0bd9ffb640 1 -- 172.21.15.7:0/1971458543 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc004640 con 0x55fea03a4dc0 2024-09-10T07:54:06.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 -- 172.21.15.7:0/1971458543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 msgr2=0x55fea03c7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc032a70 tx=0x7f0bdc009360 comp rx=0 tx=0).stop 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 -- 172.21.15.7:0/1971458543 shutdown_connections 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a4dc0 0x55fea03c7290 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a44a0 0x55fea03c6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 --2- 172.21.15.7:0/1971458543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a0a30 0x55fea03bb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 -- 172.21.15.7:0/1971458543 >> 172.21.15.7:0/1971458543 conn(0x55fea03ac910 msgr2=0x55fea03aab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 -- 172.21.15.7:0/1971458543 shutdown_connections 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.415+0000 7f0beca9f740 1 -- 172.21.15.7:0/1971458543 wait complete. 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 -- start start 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 Processor -- start 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03b3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea0428d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41af4f0 con 0x55fea03a0a30 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41b0960 con 0x55fea03a4dc0 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41afbc0 con 0x55fea03a44a0 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0beca9f740 10 client.0 _ll_register_callbacks cb 0x7f0bdc005d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0be3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0be3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37254/0 (socket says 172.21.15.7:37254) 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0be3fff640 1 -- 172.21.15.7:0/3071173913 learned_addr learned my addr 172.21.15.7:0/3071173913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:06.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03b3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.416+0000 7f0be8c63640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea0428d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 -- 172.21.15.7:0/3071173913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 msgr2=0x55fea03b3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03b3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 -- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 msgr2=0x55fea0428d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea0428d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 -- 172.21.15.7:0/3071173913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea0429260 con 0x55fea03a0a30 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0be3fff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f0bd40cc970 tx=0x7f0bd40d2980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=863de008778b7e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0bc37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd409acc0 con 0x55fea03a0a30 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bd40979d0 con 0x55fea03a0a30 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bdc036040 con 0x55fea03a0a30 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0bd409ba60 con 0x55fea03a0a30 2024-09-10T07:54:06.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0beca9f740 10 client.17742 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fea042a460 con 0x55fea03a0a30 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.417+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bdc036040 con 0x55fea03a0a30 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0bd40b4120 con 0x55fea03a0a30 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 10 client.17742 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 10 client.17742 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 20 client.17742 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03af680 0x55fea042cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 4 client.17742 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fea0311d60 con 0x55fea03af680 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03af680 0x55fea042cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bc37fe640 10 client.17742 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bdbfff640 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03af680 0x55fea042cb40 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea75bd0c85c9cdbf server_cookie=f57b6a769d2b37b1 in_seq=0 out_seq=0 2024-09-10T07:54:06.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bc37fe640 1 -- 172.21.15.7:0/3071173913 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fea0311d60 con 0x55fea03af680 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0bc37fe640 10 client.17742 handle_command_reply: tid=0 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.418+0000 7f0beca9f740 1 client.17742 shutdown 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 msgr2=0x55fea03b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f0bd40cc970 tx=0x7f0bd40d2980 comp rx=0 tx=0).stop 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 shutdown_connections 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fea03af680 0x55fea042cb40 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fea03a4dc0 0x55fea0428d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fea03a44a0 0x55fea03b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 --2- 172.21.15.7:0/3071173913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea03a0a30 0x55fea03b3760 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 >> 172.21.15.7:0/3071173913 conn(0x55fea03ac910 msgr2=0x55fea03adad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0bc37fe640 0 client.17742 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 shutdown_connections 2024-09-10T07:54:06.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 1 -- 172.21.15.7:0/3071173913 wait complete. 2024-09-10T07:54:06.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0beca9f740 20 client.17742 trim_cache size 0 max 16384 2024-09-10T07:54:06.425 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:54:06.425 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:54:06.425 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:54:06.425 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 msgr2=0x7f0bd00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 0x7f0bd00a5040 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc031040 tx=0x7f0bdc005f10 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 msgr2=0x7f0be419a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.419+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400d950 tx=0x7f0bd400de10 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 shutdown_connections 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bd00a2b80 0x7f0bd00a5040 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0be410e500 0x7f0be419ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0be4101300 0x7f0be419aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 --2- 172.21.15.7:0/3073134674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0be4100950 0x7f0be419a570 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:06.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 >> 172.21.15.7:0/3073134674 conn(0x7f0be40fc7a0 msgr2=0x7f0be40feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:06.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 shutdown_connections 2024-09-10T07:54:06.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:06.420+0000 7f0bea6c6640 1 -- 172.21.15.7:0/3073134674 wait complete. 2024-09-10T07:54:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:06 smithi007 ceph-mon[30879]: pgmap v624: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 829 KiB/s wr, 103 op/s 2024-09-10T07:54:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:06 smithi110 ceph-mon[34417]: pgmap v624: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 829 KiB/s wr, 103 op/s 2024-09-10T07:54:07.238 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:54:07.238 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:54:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:06 smithi145 ceph-mon[34766]: pgmap v624: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 829 KiB/s wr, 103 op/s 2024-09-10T07:54:07.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.85 MB/sec execute 310 sec latency 9567.812 ms 2024-09-10T07:54:07.502 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:08.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 -- 172.21.15.7:0/1901044690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa564101df0 msgr2=0x7fa5641021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:08.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 --2- 172.21.15.7:0/1901044690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa564101df0 0x7fa5641021d0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fa554009900 tx=0x7fa55402a410 comp rx=0 tx=0).stop 2024-09-10T07:54:08.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 -- 172.21.15.7:0/1901044690 shutdown_connections 2024-09-10T07:54:08.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 --2- 172.21.15.7:0/1901044690 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 0x7fa56410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 --2- 172.21.15.7:0/1901044690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5641027a0 0x7fa5641067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 --2- 172.21.15.7:0/1901044690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa564101df0 0x7fa5641021d0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 -- 172.21.15.7:0/1901044690 >> 172.21.15.7:0/1901044690 conn(0x7fa5640fd8f0 msgr2=0x7fa5640ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 -- 172.21.15.7:0/1901044690 shutdown_connections 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.008+0000 7fa56a21e640 1 -- 172.21.15.7:0/1901044690 wait complete. 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 Processor -- start 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 -- start start 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 0x7fa564198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:08.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 0x7fa56419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa564111ed0 con 0x7fa5641027a0 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa564111d50 con 0x7fa564106f20 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa56a21e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa564112050 con 0x7fa564101df0 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa562ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa562ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37274/0 (socket says 172.21.15.7:37274) 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa562ffd640 1 -- 172.21.15.7:0/2111827733 learned_addr learned my addr 172.21.15.7:0/2111827733 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.009+0000 7fa563fff640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 0x7fa56419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa5637fe640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 0x7fa564198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 -- 172.21.15.7:0/2111827733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 msgr2=0x7fa564198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 0x7fa564198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 -- 172.21.15.7:0/2111827733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 msgr2=0x7fa56419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 0x7fa56419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 -- 172.21.15.7:0/2111827733 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56419d420 con 0x7fa5641027a0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa5637fe640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 0x7fa564198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa562ffd640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fa55800b4a0 tx=0x7fa55800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558014070 con 0x7fa5641027a0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa558010ac0 con 0x7fa5641027a0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa56419d710 con 0x7fa5641027a0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558017c30 con 0x7fa5641027a0 2024-09-10T07:54:08.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.010+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5641a4ff0 con 0x7fa5641027a0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.011+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa564102250 con 0x7fa5641027a0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.012+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa558017070 con 0x7fa5641027a0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.013+0000 7fa560ff9640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 0x7fa54c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.014+0000 7fa5637fe640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 0x7fa54c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.014+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa5580ceb20 con 0x7fa5641027a0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.014+0000 7fa5637fe640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 0x7fa54c0a50c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fa554000c00 tx=0x7fa554031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:08.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.017+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa55809b680 con 0x7fa5641027a0 2024-09-10T07:54:08.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.232+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa56402d7c0 con 0x7fa5641027a0 2024-09-10T07:54:08.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.233+0000 7fa560ff9640 1 -- 172.21.15.7:0/2111827733 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fa55809af80 con 0x7fa5641027a0 2024-09-10T07:54:08.233 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:54:08.233 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:54:08.233 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:54:08.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.235+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 msgr2=0x7fa54c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:08.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.235+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 0x7fa54c0a50c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fa554000c00 tx=0x7fa554031400 comp rx=0 tx=0).stop 2024-09-10T07:54:08.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.235+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 msgr2=0x7fa5641989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:08.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.235+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fa55800b4a0 tx=0x7fa55800b960 comp rx=0 tx=0).stop 2024-09-10T07:54:08.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 shutdown_connections 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa54c0a2c00 0x7fa54c0a50c0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa564106f20 0x7fa56419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa5641027a0 0x7fa5641989b0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 --2- 172.21.15.7:0/2111827733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa564101df0 0x7fa564198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 >> 172.21.15.7:0/2111827733 conn(0x7fa5640fd8f0 msgr2=0x7fa5640fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 shutdown_connections 2024-09-10T07:54:08.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:08.236+0000 7fa56a21e640 1 -- 172.21.15.7:0/2111827733 wait complete. 2024-09-10T07:54:08.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.84 MB/sec execute 311 sec latency 10567.897 ms 2024-09-10T07:54:09.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:08 smithi007 ceph-mon[30879]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 628 KiB/s wr, 75 op/s 2024-09-10T07:54:09.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2111827733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:09.038 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:54:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:08 smithi110 ceph-mon[34417]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 628 KiB/s wr, 75 op/s 2024-09-10T07:54:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2111827733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:08 smithi145 ceph-mon[34766]: pgmap v625: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 628 KiB/s wr, 75 op/s 2024-09-10T07:54:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2111827733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:09.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.84 MB/sec execute 312 sec latency 11567.938 ms 2024-09-10T07:54:09.340 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:09.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.853+0000 7f31d0032640 1 -- 172.21.15.7:0/2401478164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 msgr2=0x7f31c8103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.853+0000 7f31d0032640 1 --2- 172.21.15.7:0/2401478164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c8103120 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009900 tx=0x7f31c402a480 comp rx=0 tx=0).stop 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 -- 172.21.15.7:0/2401478164 shutdown_connections 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 --2- 172.21.15.7:0/2401478164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c810c170 0x7f31c810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 --2- 172.21.15.7:0/2401478164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c8103660 0x7f31c810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 --2- 172.21.15.7:0/2401478164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c8103120 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 -- 172.21.15.7:0/2401478164 >> 172.21.15.7:0/2401478164 conn(0x7f31c80fc7a0 msgr2=0x7f31c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 -- 172.21.15.7:0/2401478164 shutdown_connections 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 -- 172.21.15.7:0/2401478164 wait complete. 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 Processor -- start 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.854+0000 7f31d0032640 1 -- start start 2024-09-10T07:54:09.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c8103660 0x7f31c8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c810c170 0x7f31c8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31c8111e70 con 0x7f31c8102d40 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31c8111cf0 con 0x7f31c810c170 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31c8111ff0 con 0x7f31c8103660 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37296/0 (socket says 172.21.15.7:37296) 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 -- 172.21.15.7:0/2738218472 learned_addr learned my addr 172.21.15.7:0/2738218472 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c8103660 0x7f31c8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c810c170 0x7f31c8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 -- 172.21.15.7:0/2738218472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c8103660 msgr2=0x7f31c8100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c8103660 0x7f31c8100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 -- 172.21.15.7:0/2738218472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c810c170 msgr2=0x7f31c8101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c810c170 0x7f31c8101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 -- 172.21.15.7:0/2738218472 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c81a6830 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31cddce640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005ab0 tx=0x7f31c4003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31beffd640 1 -- 172.21.15.7:0/2738218472 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c403f070 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c81a6ac0 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31beffd640 1 -- 172.21.15.7:0/2738218472 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4031d60 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.855+0000 7f31beffd640 1 -- 172.21.15.7:0/2738218472 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4035030 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.856+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c81a6ff0 con 0x7f31c8102d40 2024-09-10T07:54:09.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.858+0000 7f31beffd640 1 -- 172.21.15.7:0/2738218472 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f31c4042070 con 0x7f31c8102d40 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 Processor -- start 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 -- start start 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec0a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec17760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31beffd640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 0x7f31b40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9feb702f0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c9feb17cf0 con 0x55c9fec15370 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31d240b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c9feb6c2b0 con 0x55c9fec0bb40 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 0x7f31b40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37300/0 (socket says 172.21.15.7:37300) 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.859+0000 7f31cddce640 1 -- 172.21.15.7:0/1211282808 learned_addr learned my addr 172.21.15.7:0/1211282808 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec0a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec17760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31beffd640 1 -- 172.21.15.7:0/2738218472 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f31c40efd80 con 0x7f31c8102d40 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 -- 172.21.15.7:0/1211282808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 msgr2=0x55c9fec0a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec0a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 -- 172.21.15.7:0/1211282808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 msgr2=0x55c9fec17760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec17760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 -- 172.21.15.7:0/1211282808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9feafc3a0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 0x7f31b40a5040 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f31c0005cc0 tx=0x7f31c0013ac0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31cddce640 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f31c40b86f0 tx=0x7f31c4031f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b3921b69ac6ceaa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31b3fff640 1 -- 172.21.15.7:0/1211282808 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4049020 con 0x55c9fec0a5d0 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31b3fff640 1 -- 172.21.15.7:0/1211282808 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.860+0000 7f31b3fff640 1 -- 172.21.15.7:0/1211282808 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c40b8900 con 0x55c9fec0a5d0 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- 172.21.15.7:0/1211282808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 msgr2=0x55c9fec0aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f31c40b86f0 tx=0x7f31c4031f10 comp rx=0 tx=0).stop 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- 172.21.15.7:0/1211282808 shutdown_connections 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec17760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec0aa10 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 --2- 172.21.15.7:0/1211282808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec0a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- 172.21.15.7:0/1211282808 >> 172.21.15.7:0/1211282808 conn(0x55c9febd3310 msgr2=0x55c9fec06c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- 172.21.15.7:0/1211282808 shutdown_connections 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- 172.21.15.7:0/1211282808 wait complete. 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 -- start start 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.861+0000 7f31d240b740 1 Processor -- start 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec12060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec127f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9fec17e30 con 0x55c9fec0a5d0 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c9feb2b060 con 0x55c9fec0bb40 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c9fec17fb0 con 0x55c9fec15370 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31d240b740 10 client.0 _ll_register_callbacks cb 0x55c9fe87e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37304/0 (socket says 172.21.15.7:37304) 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 -- 172.21.15.7:0/4025485243 learned_addr learned my addr 172.21.15.7:0/4025485243 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:09.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec12060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec127f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 -- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 msgr2=0x55c9fec127f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec127f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 -- 172.21.15.7:0/4025485243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 msgr2=0x55c9fec12060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec12060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cddce640 1 -- 172.21.15.7:0/4025485243 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9fe8e13c0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec127f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.862+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec12060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31cddce640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f31c402aa40 tx=0x7f31c40f0000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c612d808e9c599 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c40d5060 con 0x55c9fec0a5d0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f31c40dc0d0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f31c4049040 con 0x55c9fec0a5d0 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 10 client.17760 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:09.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c9fec17e30 con 0x55c9fec0a5d0 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f31c40c4a50 con 0x55c9fec0a5d0 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 10 client.17760 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 10 client.17760 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 20 client.17760 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec24a20 0x55c9fec26e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 4 client.17760 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:09.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.863+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9feb7d860 con 0x55c9fec24a20 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.864+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec24a20 0x55c9fec26e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.864+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec24a20 0x55c9fec26e10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c14c2e1d5ba18225 server_cookie=60ce181b71ea7458 in_seq=0 out_seq=0 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.864+0000 7f31b17fa640 10 client.17760 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31b17fa640 1 -- 172.21.15.7:0/4025485243 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c9feb7d860 con 0x55c9fec24a20 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31b17fa640 10 client.17760 handle_command_reply: tid=0 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 client.17760 shutdown 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 msgr2=0x55c9fec14db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f31c402aa40 tx=0x7f31c40f0000 comp rx=0 tx=0).stop 2024-09-10T07:54:09.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 shutdown_connections 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec24a20 0x55c9fec26e10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec127f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec12060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 --2- 172.21.15.7:0/4025485243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec14db0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31b17fa640 0 client.17760 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 >> 172.21.15.7:0/4025485243 conn(0x55c9febd3310 msgr2=0x55c9fec0c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 shutdown_connections 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 1 -- 172.21.15.7:0/4025485243 wait complete. 2024-09-10T07:54:09.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.865+0000 7f31d240b740 20 client.17760 trim_cache size 0 max 16384 2024-09-10T07:54:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 Processor -- start 2024-09-10T07:54:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 -- start start 2024-09-10T07:54:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec20cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec0d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81b3700 con 0x55c9fec0a5d0 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81b0fd0 con 0x55c9fec15370 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31d240b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81aee40 con 0x55c9fec0bb40 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37312/0 (socket says 172.21.15.7:37312) 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.878+0000 7f31cddce640 1 -- 172.21.15.7:0/1587268238 learned_addr learned my addr 172.21.15.7:0/1587268238 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec0d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec20cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 -- 172.21.15.7:0/1587268238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 msgr2=0x55c9fec20cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec20cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 -- 172.21.15.7:0/1587268238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 msgr2=0x55c9fec0d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec0d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 -- 172.21.15.7:0/1587268238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9fec105b0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec0d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31cddce640 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005c20 tx=0x7f31c4031f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7728b066c409753f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31b37fe640 1 -- 172.21.15.7:0/1587268238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c40d5050 con 0x55c9fec0a5d0 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31b37fe640 1 -- 172.21.15.7:0/1587268238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.879+0000 7f31b37fe640 1 -- 172.21.15.7:0/1587268238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c40dc5a0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- 172.21.15.7:0/1587268238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 msgr2=0x55c9fec20790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005c20 tx=0x7f31c4031f10 comp rx=0 tx=0).stop 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- 172.21.15.7:0/1587268238 shutdown_connections 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec15370 0x55c9fec0d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec0bb40 0x55c9fec20cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 --2- 172.21.15.7:0/1587268238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec20790 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- 172.21.15.7:0/1587268238 >> 172.21.15.7:0/1587268238 conn(0x55c9febd3310 msgr2=0x55c9fec20080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- 172.21.15.7:0/1587268238 shutdown_connections 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- 172.21.15.7:0/1587268238 wait complete. 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 -- start start 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.880+0000 7f31d240b740 1 Processor -- start 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec18d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec192b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81af490 con 0x55c9fec0a5d0 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81b0900 con 0x55c9fec0bb40 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31c81afb60 con 0x55c9fec15370 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 10 client.0 _ll_register_callbacks cb 0x7f31c4005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37328/0 (socket says 172.21.15.7:37328) 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 -- 172.21.15.7:0/3973490613 learned_addr learned my addr 172.21.15.7:0/3973490613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec192b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec18d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 -- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 msgr2=0x55c9fec192b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec192b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 -- 172.21.15.7:0/3973490613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 msgr2=0x55c9fec18d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec18d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 -- 172.21.15.7:0/3973490613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9fec19ae0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31ce5cf640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec192b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec18d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31cddce640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f31c40bc220 tx=0x7f31c402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8493f19287641f62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c40d5040 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f31c40dc030 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.881+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f31c40e6050 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 10 client.17766 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c9fec19ae0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c40bc290 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f31c40bb6e0 con 0x55c9fec0a5d0 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 10 client.17766 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 10 client.17766 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 20 client.17766 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec8f830 0x55c9fec91c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 4 client.17766 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c9feb77d70 con 0x55c9fec8f830 2024-09-10T07:54:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.882+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec8f830 0x55c9fec91c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31b17fa640 10 client.17766 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31cd5cd640 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec8f830 0x55c9fec91c20 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14ee755c12fc57b7 server_cookie=9d223e72f1dd52f7 in_seq=0 out_seq=0 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31b17fa640 1 -- 172.21.15.7:0/3973490613 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c9feb77d70 con 0x55c9fec8f830 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31b17fa640 10 client.17766 handle_command_reply: tid=0 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 client.17766 shutdown 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 msgr2=0x55c9fec1da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f31c40bc220 tx=0x7f31c402a480 comp rx=0 tx=0).stop 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 shutdown_connections 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c9fec8f830 0x55c9fec91c20 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9fec15370 0x55c9fec192b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9fec0bb40 0x55c9fec18d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 --2- 172.21.15.7:0/3973490613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9fec0a5d0 0x55c9fec1da00 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31b17fa640 0 client.17766 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 >> 172.21.15.7:0/3973490613 conn(0x55c9febd3310 msgr2=0x55c9fec208a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 shutdown_connections 2024-09-10T07:54:09.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.883+0000 7f31d240b740 1 -- 172.21.15.7:0/3973490613 wait complete. 2024-09-10T07:54:09.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d240b740 20 client.17766 trim_cache size 0 max 16384 2024-09-10T07:54:09.894 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 msgr2=0x7f31b40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 0x7f31b40a5040 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f31c0005cc0 tx=0x7f31c0013ac0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 msgr2=0x7f31c81009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005ab0 tx=0x7f31c4003d50 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 shutdown_connections 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f31b40a2b80 0x7f31b40a5040 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f31c810c170 0x7f31c8101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31c8103660 0x7f31c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 --2- 172.21.15.7:0/2738218472 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f31c8102d40 0x7f31c81009a0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 >> 172.21.15.7:0/2738218472 conn(0x7f31c80fc7a0 msgr2=0x7f31c80fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 shutdown_connections 2024-09-10T07:54:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:09.884+0000 7f31d0032640 1 -- 172.21.15.7:0/2738218472 wait complete. 2024-09-10T07:54:10.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.83 MB/sec execute 313 sec latency 12568.043 ms 2024-09-10T07:54:10.578 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:54:10.834 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:10 smithi007 ceph-mon[30879]: pgmap v626: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 561 KiB/s wr, 74 op/s 2024-09-10T07:54:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:10 smithi110 ceph-mon[34417]: pgmap v626: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 561 KiB/s wr, 74 op/s 2024-09-10T07:54:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:10 smithi145 ceph-mon[34766]: pgmap v626: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 561 KiB/s wr, 74 op/s 2024-09-10T07:54:11.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.83 MB/sec execute 314 sec latency 13568.104 ms 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 -- 172.21.15.7:0/2290964898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda64102d30 msgr2=0x7fda64103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 --2- 172.21.15.7:0/2290964898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda64102d30 0x7fda64103110 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fda54009cd0 tx=0x7fda5402a910 comp rx=0 tx=0).stop 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 -- 172.21.15.7:0/2290964898 shutdown_connections 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 --2- 172.21.15.7:0/2290964898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda641082a0 0x7fda6410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 --2- 172.21.15.7:0/2290964898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 0x7fda64107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 --2- 172.21.15.7:0/2290964898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda64102d30 0x7fda64103110 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 -- 172.21.15.7:0/2290964898 >> 172.21.15.7:0/2290964898 conn(0x7fda640fc7d0 msgr2=0x7fda640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.327+0000 7fda693cc640 1 -- 172.21.15.7:0/2290964898 shutdown_connections 2024-09-10T07:54:11.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.328+0000 7fda693cc640 1 -- 172.21.15.7:0/2290964898 wait complete. 2024-09-10T07:54:11.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.328+0000 7fda693cc640 1 Processor -- start 2024-09-10T07:54:11.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.328+0000 7fda693cc640 1 -- start start 2024-09-10T07:54:11.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.328+0000 7fda693cc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda64102d30 0x7fda64100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 0x7fda64100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fda64112010 con 0x7fda641082a0 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fda64111e90 con 0x7fda64102d30 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda64112190 con 0x7fda641036e0 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46274/0 (socket says 172.21.15.7:46274) 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 -- 172.21.15.7:0/1195550548 learned_addr learned my addr 172.21.15.7:0/1195550548 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda627fc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 0x7fda64100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda62ffd640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda64102d30 0x7fda64100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 -- 172.21.15.7:0/1195550548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 msgr2=0x7fda64100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 0x7fda64100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 -- 172.21.15.7:0/1195550548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda64102d30 msgr2=0x7fda64100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda64102d30 0x7fda64100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 -- 172.21.15.7:0/1195550548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda641a6af0 con 0x7fda641082a0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda637fe640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009fd0 tx=0x7fda5c00b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda4bfff640 1 -- 172.21.15.7:0/1195550548 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c015020 con 0x7fda641082a0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda641a6de0 con 0x7fda641082a0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda4bfff640 1 -- 172.21.15.7:0/1195550548 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda5c011ce0 con 0x7fda641082a0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.329+0000 7fda4bfff640 1 -- 172.21.15.7:0/1195550548 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c010d70 con 0x7fda641082a0 2024-09-10T07:54:11.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.330+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda641a72a0 con 0x7fda641082a0 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda4bfff640 1 -- 172.21.15.7:0/1195550548 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fda5c018020 con 0x7fda641082a0 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 Processor -- start 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 -- start start 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3b7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3c4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.332+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562dcc31d2f0 con 0x562dcc3b75d0 2024-09-10T07:54:11.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562dcc2c4cf0 con 0x562dcc3b8b40 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562dcc3192b0 con 0x562dcc3c2370 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46276/0 (socket says 172.21.15.7:46276) 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 -- 172.21.15.7:0/560085405 learned_addr learned my addr 172.21.15.7:0/560085405 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda627fc640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3b7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda627fc640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda4bfff640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 -- 172.21.15.7:0/560085405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 msgr2=0x562dcc3c4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3c4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 -- 172.21.15.7:0/560085405 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 msgr2=0x562dcc3b7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3b7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 -- 172.21.15.7:0/560085405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dcc2a93a0 con 0x562dcc3b75d0 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda627fc640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3c4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:11.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda637fe640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda4bfff640 1 -- 172.21.15.7:0/1195550548 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fda5c0cec80 con 0x7fda641082a0 2024-09-10T07:54:11.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.333+0000 7fda62ffd640 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fda54009cd0 tx=0x7fda54031a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba78dcc33feaa77a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda497fa640 1 -- 172.21.15.7:0/560085405 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda54031460 con 0x562dcc3b75d0 2024-09-10T07:54:11.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda497fa640 1 -- 172.21.15.7:0/560085405 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda54036030 con 0x562dcc3b75d0 2024-09-10T07:54:11.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda497fa640 1 -- 172.21.15.7:0/560085405 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda540044e0 con 0x562dcc3b75d0 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 -- 172.21.15.7:0/560085405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 msgr2=0x562dcc3b7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda637fe640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 0x7fda4c0a5040 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fda5c09b070 tx=0x7fda5c065cb0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fda54009cd0 tx=0x7fda54031a50 comp rx=0 tx=0).stop 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 -- 172.21.15.7:0/560085405 shutdown_connections 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3c4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b7a10 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/560085405 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3b7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 -- 172.21.15.7:0/560085405 >> 172.21.15.7:0/560085405 conn(0x562dcc380310 msgr2=0x562dcc3b3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 -- 172.21.15.7:0/560085405 shutdown_connections 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.334+0000 7fda6b7a5740 1 -- 172.21.15.7:0/560085405 wait complete. 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 -- start start 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 Processor -- start 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3befc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562dcc3c5010 con 0x562dcc3b75d0 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562dcc2d8060 con 0x562dcc3c2370 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562dcc3c5190 con 0x562dcc3b8b40 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda6b7a5740 10 client.0 _ll_register_callbacks cb 0x562dcc02b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:11.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46288/0 (socket says 172.21.15.7:46288) 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda627fc640 1 -- 172.21.15.7:0/694251754 learned_addr learned my addr 172.21.15.7:0/694251754 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda627fc640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda627fc640 1 -- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 msgr2=0x562dcc3befc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.335+0000 7fda62ffd640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3befc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda627fc640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3befc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda627fc640 1 -- 172.21.15.7:0/694251754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 msgr2=0x562dcc3bf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda627fc640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bf560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda627fc640 1 -- 172.21.15.7:0/694251754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dcc08e3c0 con 0x562dcc3b75d0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda627fc640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fda58009ef0 tx=0x7fda580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cefe914b19f2c57e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda46ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58015980 con 0x562dcc3b75d0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fda58015b20 con 0x562dcc3b75d0 2024-09-10T07:54:11.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda54036030 con 0x562dcc3b75d0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fda58029050 con 0x562dcc3b75d0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda6b7a5740 10 client.17778 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562dcc3d0af0 con 0x562dcc3b75d0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.336+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda54036030 con 0x562dcc3b75d0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fda58018b90 con 0x562dcc3b75d0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 10 client.17778 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 10 client.17778 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 20 client.17778 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc3d1fb0 0x562dcc3d4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 4 client.17778 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562dcc32a860 con 0x562dcc3d1fb0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda62ffd640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc3d1fb0 0x562dcc3d4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda62ffd640 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc3d1fb0 0x562dcc3d4430 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=744be948f65389a3 server_cookie=407828b11f8f9ee4 in_seq=0 out_seq=0 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.337+0000 7fda46ff5640 10 client.17778 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda46ff5640 1 -- 172.21.15.7:0/694251754 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562dcc32a860 con 0x562dcc3d1fb0 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda46ff5640 10 client.17778 handle_command_reply: tid=0 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 client.17778 shutdown 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 msgr2=0x562dcc3c1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fda58009ef0 tx=0x7fda580046c0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 shutdown_connections 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc3d1fb0 0x562dcc3d4430 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3befc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/694251754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3c1d10 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 >> 172.21.15.7:0/694251754 conn(0x562dcc380310 msgr2=0x562dcc3b9930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda46ff5640 0 client.17778 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:11.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 shutdown_connections 2024-09-10T07:54:11.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 1 -- 172.21.15.7:0/694251754 wait complete. 2024-09-10T07:54:11.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.338+0000 7fda6b7a5740 20 client.17778 trim_cache size 0 max 16384 2024-09-10T07:54:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 Processor -- start 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 -- start start 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3be880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fda641b3800 con 0x562dcc3b75d0 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fda641b10d0 con 0x562dcc3b8b40 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.351+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda641aef40 con 0x562dcc3c2370 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46292/0 (socket says 172.21.15.7:46292) 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 -- 172.21.15.7:0/1047135230 learned_addr learned my addr 172.21.15.7:0/1047135230 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3be880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda62ffd640 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 -- 172.21.15.7:0/1047135230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 msgr2=0x562dcc3be880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3be880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 -- 172.21.15.7:0/1047135230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 msgr2=0x562dcc3ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 -- 172.21.15.7:0/1047135230 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dcc3bdf70 con 0x562dcc3b75d0 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda627fc640 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fda5800b010 tx=0x7fda5801a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53d26c02e81a1e72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda48ff9640 1 -- 172.21.15.7:0/1047135230 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58017bb0 con 0x562dcc3b75d0 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda48ff9640 1 -- 172.21.15.7:0/1047135230 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda58020070 con 0x562dcc3b75d0 2024-09-10T07:54:11.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.352+0000 7fda48ff9640 1 -- 172.21.15.7:0/1047135230 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58018450 con 0x562dcc3b75d0 2024-09-10T07:54:11.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- 172.21.15.7:0/1047135230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 msgr2=0x562dcc3b3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fda5800b010 tx=0x7fda5801a750 comp rx=0 tx=0).stop 2024-09-10T07:54:11.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- 172.21.15.7:0/1047135230 shutdown_connections 2024-09-10T07:54:11.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3c2370 0x562dcc3be880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3b8b40 0x562dcc3ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/1047135230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3b3e10 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- 172.21.15.7:0/1047135230 >> 172.21.15.7:0/1047135230 conn(0x562dcc380310 msgr2=0x562dcc3b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- 172.21.15.7:0/1047135230 shutdown_connections 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- 172.21.15.7:0/1047135230 wait complete. 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 -- start start 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.353+0000 7fda6b7a5740 1 Processor -- start 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fda641af590 con 0x562dcc3b75d0 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fda641b0a00 con 0x562dcc3c2370 2024-09-10T07:54:11.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda641afc60 con 0x562dcc3b8b40 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda6b7a5740 10 client.0 _ll_register_callbacks cb 0x7fda5801a6a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46304/0 (socket says 172.21.15.7:46304) 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 -- 172.21.15.7:0/2293284084 learned_addr learned my addr 172.21.15.7:0/2293284084 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda62ffd640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 -- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 msgr2=0x562dcc3cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 -- 172.21.15.7:0/2293284084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 msgr2=0x562dcc3bb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 -- 172.21.15.7:0/2293284084 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dcc3bc050 con 0x562dcc3b75d0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda627fc640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fda58009e20 tx=0x7fda580094b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f3b783235ec484 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.354+0000 7fda46ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:11.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58017bb0 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fda58017d50 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda58020070 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fda58017690 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 10 client.17784 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562dcc43c790 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda58020070 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fda5802f440 con 0x562dcc3b75d0 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 10 client.17784 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 10 client.17784 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 20 client.17784 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc43cd90 0x562dcc43f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 4 client.17784 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.355+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562dcc324d70 con 0x562dcc43cd90 2024-09-10T07:54:11.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda62ffd640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc43cd90 0x562dcc43f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda46ff5640 10 client.17784 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda62ffd640 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc43cd90 0x562dcc43f1b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6b01ba08d0b3d5f6 server_cookie=c9de65142805d356 in_seq=0 out_seq=0 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda46ff5640 1 -- 172.21.15.7:0/2293284084 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562dcc324d70 con 0x562dcc43cd90 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda46ff5640 10 client.17784 handle_command_reply: tid=0 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 client.17784 shutdown 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 msgr2=0x562dcc3ca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fda58009e20 tx=0x7fda580094b0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 shutdown_connections 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x562dcc43cd90 0x562dcc43f1b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562dcc3c2370 0x562dcc3bb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562dcc3b8b40 0x562dcc3cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 --2- 172.21.15.7:0/2293284084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562dcc3b75d0 0x562dcc3ca630 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.356+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 >> 172.21.15.7:0/2293284084 conn(0x562dcc380310 msgr2=0x562dcc3b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda46ff5640 0 client.17784 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 shutdown_connections 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda6b7a5740 1 -- 172.21.15.7:0/2293284084 wait complete. 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda6b7a5740 20 client.17784 trim_cache size 0 max 16384 2024-09-10T07:54:11.361 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 msgr2=0x7fda4c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 0x7fda4c0a5040 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fda5c09b070 tx=0x7fda5c065cb0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 msgr2=0x7fda64101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.357+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009fd0 tx=0x7fda5c00b820 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 shutdown_connections 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fda641082a0 0x7fda64101410 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda641036e0 0x7fda64100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 --2- 172.21.15.7:0/1195550548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda64102d30 0x7fda64100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:11.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 >> 172.21.15.7:0/1195550548 conn(0x7fda640fc7d0 msgr2=0x7fda64105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:11.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 shutdown_connections 2024-09-10T07:54:11.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:11.358+0000 7fda693cc640 1 -- 172.21.15.7:0/1195550548 wait complete. 2024-09-10T07:54:12.027 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:54:12.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.82 MB/sec execute 315 sec latency 14568.148 ms 2024-09-10T07:54:12.285 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 -- 172.21.15.7:0/855619122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102570 msgr2=0x7fc3001029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 --2- 172.21.15.7:0/855619122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102570 0x7fc3001029b0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0009900 tx=0x7fc2f002a480 comp rx=0 tx=0).stop 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 -- 172.21.15.7:0/855619122 shutdown_connections 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 --2- 172.21.15.7:0/855619122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300102ef0 0x7fc30010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 --2- 172.21.15.7:0/855619122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102570 0x7fc3001029b0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 --2- 172.21.15.7:0/855619122 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300100e20 0x7fc300101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 -- 172.21.15.7:0/855619122 >> 172.21.15.7:0/855619122 conn(0x7fc3000fc7d0 msgr2=0x7fc3000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 -- 172.21.15.7:0/855619122 shutdown_connections 2024-09-10T07:54:12.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.879+0000 7fc3072b5640 1 -- 172.21.15.7:0/855619122 wait complete. 2024-09-10T07:54:12.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 Processor -- start 2024-09-10T07:54:12.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 -- start start 2024-09-10T07:54:12.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300100e20 0x7fc3000fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300102570 0x7fc3000fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc300110e50 con 0x7fc300102ef0 2024-09-10T07:54:12.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc300110cd0 con 0x7fc300102570 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc3072b5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc300110fd0 con 0x7fc300100e20 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46312/0 (socket says 172.21.15.7:46312) 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 -- 172.21.15.7:0/3863297791 learned_addr learned my addr 172.21.15.7:0/3863297791 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305051640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300100e20 0x7fc3000fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc304850640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300102570 0x7fc3000fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 -- 172.21.15.7:0/3863297791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300100e20 msgr2=0x7fc3000fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300100e20 0x7fc3000fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 -- 172.21.15.7:0/3863297791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300102570 msgr2=0x7fc3000fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300102570 0x7fc3000fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.880+0000 7fc305852640 1 -- 172.21.15.7:0/3863297791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3001a6a50 con 0x7fc300102ef0 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc305852640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800cad0 tx=0x7fc2f800ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc2f67fc640 1 -- 172.21.15.7:0/3863297791 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f800ad60 con 0x7fc300102ef0 2024-09-10T07:54:12.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc2f67fc640 1 -- 172.21.15.7:0/3863297791 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f8005020 con 0x7fc300102ef0 2024-09-10T07:54:12.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc2f67fc640 1 -- 172.21.15.7:0/3863297791 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f800f6b0 con 0x7fc300102ef0 2024-09-10T07:54:12.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3001a6d40 con 0x7fc300102ef0 2024-09-10T07:54:12.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.881+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3001a7280 con 0x7fc300102ef0 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc2f67fc640 1 -- 172.21.15.7:0/3863297791 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc2f80051d0 con 0x7fc300102ef0 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 Processor -- start 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 -- start start 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9b5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.884+0000 7fc30968e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55af7e91b2f0 con 0x55af7e9c0370 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc30968e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55af7e8c2cf0 con 0x55af7e9b55d0 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc30968e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55af7e9172b0 con 0x55af7e9b6b40 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46328/0 (socket says 172.21.15.7:46328) 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc304850640 1 -- 172.21.15.7:0/2368844548 learned_addr learned my addr 172.21.15.7:0/2368844548 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc304850640 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9b5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc2f67fc640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 0x7fc2ec0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 -- 172.21.15.7:0/2368844548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 msgr2=0x55af7e9b5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9b5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 -- 172.21.15.7:0/2368844548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 msgr2=0x55af7e9c2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 -- 172.21.15.7:0/2368844548 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af7e8a73a0 con 0x55af7e9b55d0 2024-09-10T07:54:12.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc304850640 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305852640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 0x7fc2ec0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc2f67fc640 1 -- 172.21.15.7:0/3863297791 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc2f80cf460 con 0x7fc300102ef0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.885+0000 7fc305051640 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b5a10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc0099a0 tx=0x7fc2fc009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79225c9c99549f3c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc2eb7fe640 1 -- 172.21.15.7:0/2368844548 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc017070 con 0x55af7e9b55d0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc305852640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 0x7fc2ec0a50c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800caa0 tx=0x7fc2f8058040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc2eb7fe640 1 -- 172.21.15.7:0/2368844548 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2fc013470 con 0x55af7e9b55d0 2024-09-10T07:54:12.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc2eb7fe640 1 -- 172.21.15.7:0/2368844548 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc012630 con 0x55af7e9b55d0 2024-09-10T07:54:12.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc30968e740 1 -- 172.21.15.7:0/2368844548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 msgr2=0x55af7e9b5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.886+0000 7fc30968e740 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b5a10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc0099a0 tx=0x7fc2fc009e60 comp rx=0 tx=0).stop 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- 172.21.15.7:0/2368844548 shutdown_connections 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9c0370 0x55af7e9c2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b5a10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- 172.21.15.7:0/2368844548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9b5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- 172.21.15.7:0/2368844548 >> 172.21.15.7:0/2368844548 conn(0x55af7e97e310 msgr2=0x55af7e9b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- 172.21.15.7:0/2368844548 shutdown_connections 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- 172.21.15.7:0/2368844548 wait complete. 2024-09-10T07:54:12.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- start start 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 Processor -- start 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9bcf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9bd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55af7e9c3070 con 0x55af7e9b55d0 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55af7e8d6060 con 0x55af7e9c0370 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.887+0000 7fc30968e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55af7e9c31f0 con 0x55af7e9b6b40 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc30968e740 10 client.0 _ll_register_callbacks cb 0x55af7e6298c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46344/0 (socket says 172.21.15.7:46344) 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 -- 172.21.15.7:0/1514684921 learned_addr learned my addr 172.21.15.7:0/1514684921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc305051640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9bcf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9bd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 -- 172.21.15.7:0/1514684921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 msgr2=0x55af7e9bcf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9bcf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 -- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 msgr2=0x55af7e9bd4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9bd4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 -- 172.21.15.7:0/1514684921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af7e68c3c0 con 0x55af7e9b55d0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc305051640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9bcf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc304850640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0006010 tx=0x7fc2f0032bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28d23c51e1a412e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc2e8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0035040 con 0x55af7e9b55d0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc2f0004050 con 0x55af7e9b55d0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.888+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2fc013470 con 0x55af7e9b55d0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc2f0052050 con 0x55af7e9b55d0 2024-09-10T07:54:12.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 10 client.17796 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55af7e9ceab0 con 0x55af7e9b55d0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2fc013470 con 0x55af7e9b55d0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc2f003a040 con 0x55af7e9b55d0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 10 client.17796 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 10 client.17796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 20 client.17796 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7e9cfec0 0x55af7e9d22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 4 client.17796 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af7e928860 con 0x55af7e9cfec0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.889+0000 7fc305051640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7e9cfec0 0x55af7e9d22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.890+0000 7fc305051640 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7e9cfec0 0x55af7e9d22b0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=532c37032aefcbc7 server_cookie=b64fa0b3f243583a in_seq=0 out_seq=0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.890+0000 7fc2e8ff9640 10 client.17796 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1514684921 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55af7e928860 con 0x55af7e9cfec0 2024-09-10T07:54:12.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc2e8ff9640 10 client.17796 handle_command_reply: tid=0 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 client.17796 shutdown 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 msgr2=0x55af7e9bfcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0006010 tx=0x7fc2f0032bb0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 shutdown_connections 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7e9cfec0 0x55af7e9d22b0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9bd4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9bcf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 --2- 172.21.15.7:0/1514684921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9bfcc0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 >> 172.21.15.7:0/1514684921 conn(0x55af7e97e310 msgr2=0x55af7e9b7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc2e8ff9640 0 client.17796 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 shutdown_connections 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 1 -- 172.21.15.7:0/1514684921 wait complete. 2024-09-10T07:54:12.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.891+0000 7fc30968e740 20 client.17796 trim_cache size 0 max 16384 2024-09-10T07:54:12.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 Processor -- start 2024-09-10T07:54:12.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 -- start start 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9c0370 0x55af7e9c1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b3690 con 0x55af7e9b6b40 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b0f60 con 0x55af7e9b55d0 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc30968e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001aedd0 con 0x55af7e9c0370 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc305051640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc305051640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46346/0 (socket says 172.21.15.7:46346) 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc305051640 1 -- 172.21.15.7:0/429733449 learned_addr learned my addr 172.21.15.7:0/429733449 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.904+0000 7fc304850640 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc304850640 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9c0370 0x55af7e9c1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 -- 172.21.15.7:0/429733449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9c0370 msgr2=0x55af7e9c1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9c0370 0x55af7e9c1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 -- 172.21.15.7:0/429733449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 msgr2=0x55af7e9b0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 -- 172.21.15.7:0/429733449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af7e9bb4c0 con 0x55af7e9b6b40 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc305051640 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009970 tx=0x7fc2fc006e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89b95e28aac64a05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc2eaffd640 1 -- 172.21.15.7:0/429733449 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc017040 con 0x55af7e9b6b40 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc2eaffd640 1 -- 172.21.15.7:0/429733449 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2fc013db0 con 0x55af7e9b6b40 2024-09-10T07:54:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.905+0000 7fc2eaffd640 1 -- 172.21.15.7:0/429733449 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc0256e0 con 0x55af7e9b6b40 2024-09-10T07:54:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- 172.21.15.7:0/429733449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 msgr2=0x55af7e9c1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009970 tx=0x7fc2fc006e40 comp rx=0 tx=0).stop 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- 172.21.15.7:0/429733449 shutdown_connections 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9c0370 0x55af7e9c1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b6b40 0x55af7e9c1760 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 --2- 172.21.15.7:0/429733449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9b55d0 0x55af7e9b0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- 172.21.15.7:0/429733449 >> 172.21.15.7:0/429733449 conn(0x55af7e97e310 msgr2=0x55af7e9b04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- 172.21.15.7:0/429733449 shutdown_connections 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- 172.21.15.7:0/429733449 wait complete. 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 -- start start 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.906+0000 7fc30968e740 1 Processor -- start 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9c8a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9c3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001af420 con 0x55af7e9b55d0 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b0890 con 0x55af7e9c0370 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001afaf0 con 0x55af7e9b6b40 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc30968e740 10 client.0 _ll_register_callbacks cb 0x7fc2f0031d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46350/0 (socket says 172.21.15.7:46350) 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 -- 172.21.15.7:0/1408740570 learned_addr learned my addr 172.21.15.7:0/1408740570 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc305051640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9c8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9c3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 -- 172.21.15.7:0/1408740570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 msgr2=0x55af7e9c8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9c8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 -- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 msgr2=0x55af7e9c3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9c3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 -- 172.21.15.7:0/1408740570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af7e9c3a30 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc304850640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0001eb0 tx=0x7fc2f0005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489cd56fbe8f11cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.907+0000 7fc2e8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0035040 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc2f0003800 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2fc013db0 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc2f0063050 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 10 client.17802 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55af7ea3b410 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2fc013db0 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc2f00324c0 con 0x55af7e9b55d0 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 10 client.17802 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 10 client.17802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 20 client.17802 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7ea3bbc0 0x55af7ea3dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 4 client.17802 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55af7e922d70 con 0x55af7ea3bbc0 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.908+0000 7fc305051640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7ea3bbc0 0x55af7ea3dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc2e8ff9640 10 client.17802 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc305051640 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7ea3bbc0 0x55af7ea3dfe0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d632f70a7f2934bd server_cookie=b6c43085398d1fc1 in_seq=0 out_seq=0 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc2e8ff9640 1 -- 172.21.15.7:0/1408740570 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55af7e922d70 con 0x55af7ea3bbc0 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc2e8ff9640 10 client.17802 handle_command_reply: tid=0 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 client.17802 shutdown 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 msgr2=0x55af7e9c84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0001eb0 tx=0x7fc2f0005e30 comp rx=0 tx=0).stop 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 shutdown_connections 2024-09-10T07:54:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55af7ea3bbc0 0x55af7ea3dfe0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55af7e9c0370 0x55af7e9c3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55af7e9b6b40 0x55af7e9c8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 --2- 172.21.15.7:0/1408740570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55af7e9b55d0 0x55af7e9c84c0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 >> 172.21.15.7:0/1408740570 conn(0x55af7e97e310 msgr2=0x55af7e9b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc2e8ff9640 0 client.17802 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 shutdown_connections 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.909+0000 7fc30968e740 1 -- 172.21.15.7:0/1408740570 wait complete. 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc30968e740 20 client.17802 trim_cache size 0 max 16384 2024-09-10T07:54:12.914 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 msgr2=0x7fc2ec0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 0x7fc2ec0a50c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800caa0 tx=0x7fc2f8058040 comp rx=0 tx=0).stop 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 msgr2=0x7fc3000fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800cad0 tx=0x7fc2f800ced0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 shutdown_connections 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc2ec0a2c00 0x7fc2ec0a50c0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc300102ef0 0x7fc3000fd700 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc300102570 0x7fc3000fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 --2- 172.21.15.7:0/3863297791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc300100e20 0x7fc3000fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 >> 172.21.15.7:0/3863297791 conn(0x7fc3000fc7d0 msgr2=0x7fc30006a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 shutdown_connections 2024-09-10T07:54:12.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:12.910+0000 7fc3072b5640 1 -- 172.21.15.7:0/3863297791 wait complete. 2024-09-10T07:54:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:12 smithi007 ceph-mon[30879]: pgmap v627: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-10T07:54:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:12 smithi110 ceph-mon[34417]: pgmap v627: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-10T07:54:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:12 smithi145 ceph-mon[34766]: pgmap v627: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-10T07:54:13.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.81 MB/sec execute 316 sec latency 15568.178 ms 2024-09-10T07:54:14.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.81 MB/sec execute 317 sec latency 16568.265 ms 2024-09-10T07:54:14.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.461+0000 7f87d489b640 1 -- 172.21.15.7:0/1667609682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 msgr2=0x7f87d0104a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.461+0000 7f87d489b640 1 --2- 172.21.15.7:0/1667609682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0104a70 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f87c0009ca0 tx=0x7f87c002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 -- 172.21.15.7:0/1667609682 shutdown_connections 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 --2- 172.21.15.7:0/1667609682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 0x7f87d0109cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 --2- 172.21.15.7:0/1667609682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 0x7f87d01073a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 --2- 172.21.15.7:0/1667609682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0104a70 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 -- 172.21.15.7:0/1667609682 >> 172.21.15.7:0/1667609682 conn(0x7f87d00fc1e0 msgr2=0x7f87d00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 -- 172.21.15.7:0/1667609682 shutdown_connections 2024-09-10T07:54:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 -- 172.21.15.7:0/1667609682 wait complete. 2024-09-10T07:54:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.462+0000 7f87d489b640 1 Processor -- start 2024-09-10T07:54:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 -- start start 2024-09-10T07:54:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 0x7f87d0198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 0x7f87d019f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f87d010d720 con 0x7f87d0102680 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87d010d5a0 con 0x7f87d0104fb0 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87d489b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87d010d8a0 con 0x7f87d01078e0 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46368/0 (socket says 172.21.15.7:46368) 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 -- 172.21.15.7:0/660483469 learned_addr learned my addr 172.21.15.7:0/660483469 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 0x7f87d0198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ced9d640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 0x7f87d019f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 -- 172.21.15.7:0/660483469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 msgr2=0x7f87d019f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 0x7f87d019f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 -- 172.21.15.7:0/660483469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 msgr2=0x7f87d0198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 0x7f87d0198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.463+0000 7f87ce59c640 1 -- 172.21.15.7:0/660483469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d019f9d0 con 0x7f87d0102680 2024-09-10T07:54:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87ce59c640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f87c002aeb0 tx=0x7f87c0009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87bf7fe640 1 -- 172.21.15.7:0/660483469 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0003c20 con 0x7f87d0102680 2024-09-10T07:54:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87bf7fe640 1 -- 172.21.15.7:0/660483469 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c0003dc0 con 0x7f87d0102680 2024-09-10T07:54:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d019fc60 con 0x7f87d0102680 2024-09-10T07:54:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87bf7fe640 1 -- 172.21.15.7:0/660483469 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0030c20 con 0x7f87d0102680 2024-09-10T07:54:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.464+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d01a01b0 con 0x7f87d0102680 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.466+0000 7f87bf7fe640 1 -- 172.21.15.7:0/660483469 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f87c0004040 con 0x7f87d0102680 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 Processor -- start 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 -- start start 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e53199da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 0x562e531a1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562e530fd2f0 con 0x562e5319a2e0 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562e530a5270 con 0x562e531999a0 2024-09-10T07:54:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.467+0000 7f87d7635740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562e530f92b0 con 0x562e5319f370 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46378/0 (socket says 172.21.15.7:46378) 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 -- 172.21.15.7:0/3666390720 learned_addr learned my addr 172.21.15.7:0/3666390720 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e53199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87bf7fe640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 0x7f87b80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 0x562e531a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ced9d640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 0x7f87b80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87bf7fe640 1 -- 172.21.15.7:0/660483469 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f87c00f08b0 con 0x7f87d0102680 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 -- 172.21.15.7:0/3666390720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 msgr2=0x562e531a1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 0x562e531a1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 -- 172.21.15.7:0/3666390720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 msgr2=0x562e53199da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e53199da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 -- 172.21.15.7:0/3666390720 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e530a4340 con 0x562e5319a2e0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e53199da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 0x562e531a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f87c00edfb0 tx=0x7f87c00b9050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dfc42ea812b20c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87ced9d640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 0x7f87b80a5170 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f87d006b3e0 tx=0x7f87c8004730 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.468+0000 7f87bcff9640 1 -- 172.21.15.7:0/3666390720 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c00bc670 con 0x562e5319a2e0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87bcff9640 1 -- 172.21.15.7:0/3666390720 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c0036030 con 0x562e5319a2e0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87bcff9640 1 -- 172.21.15.7:0/3666390720 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c00bae50 con 0x562e5319a2e0 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 -- 172.21.15.7:0/3666390720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 msgr2=0x562e5319eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f87c00edfb0 tx=0x7f87c00b9050 comp rx=0 tx=0).stop 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 -- 172.21.15.7:0/3666390720 shutdown_connections 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319f370 0x562e531a1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319a2e0 0x562e5319eda0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 --2- 172.21.15.7:0/3666390720 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e53199da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 -- 172.21.15.7:0/3666390720 >> 172.21.15.7:0/3666390720 conn(0x562e53195010 msgr2=0x562e53195410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 -- 172.21.15.7:0/3666390720 shutdown_connections 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.469+0000 7f87d7635740 1 -- 172.21.15.7:0/3666390720 wait complete. 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 -- start start 2024-09-10T07:54:14.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 Processor -- start 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531a3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562e530fd2f0 con 0x562e5319f370 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562e53086290 con 0x562e531999a0 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562e531a2100 con 0x562e5319a2e0 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87d7635740 10 client.0 _ll_register_callbacks cb 0x562e530b7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46394/0 (socket says 172.21.15.7:46394) 2024-09-10T07:54:14.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87ced9d640 1 -- 172.21.15.7:0/3811369443 learned_addr learned my addr 172.21.15.7:0/3811369443 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.470+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 -- 172.21.15.7:0/3811369443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 msgr2=0x562e531a3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 -- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 msgr2=0x562e531a3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531a3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 -- 172.21.15.7:0/3811369443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e52e10210 con 0x562e5319f370 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f87c800fa50 tx=0x7f87c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31cb007745ebff6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8026030 con 0x562e5319f370 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f87c8012b90 con 0x562e5319f370 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87c0036030 con 0x562e5319f370 2024-09-10T07:54:14.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f87c8030050 con 0x562e5319f370 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87d7635740 10 client.17814 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562e52edc620 con 0x562e5319f370 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c0036030 con 0x562e5319f370 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.471+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f87c8004830 con 0x562e5319f370 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 10 client.17814 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 10 client.17814 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 20 client.17814 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e531af4d0 0x562e531b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 4 client.17814 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e5310aa20 con 0x562e531af4d0 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e531af4d0 0x562e531b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87b5ffb640 10 client.17814 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.472+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e531af4d0 0x562e531b18c0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=573608f2dc344f4c server_cookie=94d6e404fcce9b1 in_seq=0 out_seq=0 2024-09-10T07:54:14.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3811369443 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562e5310aa20 con 0x562e531af4d0 2024-09-10T07:54:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87b5ffb640 10 client.17814 handle_command_reply: tid=0 2024-09-10T07:54:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 client.17814 shutdown 2024-09-10T07:54:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 msgr2=0x562e531aacc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f87c800fa50 tx=0x7f87c80046c0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 shutdown_connections 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e531af4d0 0x562e531b18c0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531aacc0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87b5ffb640 0 client.17814 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 --2- 172.21.15.7:0/3811369443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531a3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 >> 172.21.15.7:0/3811369443 conn(0x562e53195010 msgr2=0x562e53196820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 shutdown_connections 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 1 -- 172.21.15.7:0/3811369443 wait complete. 2024-09-10T07:54:14.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.473+0000 7f87d7635740 20 client.17814 trim_cache size 0 max 16384 2024-09-10T07:54:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 Processor -- start 2024-09-10T07:54:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 -- start start 2024-09-10T07:54:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531940b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531aac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01acf70 con 0x562e5319f370 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01aa840 con 0x562e531999a0 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87d7635740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01a86b0 con 0x562e5319a2e0 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46408/0 (socket says 172.21.15.7:46408) 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 -- 172.21.15.7:0/4112550300 learned_addr learned my addr 172.21.15.7:0/4112550300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ce59c640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531940b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531aac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 -- 172.21.15.7:0/4112550300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 msgr2=0x562e531aac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531aac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 -- 172.21.15.7:0/4112550300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 msgr2=0x562e531940b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531940b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.488+0000 7f87ced9d640 1 -- 172.21.15.7:0/4112550300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e531b1c30 con 0x562e5319f370 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531aac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87ce59c640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531940b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87ced9d640 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f87c8009890 tx=0x7f87c8022690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b90dd9e7969cf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87b7fff640 1 -- 172.21.15.7:0/4112550300 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8026040 con 0x562e5319f370 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87b7fff640 1 -- 172.21.15.7:0/4112550300 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c8039070 con 0x562e5319f370 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87b7fff640 1 -- 172.21.15.7:0/4112550300 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8022960 con 0x562e5319f370 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 -- 172.21.15.7:0/4112550300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 msgr2=0x562e531b61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f87c8009890 tx=0x7f87c8022690 comp rx=0 tx=0).stop 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 -- 172.21.15.7:0/4112550300 shutdown_connections 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e5319f370 0x562e531b61c0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531aac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 --2- 172.21.15.7:0/4112550300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e531999a0 0x562e531940b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 -- 172.21.15.7:0/4112550300 >> 172.21.15.7:0/4112550300 conn(0x562e53195010 msgr2=0x562e531939a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.489+0000 7f87d7635740 1 -- 172.21.15.7:0/4112550300 shutdown_connections 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 -- 172.21.15.7:0/4112550300 wait complete. 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 -- start start 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 Processor -- start 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e5319f370 0x562e531a99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01a8d00 con 0x562e531999a0 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01aa170 con 0x562e5319f370 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01a93d0 con 0x562e5319a2e0 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87d7635740 10 client.0 _ll_register_callbacks cb 0x7f87c80097e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46412/0 (socket says 172.21.15.7:46412) 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87ce59c640 1 -- 172.21.15.7:0/3022619091 learned_addr learned my addr 172.21.15.7:0/3022619091 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:14.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87ced9d640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e5319f370 0x562e531a99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.490+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 -- 172.21.15.7:0/3022619091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 msgr2=0x562e531a8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 -- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e5319f370 msgr2=0x562e531a99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e5319f370 0x562e531a99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 -- 172.21.15.7:0/3022619091 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e531aa000 con 0x562e531999a0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87ce59c640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f87c0005fa0 tx=0x7f87c002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baae1ef1102d1157 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c00da060 con 0x562e531999a0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f87c00ee030 con 0x562e531999a0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87c8039070 con 0x562e531999a0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f87c00bcd10 con 0x562e531999a0 2024-09-10T07:54:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 10 client.17820 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562e5321a2c0 con 0x562e531999a0 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c8039070 con 0x562e531999a0 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f87c00bcf70 con 0x562e531999a0 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 10 client.17820 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 10 client.17820 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 20 client.17820 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e5321aa90 0x562e5321ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 4 client.17820 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.491+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562e53104d70 con 0x562e5321aa90 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.492+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e5321aa90 0x562e5321ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.492+0000 7f87cdd9b640 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e5321aa90 0x562e5321ceb0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1c21575b31817fd server_cookie=2fd8b69f3a18db56 in_seq=0 out_seq=0 2024-09-10T07:54:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.492+0000 7f87b5ffb640 10 client.17820 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87b5ffb640 1 -- 172.21.15.7:0/3022619091 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562e53104d70 con 0x562e5321aa90 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87b5ffb640 10 client.17820 handle_command_reply: tid=0 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 client.17820 shutdown 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 msgr2=0x562e531a8540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f87c0005fa0 tx=0x7f87c002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 shutdown_connections 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562e5321aa90 0x562e5321ceb0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562e5319f370 0x562e531a99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562e5319a2e0 0x562e531a8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87b5ffb640 0 client.17820 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 --2- 172.21.15.7:0/3022619091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562e531999a0 0x562e531a8540 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 >> 172.21.15.7:0/3022619091 conn(0x562e53195010 msgr2=0x562e531941c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 shutdown_connections 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 1 -- 172.21.15.7:0/3022619091 wait complete. 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.517+0000 7f87d7635740 20 client.17820 trim_cache size 0 max 16384 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:54:14.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:54:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:54:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 msgr2=0x7f87b80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 0x7f87b80a5170 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f87d006b3e0 tx=0x7f87c8004730 comp rx=0 tx=0).stop 2024-09-10T07:54:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 msgr2=0x7f87d0197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f87c002aeb0 tx=0x7f87c0009880 comp rx=0 tx=0).stop 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 shutdown_connections 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87b80a2cb0 0x7f87b80a5170 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d01078e0 0x7f87d019f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87d0104fb0 0x7f87d0198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 --2- 172.21.15.7:0/660483469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f87d0102680 0x7f87d0197dc0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 >> 172.21.15.7:0/660483469 conn(0x7f87d00fc1e0 msgr2=0x7f87d0103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 shutdown_connections 2024-09-10T07:54:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:14.518+0000 7f87d489b640 1 -- 172.21.15.7:0/660483469 wait complete. 2024-09-10T07:54:14.827 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:54:14.827 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:54:15.093 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:14 smithi110 ceph-mon[34417]: pgmap v628: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-10T07:54:15.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:14 smithi007 ceph-mon[30879]: pgmap v628: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-10T07:54:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:14 smithi145 ceph-mon[34766]: pgmap v628: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-10T07:54:15.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.80 MB/sec execute 318 sec latency 17568.366 ms 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 -- 172.21.15.7:0/1229578903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c101420 msgr2=0x7fee3c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 --2- 172.21.15.7:0/1229578903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c101420 0x7fee3c10d950 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fee34009cd0 tx=0x7fee3402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 -- 172.21.15.7:0/1229578903 shutdown_connections 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 --2- 172.21.15.7:0/1229578903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c101420 0x7fee3c10d950 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 --2- 172.21.15.7:0/1229578903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee3c100a80 0x7fee3c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 --2- 172.21.15.7:0/1229578903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c106a80 0x7fee3c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 -- 172.21.15.7:0/1229578903 >> 172.21.15.7:0/1229578903 conn(0x7fee3c0fc7a0 msgr2=0x7fee3c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 -- 172.21.15.7:0/1229578903 shutdown_connections 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.595+0000 7fee42aad640 1 -- 172.21.15.7:0/1229578903 wait complete. 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 Processor -- start 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 -- start start 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee3c100a80 0x7fee3c102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c101420 0x7fee3c102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c110d50 con 0x7fee3c106a80 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c110bd0 con 0x7fee3c101420 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee42aad640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c110ed0 con 0x7fee3c100a80 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46434/0 (socket says 172.21.15.7:46434) 2024-09-10T07:54:15.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 -- 172.21.15.7:0/3933010390 learned_addr learned my addr 172.21.15.7:0/3933010390 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee3bfff640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c101420 0x7fee3c102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 -- 172.21.15.7:0/3933010390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee3c100a80 msgr2=0x7fee3c102650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee3c100a80 0x7fee3c102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 -- 172.21.15.7:0/3933010390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c101420 msgr2=0x7fee3c102b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c101420 0x7fee3c102b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.596+0000 7fee4104a640 1 -- 172.21.15.7:0/3933010390 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c1a6880 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee4104a640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fee34005cc0 tx=0x7fee34003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee39ffb640 1 -- 172.21.15.7:0/3933010390 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34004240 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee39ffb640 1 -- 172.21.15.7:0/3933010390 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee340305a0 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3c1a6b10 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee39ffb640 1 -- 172.21.15.7:0/3933010390 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee340466c0 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.597+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3c1a7050 con 0x7fee3c106a80 2024-09-10T07:54:15.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.599+0000 7fee39ffb640 1 -- 172.21.15.7:0/3933010390 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fee34030ac0 con 0x7fee3c106a80 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.599+0000 7fee44e86740 1 Processor -- start 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.599+0000 7fee44e86740 1 -- start start 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d4b60 0x5590b91d4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91e2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5590b913a280 con 0x5590b91d5480 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5590b90e1b10 con 0x5590b91dfd40 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee44e86740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5590b9136240 con 0x5590b91d4b60 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46448/0 (socket says 172.21.15.7:46448) 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 -- 172.21.15.7:0/4095003016 learned_addr learned my addr 172.21.15.7:0/4095003016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee39ffb640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 0x7fee240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee3bfff640 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d4b60 0x5590b91d4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee3bfff640 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91e2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 -- 172.21.15.7:0/4095003016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d4b60 msgr2=0x5590b91d4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d4b60 0x5590b91d4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 -- 172.21.15.7:0/4095003016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 msgr2=0x5590b91e2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91e2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee4104a640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 0x7fee240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 -- 172.21.15.7:0/4095003016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590b90ee1f0 con 0x5590b91d5480 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee39ffb640 1 -- 172.21.15.7:0/3933010390 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee3402e030 con 0x7fee3c106a80 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.600+0000 7fee40849640 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fee2c00a9f0 tx=0x7fee2c00aeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3888df42e1d08fa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee22ffd640 1 -- 172.21.15.7:0/4095003016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c00cde0 con 0x5590b91d5480 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee4104a640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 0x7fee240a5040 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fee340b9900 tx=0x7fee340b8ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee22ffd640 1 -- 172.21.15.7:0/4095003016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee2c00f900 con 0x5590b91d5480 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee22ffd640 1 -- 172.21.15.7:0/4095003016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c00e8b0 con 0x5590b91d5480 2024-09-10T07:54:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee44e86740 1 -- 172.21.15.7:0/4095003016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 msgr2=0x5590b91df800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee44e86740 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fee2c00a9f0 tx=0x7fee2c00aeb0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.601+0000 7fee44e86740 1 -- 172.21.15.7:0/4095003016 shutdown_connections 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91e2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91df800 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 --2- 172.21.15.7:0/4095003016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d4b60 0x5590b91d4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 -- 172.21.15.7:0/4095003016 >> 172.21.15.7:0/4095003016 conn(0x5590b91d10f0 msgr2=0x5590b91d14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 -- 172.21.15.7:0/4095003016 shutdown_connections 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 -- 172.21.15.7:0/4095003016 wait complete. 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 -- start start 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.602+0000 7fee44e86740 1 Processor -- start 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91dd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5590b91e2910 con 0x5590b91d4b60 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5590b90f4f10 con 0x5590b91dfd40 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5590b91e2a90 con 0x5590b91d5480 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 10 client.0 _ll_register_callbacks cb 0x5590b90bda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46458/0 (socket says 172.21.15.7:46458) 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 -- 172.21.15.7:0/2206532662 learned_addr learned my addr 172.21.15.7:0/2206532662 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee40849640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 -- 172.21.15.7:0/2206532662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 msgr2=0x5590b91dd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 -- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 msgr2=0x5590b91dd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91dd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 -- 172.21.15.7:0/2206532662 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590b8eab6a0 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee3bfff640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e2a0 tx=0x7fee300128c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=586b3cd86f36fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3000f040 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee30015610 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee2c00f900 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.603+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fee30015810 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 10 client.17832 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5590b91ee5d0 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee2c00f900 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fee3001ea50 con 0x5590b91d4b60 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 10 client.17832 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 10 client.17832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:15.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 20 client.17832 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b91efa90 0x5590b91f1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 4 client.17832 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590b91477f0 con 0x5590b91efa90 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.604+0000 7fee40849640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b91efa90 0x5590b91f1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.605+0000 7fee40849640 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b91efa90 0x5590b91f1ec0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a65ab8190270ba0e server_cookie=59ed7f0706a8afdd in_seq=0 out_seq=0 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.605+0000 7fee1bfff640 10 client.17832 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.605+0000 7fee1bfff640 1 -- 172.21.15.7:0/2206532662 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590b91477f0 con 0x5590b91efa90 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.605+0000 7fee1bfff640 10 client.17832 handle_command_reply: tid=0 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.605+0000 7fee44e86740 1 client.17832 shutdown 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 msgr2=0x5590b91dcc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e2a0 tx=0x7fee300128c0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 shutdown_connections 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b91efa90 0x5590b91f1ec0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91dd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 --2- 172.21.15.7:0/2206532662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91dcc00 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee1bfff640 0 client.17832 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 >> 172.21.15.7:0/2206532662 conn(0x5590b91d10f0 msgr2=0x5590b91d0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 shutdown_connections 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 1 -- 172.21.15.7:0/2206532662 wait complete. 2024-09-10T07:54:15.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.606+0000 7fee44e86740 20 client.17832 trim_cache size 0 max 16384 2024-09-10T07:54:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 Processor -- start 2024-09-10T07:54:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 -- start start 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91f77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1b3660 con 0x5590b91d4b60 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1b0f30 con 0x5590b91dfd40 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee44e86740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1aeda0 con 0x5590b91d5480 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.624+0000 7fee3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46466/0 (socket says 172.21.15.7:46466) 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 -- 172.21.15.7:0/1583894582 learned_addr learned my addr 172.21.15.7:0/1583894582 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91f77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee40849640 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 -- 172.21.15.7:0/1583894582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 msgr2=0x5590b91dea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 -- 172.21.15.7:0/1583894582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 msgr2=0x5590b91f77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91f77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 -- 172.21.15.7:0/1583894582 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590b91df4d0 con 0x5590b91d4b60 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e740 tx=0x7fee3000e690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe715d3b8fa9d51 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee227fc640 1 -- 172.21.15.7:0/1583894582 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3000a040 con 0x5590b91d4b60 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee227fc640 1 -- 172.21.15.7:0/1583894582 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee3002d020 con 0x5590b91d4b60 2024-09-10T07:54:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.625+0000 7fee227fc640 1 -- 172.21.15.7:0/1583894582 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3001e9c0 con 0x5590b91d4b60 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- 172.21.15.7:0/1583894582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 msgr2=0x5590b91d75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e740 tx=0x7fee3000e690 comp rx=0 tx=0).stop 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- 172.21.15.7:0/1583894582 shutdown_connections 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91dfd40 0x5590b91f77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91d5480 0x5590b91dea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 --2- 172.21.15.7:0/1583894582 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d4b60 0x5590b91d75c0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- 172.21.15.7:0/1583894582 >> 172.21.15.7:0/1583894582 conn(0x5590b91d10f0 msgr2=0x5590b91de350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- 172.21.15.7:0/1583894582 shutdown_connections 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- 172.21.15.7:0/1583894582 wait complete. 2024-09-10T07:54:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 -- start start 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.626+0000 7fee44e86740 1 Processor -- start 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91d4b60 0x5590b91e8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 0x5590b91d9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1af3f0 con 0x5590b91d5480 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1b0860 con 0x5590b91d4b60 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c1afac0 con 0x5590b91dfd40 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee44e86740 10 client.0 _ll_register_callbacks cb 0x7fee3000e5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46476/0 (socket says 172.21.15.7:46476) 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 -- 172.21.15.7:0/1333582297 learned_addr learned my addr 172.21.15.7:0/1333582297 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91d4b60 0x5590b91e8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 0x5590b91d9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 -- 172.21.15.7:0/1333582297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 msgr2=0x5590b91d9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 0x5590b91d9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 -- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91d4b60 msgr2=0x5590b91e8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91d4b60 0x5590b91e8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee40849640 1 -- 172.21.15.7:0/1333582297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590b91da670 con 0x5590b91d5480 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.627+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 0x5590b91d9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee40849640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x5590b91d1f50 tx=0x7fee2c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd3b55b21003ec65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c00f450 con 0x5590b91d5480 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fee2c00f5f0 con 0x5590b91d5480 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee3002d020 con 0x5590b91d5480 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fee2c035050 con 0x5590b91d5480 2024-09-10T07:54:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 10 client.17838 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5590b925a840 con 0x5590b91d5480 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee3002d020 con 0x5590b91d5480 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fee2c0248d0 con 0x5590b91d5480 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 10 client.17838 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 10 client.17838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 20 client.17838 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b925ad90 0x5590b925d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 4 client.17838 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.628+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5590b9141d00 con 0x5590b925ad90 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.629+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b925ad90 0x5590b925d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.629+0000 7fee1bfff640 10 client.17838 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.629+0000 7fee3bfff640 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b925ad90 0x5590b925d1b0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bf753fb257a64ba server_cookie=3f0ce4e1d2da934d in_seq=0 out_seq=0 2024-09-10T07:54:15.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee1bfff640 1 -- 172.21.15.7:0/1333582297 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5590b9141d00 con 0x5590b925ad90 2024-09-10T07:54:15.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee1bfff640 10 client.17838 handle_command_reply: tid=0 2024-09-10T07:54:15.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 client.17838 shutdown 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 msgr2=0x5590b91d9930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x5590b91d1f50 tx=0x7fee2c005850 comp rx=0 tx=0).stop 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 shutdown_connections 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5590b925ad90 0x5590b925d1b0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5590b91dfd40 0x5590b91d9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5590b91d5480 0x5590b91d9930 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee1bfff640 0 client.17838 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 --2- 172.21.15.7:0/1333582297 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5590b91d4b60 0x5590b91e8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 >> 172.21.15.7:0/1333582297 conn(0x5590b91d10f0 msgr2=0x5590b91d0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.630+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 shutdown_connections 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee44e86740 1 -- 172.21.15.7:0/1333582297 wait complete. 2024-09-10T07:54:15.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee44e86740 20 client.17838 trim_cache size 0 max 16384 2024-09-10T07:54:15.636 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:54:15.636 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:54:15.636 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "68f1a125-619f-4609-9628-4a512c742416", 2024-09-10T07:54:15.636 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:54:15.636 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 msgr2=0x7fee240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 0x7fee240a5040 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fee340b9900 tx=0x7fee340b8ab0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 msgr2=0x7fee3c1030d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fee34005cc0 tx=0x7fee34003ba0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 shutdown_connections 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fee240a2b80 0x7fee240a5040 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fee3c106a80 0x7fee3c1030d0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fee3c101420 0x7fee3c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 --2- 172.21.15.7:0/3933010390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee3c100a80 0x7fee3c102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 >> 172.21.15.7:0/3933010390 conn(0x7fee3c0fc7a0 msgr2=0x7fee3c104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 shutdown_connections 2024-09-10T07:54:15.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:15.631+0000 7fee42aad640 1 -- 172.21.15.7:0/3933010390 wait complete. 2024-09-10T07:54:15.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:54:15.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:15.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:15.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.638+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL/ auth{2=1} v28141 ap=3 f(v1515 m2024-09-10T07:53:57.674259+0000 7=7+0) n(v36 rc2024-09-10T07:53:57.674259+0000 b1194972 8=7+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:316 nref=3)) caps={15204=pAsLsXs/-@25907} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088e7f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020c:[<0x10000000009/EXCEL v658>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020c:[<0x10000000009/EXCEL v28141>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:54.424793+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:57.674259+0000 b1194972 8=7+1)","memory_value.dirstat":"f(v1515 m2024-09-10T07:53:57.674259+0000 7=7+0)","memory_value.rstat":"n(v36 rc2024-09-10T07:53:57.674259+0000 b1194972 8=7+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.640+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL/ auth{1=1} v28147 ap=3 f(v1062 m2024-09-10T07:53:56.233196+0000 15=15+0) n(v33 rc2024-09-10T07:53:56.244539+0000 b2959419 16=15+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:315 nref=3)) caps={15204=pAsLsXs/-@24030} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb6a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000215:[<0x10000000009/COREL v50>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000215:[<0x10000000009/COREL v28147>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:56.222096+0000 16=16+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:56.244539+0000 b2959419 16=15+1)","memory_value.dirstat":"f(v1062 m2024-09-10T07:53:56.233196+0000 15=15+0)","memory_value.rstat":"n(v33 rc2024-09-10T07:53:56.244539+0000 b2959419 16=15+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.640+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD/ auth{1=1} v28155 ap=3 f(v962 m2024-09-10T07:53:57.661298+0000 3=3+0) n(v34 rc2024-09-10T07:53:57.661298+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:317 nref=3)) caps={15204=pAsLsXs/-@23704} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fa12680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000208:[<0x10000000009/WORD v366>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000208:[<0x10000000009/WORD v28155>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:57.649822+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:57.661298+0000 b780288 4=3+1)","memory_value.dirstat":"f(v962 m2024-09-10T07:53:57.661298+0000 3=3+0)","memory_value.rstat":"n(v34 rc2024-09-10T07:53:57.661298+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.913 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.644+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX/ auth{1=1,2=1} v28157 ap=3 f(v1376 m2024-09-10T07:53:53.681131+0000 24=24+0) n(v34 rc2024-09-10T07:53:53.681131+0000 b5230239 25=24+1) (inest sync->mix g=1,2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:320 nref=3)) caps={15204=pAsLsXs/-@28255} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f741600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000229:[<0x10000000009/PARADOX v554>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000229:[<0x10000000009/PARADOX v28157>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:53.666567+0000 25=25+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:53.681131+0000 b5230239 25=24+1)","memory_value.dirstat":"f(v1376 m2024-09-10T07:53:53.681131+0000 24=24+0)","memory_value.rstat":"n(v34 rc2024-09-10T07:53:53.681131+0000 b5230239 25=24+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.914 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.644+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/ auth{1=1} v28151 ap=3 f(v3033 m2024-09-10T07:53:57.500536+0000 4=4+0) n(v33 rc2024-09-10T07:53:57.500536+0000 b1069066 5=4+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:321 nref=3)) caps={15204=pAsLsXs/-@32915} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f740000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000225:[<0x10000000009/PM v66>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000225:[<0x10000000009/PM v28151>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:57.489023+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:57.500536+0000 b1069066 5=4+1)","memory_value.dirstat":"f(v3033 m2024-09-10T07:53:57.500536+0000 4=4+0)","memory_value.rstat":"n(v33 rc2024-09-10T07:53:57.500536+0000 b1069066 5=4+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.914 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.645+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS/ auth{2=1} v28143 ap=3 f(v557 m2024-09-10T07:53:55.713890+0000 4=4+0) n(v33 rc2024-09-10T07:53:55.713890+0000 b363650 5=4+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:323 nref=3)) caps={15204=pAsLsXs/-@21663} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fba5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000023e:[<0x10000000009/ACCESS v112>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000023e:[<0x10000000009/ACCESS v28143>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:55.702502+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:55.713890+0000 b363650 5=4+1)","memory_value.dirstat":"f(v557 m2024-09-10T07:53:55.713890+0000 4=4+0)","memory_value.rstat":"n(v33 rc2024-09-10T07:53:55.713890+0000 b363650 5=4+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:15.914 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:54:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:54:15.645+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT/ auth{1=1} v28153 ap=3 f(v1120 m2024-09-10T07:53:51.684774+0000 7=7+0) n(v33 rc2024-09-10T07:53:51.684774+0000 b1462582 8=7+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:322 nref=3)) caps={15204=pAsLsXs/-@23562} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088fb68580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020f:[<0x10000000009/PWRPNT v274>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020f:[<0x10000000009/PWRPNT v28153>,<0x10000000008/~dmtmp v22886>,<0x10000000007/client0 v809>,<0x10000000006/clients v793>,<0x10000000005/tmp v786>,<0x10000000003/client.0 v784>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v790>,<0x10000000001/sv_0 v796>,<0x10000000000/qa v761>,<0x1/volumes v730>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:53:51.658637+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:53:51.684774+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v1120 m2024-09-10T07:53:51.684774+0000 7=7+0)","memory_value.rstat":"n(v33 rc2024-09-10T07:53:51.684774+0000 b1462582 8=7+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:54:16.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:54:16.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:15 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:54:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:54:16.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:15 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:16.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.80 MB/sec execute 319 sec latency 18568.487 ms 2024-09-10T07:54:16.442 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:54:16.703 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:17.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: pgmap v629: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-09-10T07:54:17.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:54:17.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:54:17.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:54:17.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:16 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: pgmap v629: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:54:17.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:16 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: pgmap v629: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-09-10T07:54:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:54:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:54:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:54:17.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:16 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:54:17.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.79 MB/sec execute 320 sec latency 19568.537 ms 2024-09-10T07:54:17.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/1071205188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4106f10 msgr2=0x7f6dd410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/1071205188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4106f10 0x7f6dd410ea90 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009ca0 tx=0x7f6dcc02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/1071205188 shutdown_connections 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/1071205188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4106f10 0x7f6dd410ea90 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/1071205188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4102790 0x7f6dd41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/1071205188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4101de0 0x7f6dd41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/1071205188 >> 172.21.15.7:0/1071205188 conn(0x7f6dd40fd8c0 msgr2=0x7f6dd40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/1071205188 shutdown_connections 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.295+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/1071205188 wait complete. 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 Processor -- start 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 -- start start 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 0x7f6dd41982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 0x7f6dd419cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd4111e20 con 0x7f6dd4102790 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd4111ca0 con 0x7f6dd4106f10 2024-09-10T07:54:17.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.296+0000 7f6dd8b9b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd4111fa0 con 0x7f6dd4101de0 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46498/0 (socket says 172.21.15.7:46498) 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 -- 172.21.15.7:0/988112684 learned_addr learned my addr 172.21.15.7:0/988112684 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dd259c640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 0x7f6dd41982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 0x7f6dd419cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 -- 172.21.15.7:0/988112684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 msgr2=0x7f6dd41982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 0x7f6dd41982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 -- 172.21.15.7:0/988112684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 msgr2=0x7f6dd419cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 0x7f6dd419cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 -- 172.21.15.7:0/988112684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dd419d250 con 0x7f6dd4102790 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 0x7f6dd419cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dd259c640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 0x7f6dd41982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:17.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc00d770 tx=0x7f6dbc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcb7fe640 1 -- 172.21.15.7:0/988112684 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc017070 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dd419d540 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.297+0000 7f6dcb7fe640 1 -- 172.21.15.7:0/988112684 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dbc0054d0 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.298+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dd41a4e20 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.298+0000 7f6dcb7fe640 1 -- 172.21.15.7:0/988112684 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc020060 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dcb7fe640 1 -- 172.21.15.7:0/988112684 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6dbc004c90 con 0x7f6dd4102790 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 Processor -- start 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 -- start start 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3e0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 0x56538c3eda70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56538c3462e0 con 0x56538c3e0dc0 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56538c2edce0 con 0x56538c3e04a0 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56538c3422a0 con 0x56538c3eb680 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46514/0 (socket says 172.21.15.7:46514) 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dd259c640 1 -- 172.21.15.7:0/2461699910 learned_addr learned my addr 172.21.15.7:0/2461699910 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3e0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.301+0000 7f6dcb7fe640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 0x7f6dc00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 0x56538c3eda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 -- 172.21.15.7:0/2461699910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 msgr2=0x56538c3eda70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 0x56538c3eda70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 -- 172.21.15.7:0/2461699910 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 msgr2=0x56538c3e0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3e0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 -- 172.21.15.7:0/2461699910 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538c2d2440 con 0x56538c3e0dc0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 0x56538c3eda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 0x7f6dc00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dcb7fe640 1 -- 172.21.15.7:0/988112684 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6dbc0cf1f0 con 0x7f6dd4102790 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c60 tx=0x7f6dc400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8073065bfdbadfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dc8ff9640 1 -- 172.21.15.7:0/2461699910 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4014070 con 0x56538c3e0dc0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dc8ff9640 1 -- 172.21.15.7:0/2461699910 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc40047a0 con 0x56538c3e0dc0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.302+0000 7f6dc8ff9640 1 -- 172.21.15.7:0/2461699910 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4010690 con 0x56538c3e0dc0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2461699910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 msgr2=0x56538c3eb140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 0x7f6dc00a5040 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009430 tx=0x7f6dcc0095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c60 tx=0x7f6dc400e720 comp rx=0 tx=0).stop 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2461699910 shutdown_connections 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3eb680 0x56538c3eda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3eb140 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2461699910 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3e0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2461699910 >> 172.21.15.7:0/2461699910 conn(0x56538c3dca30 msgr2=0x56538c3dce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2461699910 shutdown_connections 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2461699910 wait complete. 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 -- start start 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.303+0000 7f6ddaf74740 1 Processor -- start 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e04a0 0x56538c3eaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3eb680 0x56538c3e8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56538c3ee250 con 0x56538c3e0dc0 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56538c301050 con 0x56538c3eb680 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56538c3ee3d0 con 0x56538c3e04a0 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6ddaf74740 10 client.0 _ll_register_callbacks cb 0x56538c341160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:17.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46522/0 (socket says 172.21.15.7:46522) 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 -- 172.21.15.7:0/2382423447 learned_addr learned my addr 172.21.15.7:0/2382423447 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e04a0 0x56538c3eaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3eb680 0x56538c3e8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 -- 172.21.15.7:0/2382423447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e04a0 msgr2=0x56538c3eaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e04a0 0x56538c3eaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 -- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3eb680 msgr2=0x56538c3e8720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3eb680 0x56538c3e8720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 -- 172.21.15.7:0/2382423447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538c0b73c0 con 0x56538c3e0dc0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc098080 tx=0x7f6dbc09b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96cd3f561ebfb716 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.304+0000 7f6db9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:17.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc09bdb0 con 0x56538c3e0dc0 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6dbc097d20 con 0x56538c3e0dc0 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dc40047a0 con 0x56538c3e0dc0 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6dbc09b6b0 con 0x56538c3e0dc0 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 10 client.17850 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56538c3f9b60 con 0x56538c3e0dc0 2024-09-10T07:54:17.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc40047a0 con 0x56538c3e0dc0 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6dbc0bb040 con 0x56538c3e0dc0 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 10 client.17850 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 10 client.17850 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 20 client.17850 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3fb020 0x56538c3fd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 4 client.17850 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.305+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56538c353850 con 0x56538c3fb020 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.306+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3fb020 0x56538c3fd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.306+0000 7f6db9ffb640 10 client.17850 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:17.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.306+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3fb020 0x56538c3fd410 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae28f1174b377721 server_cookie=499fada67e05b7bf in_seq=0 out_seq=0 2024-09-10T07:54:17.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2382423447 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56538c353850 con 0x56538c3fb020 2024-09-10T07:54:17.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6db9ffb640 10 client.17850 handle_command_reply: tid=0 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 client.17850 shutdown 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 msgr2=0x56538c3e81e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc098080 tx=0x7f6dbc09b540 comp rx=0 tx=0).stop 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 shutdown_connections 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3fb020 0x56538c3fd410 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3eb680 0x56538c3e8720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6db9ffb640 0 client.17850 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3e0dc0 0x56538c3e81e0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2382423447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e04a0 0x56538c3eaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 >> 172.21.15.7:0/2382423447 conn(0x56538c3dca30 msgr2=0x56538c3e2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 shutdown_connections 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.307+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2382423447 wait complete. 2024-09-10T07:54:17.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.308+0000 7f6ddaf74740 20 client.17850 trim_cache size 0 max 16384 2024-09-10T07:54:17.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 Processor -- start 2024-09-10T07:54:17.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 -- start start 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c402cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c403200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41b13a0 con 0x56538c3dca30 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41aec70 con 0x56538c3e04a0 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41acae0 con 0x56538c3e0dc0 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46530/0 (socket says 172.21.15.7:46530) 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 -- 172.21.15.7:0/4217181409 learned_addr learned my addr 172.21.15.7:0/4217181409 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 -- 172.21.15.7:0/4217181409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 msgr2=0x56538c403200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c403200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 -- 172.21.15.7:0/4217181409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 msgr2=0x56538c402cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c402cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 -- 172.21.15.7:0/4217181409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538c3fd780 con 0x56538c3dca30 2024-09-10T07:54:17.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.325+0000 7f6dd259c640 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c60 tx=0x7f6dc4005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1510d1a5b313a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6dbbfff640 1 -- 172.21.15.7:0/4217181409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4014040 con 0x56538c3dca30 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6dbbfff640 1 -- 172.21.15.7:0/4217181409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc4024b20 con 0x56538c3dca30 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6dbbfff640 1 -- 172.21.15.7:0/4217181409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4010970 con 0x56538c3dca30 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 -- 172.21.15.7:0/4217181409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 msgr2=0x56538c3f74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c60 tx=0x7f6dc4005da0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 -- 172.21.15.7:0/4217181409 shutdown_connections 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c403200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c402cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/4217181409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3f74e0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 -- 172.21.15.7:0/4217181409 >> 172.21.15.7:0/4217181409 conn(0x56538c3e8880 msgr2=0x56538c3e6ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 -- 172.21.15.7:0/4217181409 shutdown_connections 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.326+0000 7f6ddaf74740 1 -- 172.21.15.7:0/4217181409 wait complete. 2024-09-10T07:54:17.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 -- start start 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 Processor -- start 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3efa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c3effa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41ad130 con 0x56538c3dca30 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41ae5a0 con 0x56538c3e04a0 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd41ad800 con 0x56538c3e0dc0 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6ddaf74740 10 client.0 _ll_register_callbacks cb 0x7f6dbc009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:17.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6dd259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46542/0 (socket says 172.21.15.7:46542) 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6dd259c640 1 -- 172.21.15.7:0/2223790682 learned_addr learned my addr 172.21.15.7:0/2223790682 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3efa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.327+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c3effa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 -- 172.21.15.7:0/2223790682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 msgr2=0x56538c3effa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c3effa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 -- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 msgr2=0x56538c3efa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3efa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 -- 172.21.15.7:0/2223790682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538c464e30 con 0x56538c3dca30 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3efa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd2d9d640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c3effa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:17.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6dd259c640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c30 tx=0x7f6dc4004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f206c6016d4bcb54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6db9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc403c060 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6dc4010430 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dc4024b20 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6dc4043050 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6ddaf74740 10 client.17856 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56538c4660e0 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.328+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc4024b20 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6dc4010a20 con 0x56538c3dca30 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 10 client.17856 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 10 client.17856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 20 client.17856 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:17.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3eb680 0x56538c4685b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 4 client.17856 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56538c34dd60 con 0x56538c3eb680 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3eb680 0x56538c4685b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6dcbfff640 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3eb680 0x56538c4685b0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4577a973504e2218 server_cookie=eeb38ff8e297cff6 in_seq=0 out_seq=0 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6db9ffb640 10 client.17856 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6db9ffb640 1 -- 172.21.15.7:0/2223790682 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56538c34dd60 con 0x56538c3eb680 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6db9ffb640 10 client.17856 handle_command_reply: tid=0 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.329+0000 7f6ddaf74740 1 client.17856 shutdown 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 msgr2=0x56538c3ef520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4008c30 tx=0x7f6dc4004690 comp rx=0 tx=0).stop 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 shutdown_connections 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56538c3eb680 0x56538c4685b0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56538c3e0dc0 0x56538c3effa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56538c3e04a0 0x56538c3efa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 --2- 172.21.15.7:0/2223790682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56538c3dca30 0x56538c3ef520 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 >> 172.21.15.7:0/2223790682 conn(0x56538c3e8880 msgr2=0x56538c3ea260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6db9ffb640 0 client.17856 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 shutdown_connections 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 1 -- 172.21.15.7:0/2223790682 wait complete. 2024-09-10T07:54:17.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6ddaf74740 20 client.17856 trim_cache size 0 max 16384 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "68f1a125-619f-4609-9628-4a512c742416": { 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "68f1a125-619f-4609-9628-4a512c742416", 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:17.337 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 msgr2=0x7f6dc00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 0x7f6dc00a5040 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009430 tx=0x7f6dcc0095c0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 msgr2=0x7f6dd41987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc00d770 tx=0x7f6dbc00dc30 comp rx=0 tx=0).stop 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.330+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 shutdown_connections 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6dc00a2b80 0x7f6dc00a5040 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6dd4106f10 0x7f6dd419cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6dd4102790 0x7f6dd41987e0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 --2- 172.21.15.7:0/988112684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dd4101de0 0x7f6dd41982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:17.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 >> 172.21.15.7:0/988112684 conn(0x7f6dd40fd8c0 msgr2=0x7f6dd40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:17.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 shutdown_connections 2024-09-10T07:54:17.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:17.331+0000 7f6dd8b9b640 1 -- 172.21.15.7:0/988112684 wait complete. 2024-09-10T07:54:18.022 INFO:tasks.cephfs.filesystem:scrub status for tag:68f1a125-619f-4609-9628-4a512c742416 - {'path': '/', 'tag': '68f1a125-619f-4609-9628-4a512c742416', 'options': 'recursive,force'} 2024-09-10T07:54:18.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.79 MB/sec execute 321 sec latency 20568.619 ms 2024-09-10T07:54:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:18 smithi110 ceph-mon[34417]: pgmap v630: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-10T07:54:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:18 smithi145 ceph-mon[34766]: pgmap v630: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-10T07:54:19.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.78 MB/sec execute 322 sec latency 21568.741 ms 2024-09-10T07:54:19.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:18 smithi007 ceph-mon[30879]: pgmap v630: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-10T07:54:19.551 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:54:19.824 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:20.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.77 MB/sec execute 323 sec latency 22568.808 ms 2024-09-10T07:54:20.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 -- 172.21.15.7:0/3567843094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 msgr2=0x7f12e010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:20.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 --2- 172.21.15.7:0/3567843094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e010d950 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f12d8009cd0 tx=0x7f12d802a8e0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 -- 172.21.15.7:0/3567843094 shutdown_connections 2024-09-10T07:54:20.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 --2- 172.21.15.7:0/3567843094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e010d950 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 --2- 172.21.15.7:0/3567843094 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0100a80 0x7f12e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 --2- 172.21.15.7:0/3567843094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0106a80 0x7f12e0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 -- 172.21.15.7:0/3567843094 >> 172.21.15.7:0/3567843094 conn(0x7f12e00fc7a0 msgr2=0x7f12e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 -- 172.21.15.7:0/3567843094 shutdown_connections 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.286+0000 7f12e6276640 1 -- 172.21.15.7:0/3567843094 wait complete. 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.287+0000 7f12e6276640 1 Processor -- start 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.287+0000 7f12e6276640 1 -- start start 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.287+0000 7f12e6276640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0100a80 0x7f12e0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.287+0000 7f12e6276640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.287+0000 7f12e6276640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 0x7f12e019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e6276640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f12e0110d30 con 0x7f12e0101420 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e6276640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f12e0110bb0 con 0x7f12e0106a80 2024-09-10T07:54:20.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e6276640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f12e0110eb0 con 0x7f12e0100a80 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46558/0 (socket says 172.21.15.7:46558) 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 -- 172.21.15.7:0/679417133 learned_addr learned my addr 172.21.15.7:0/679417133 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12dffff640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0100a80 0x7f12e0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e4813640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 0x7f12e019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 -- 172.21.15.7:0/679417133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0100a80 msgr2=0x7f12e0198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0100a80 0x7f12e0198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 -- 172.21.15.7:0/679417133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 msgr2=0x7f12e019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 0x7f12e019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 -- 172.21.15.7:0/679417133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12e019d310 con 0x7f12e0101420 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e4813640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 0x7f12e019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:20.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12df7fe640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f12d400d950 tx=0x7f12d400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4017030 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12e019d600 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12d4004020 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d40047a0 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.288+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12e01a4ee0 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.290+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12e0100ee0 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.291+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f12d40041d0 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.291+0000 7f12dd7fa640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 0x7f12c80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.291+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f12d40cee30 con 0x7f12e0101420 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.291+0000 7f12dffff640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 0x7f12c80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.292+0000 7f12dffff640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 0x7f12c80a5040 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f12d0005fd0 tx=0x7f12d000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:20.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.296+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f12d409b9f0 con 0x7f12e0101420 2024-09-10T07:54:20.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.508+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12e010a060 con 0x7f12e0101420 2024-09-10T07:54:20.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.508+0000 7f12dd7fa640 1 -- 172.21.15.7:0/679417133 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f12d409b2f0 con 0x7f12e0101420 2024-09-10T07:54:20.509 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:54:20.509 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:54:20.509 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.510+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 msgr2=0x7f12c80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.510+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 0x7f12c80a5040 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f12d0005fd0 tx=0x7f12d000b390 comp rx=0 tx=0).stop 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.510+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 msgr2=0x7f12e01988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.510+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f12d400d950 tx=0x7f12d400de10 comp rx=0 tx=0).stop 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 shutdown_connections 2024-09-10T07:54:20.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12c80a2b80 0x7f12c80a5040 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f12e0106a80 0x7f12e019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f12e0101420 0x7f12e01988a0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 --2- 172.21.15.7:0/679417133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12e0100a80 0x7f12e0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 >> 172.21.15.7:0/679417133 conn(0x7f12e00fc7a0 msgr2=0x7f12e006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 shutdown_connections 2024-09-10T07:54:20.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:20.511+0000 7f12e6276640 1 -- 172.21.15.7:0/679417133 wait complete. 2024-09-10T07:54:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:20 smithi110 ceph-mon[34417]: pgmap v631: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:54:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:20 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/679417133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:20 smithi145 ceph-mon[34766]: pgmap v631: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:54:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:20 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/679417133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:21.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163724 1.77 MB/sec execute 324 sec latency 23568.840 ms 2024-09-10T07:54:21.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:20 smithi007 ceph-mon[30879]: pgmap v631: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 19 op/s 2024-09-10T07:54:21.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:20 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/679417133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:21.422 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id c43d932e --release --await' 2024-09-10T07:54:21.422 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id c43d932e --release --await 2024-09-10T07:54:21.688 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 -- 172.21.15.7:0/1856608588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0106f10 msgr2=0x7fd3d010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 --2- 172.21.15.7:0/1856608588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0106f10 0x7fd3d010ea90 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009ca0 tx=0x7fd3c802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 -- 172.21.15.7:0/1856608588 shutdown_connections 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 --2- 172.21.15.7:0/1856608588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0106f10 0x7fd3d010ea90 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 --2- 172.21.15.7:0/1856608588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 0x7fd3d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 --2- 172.21.15.7:0/1856608588 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0101de0 0x7fd3d01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 -- 172.21.15.7:0/1856608588 >> 172.21.15.7:0/1856608588 conn(0x7fd3d00fd8c0 msgr2=0x7fd3d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 -- 172.21.15.7:0/1856608588 shutdown_connections 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.154+0000 7fd3d557f640 1 -- 172.21.15.7:0/1856608588 wait complete. 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 Processor -- start 2024-09-10T07:54:22.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 -- start start 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 0x7fd3d0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 0x7fd3d0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d0111e60 con 0x7fd3d0101de0 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d0111ce0 con 0x7fd3d0106f10 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3d557f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d0111fe0 con 0x7fd3d0102790 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54836/0 (socket says 172.21.15.7:54836) 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3ceffd640 1 -- 172.21.15.7:0/2226013795 learned_addr learned my addr 172.21.15.7:0/2226013795 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 0x7fd3d0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.155+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 0x7fd3d0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 -- 172.21.15.7:0/2226013795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 msgr2=0x7fd3d0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 0x7fd3d0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 -- 172.21.15.7:0/2226013795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 msgr2=0x7fd3d0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 0x7fd3d0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 -- 172.21.15.7:0/2226013795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d01a6860 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 0x7fd3d0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000b4a0 tx=0x7fd3c000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ccff9640 1 -- 172.21.15.7:0/2226013795 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0014070 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ccff9640 1 -- 172.21.15.7:0/2226013795 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c0010ac0 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d01a6b50 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3ccff9640 1 -- 172.21.15.7:0/2226013795 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0017c30 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.156+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d01a7090 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.158+0000 7fd3ccff9640 1 -- 172.21.15.7:0/2226013795 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd3c0017070 con 0x7fd3d0101de0 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 Processor -- start 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 -- start start 2024-09-10T07:54:22.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b22440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b2f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588d7a87620 con 0x5588d7b22980 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5588d7a2ee50 con 0x5588d7b2d240 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3d7958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5588d7a835e0 con 0x5588d7b22060 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3ccff9640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 0x7fd3bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54842/0 (socket says 172.21.15.7:54842) 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.159+0000 7fd3ceffd640 1 -- 172.21.15.7:0/4907217 learned_addr learned my addr 172.21.15.7:0/4907217 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b2f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 0x7fd3bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b22440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ccff9640 1 -- 172.21.15.7:0/2226013795 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd3c00ceab0 con 0x7fd3d0101de0 2024-09-10T07:54:22.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 -- 172.21.15.7:0/4907217 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 msgr2=0x5588d7b22440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b22440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 -- 172.21.15.7:0/4907217 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 msgr2=0x5588d7b2f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b2f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 -- 172.21.15.7:0/4907217 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588d7a1fd40 con 0x5588d7b22980 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 0x7fd3bc0a5040 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8005cc0 tx=0x7fd3c80099e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000b470 tx=0x7fd3c000bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e51a9e86d8f743c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3c57fa640 1 -- 172.21.15.7:0/4907217 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c009c2a0 con 0x5588d7b22980 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3c57fa640 1 -- 172.21.15.7:0/4907217 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c009af70 con 0x5588d7b22980 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.160+0000 7fd3c57fa640 1 -- 172.21.15.7:0/4907217 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c00162c0 con 0x5588d7b22980 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 -- 172.21.15.7:0/4907217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 msgr2=0x5588d7b2cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000b470 tx=0x7fd3c000bf90 comp rx=0 tx=0).stop 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 -- 172.21.15.7:0/4907217 shutdown_connections 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b2f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b2cd00 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 --2- 172.21.15.7:0/4907217 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b22440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 -- 172.21.15.7:0/4907217 >> 172.21.15.7:0/4907217 conn(0x5588d7b1e5f0 msgr2=0x5588d7b1e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 -- 172.21.15.7:0/4907217 shutdown_connections 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.161+0000 7fd3d7958740 1 -- 172.21.15.7:0/4907217 wait complete. 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 -- start start 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 Processor -- start 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 0x5588d7b2a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 0x5588d7b2a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5588d7b2fe10 con 0x5588d7b2d240 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5588d7a0ff10 con 0x5588d7b22060 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5588d7b2ff90 con 0x5588d7b22980 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3d7958740 10 client.0 _ll_register_callbacks cb 0x5588d7a33db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54848/0 (socket says 172.21.15.7:54848) 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 -- 172.21.15.7:0/1656043403 learned_addr learned my addr 172.21.15.7:0/1656043403 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 0x5588d7b2a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 0x5588d7b2a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 -- 172.21.15.7:0/1656043403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 msgr2=0x5588d7b2a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 0x5588d7b2a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 -- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 msgr2=0x5588d7b2a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 0x5588d7b2a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3cf7fe640 1 -- 172.21.15.7:0/1656043403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588d7796580 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 0x5588d7b2a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.162+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 0x5588d7b2a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009ca0 tx=0x7fd3c8048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdffef1903584c05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c8050070 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd3c8004250 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5588d7a94b90 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd3c8004450 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 10 client.17874 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5588d7860960 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5588d7a94b90 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd3c8030d10 con 0x5588d7b2d240 2024-09-10T07:54:22.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 10 client.17874 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 10 client.17874 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 20 client.17874 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7b3f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 4 client.17874 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.163+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588d7a8f0a0 con 0x5588d7b3cdf0 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.164+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7b3f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.164+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7b3f290 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64a1116a827a37c0 server_cookie=e3ebfc83a471813 in_seq=0 out_seq=0 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.164+0000 7fd3b67fc640 10 client.17874 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3b67fc640 1 -- 172.21.15.7:0/1656043403 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5588d7a8f0a0 con 0x5588d7b3cdf0 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3b67fc640 10 client.17874 handle_command_reply: tid=0 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 client.17874 shutdown 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 msgr2=0x5588d7b2ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009ca0 tx=0x7fd3c8048000 comp rx=0 tx=0).stop 2024-09-10T07:54:22.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 shutdown_connections 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7b3f290 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b2d240 0x5588d7b2ac50 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3b67fc640 0 client.17874 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22980 0x5588d7b2a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1656043403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22060 0x5588d7b2a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 >> 172.21.15.7:0/1656043403 conn(0x5588d7b1e5f0 msgr2=0x5588d7b1d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 shutdown_connections 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 1 -- 172.21.15.7:0/1656043403 wait complete. 2024-09-10T07:54:22.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.165+0000 7fd3d7958740 20 client.17874 trim_cache size 0 max 16384 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.182+0000 7fd3d7958740 1 Processor -- start 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.182+0000 7fd3d7958740 1 -- start start 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22980 0x5588d7b1d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 0x5588d7b44ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01b3810 con 0x5588d7b22060 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01b10e0 con 0x5588d7b22980 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3d7958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01aef50 con 0x5588d7b2d240 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54862/0 (socket says 172.21.15.7:54862) 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 -- 172.21.15.7:0/1744309600 learned_addr learned my addr 172.21.15.7:0/1744309600 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:22.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 0x5588d7b44ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22980 0x5588d7b1d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 -- 172.21.15.7:0/1744309600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 msgr2=0x5588d7b44ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 0x5588d7b44ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 -- 172.21.15.7:0/1744309600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22980 msgr2=0x5588d7b1d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22980 0x5588d7b1d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3ceffd640 1 -- 172.21.15.7:0/1744309600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588d7b1f280 con 0x5588d7b22060 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.183+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 0x5588d7b44ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fd3c00cc1e0 tx=0x7fd3c009ae70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa3d66d8416456e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3c4ff9640 1 -- 172.21.15.7:0/1744309600 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c00b5070 con 0x5588d7b22060 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3c4ff9640 1 -- 172.21.15.7:0/1744309600 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c009b670 con 0x5588d7b22060 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3c4ff9640 1 -- 172.21.15.7:0/1744309600 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c009b1d0 con 0x5588d7b22060 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3d7958740 1 -- 172.21.15.7:0/1744309600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 msgr2=0x5588d7b24ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.184+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fd3c00cc1e0 tx=0x7fd3c009ae70 comp rx=0 tx=0).stop 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- 172.21.15.7:0/1744309600 shutdown_connections 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b2d240 0x5588d7b44ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b22980 0x5588d7b1d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- 172.21.15.7:0/1744309600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22060 0x5588d7b24ac0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- 172.21.15.7:0/1744309600 >> 172.21.15.7:0/1744309600 conn(0x5588d7b1e5f0 msgr2=0x5588d7b1cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- 172.21.15.7:0/1744309600 shutdown_connections 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- 172.21.15.7:0/1744309600 wait complete. 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- start start 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 Processor -- start 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b353c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b321b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01af5a0 con 0x5588d7b22980 2024-09-10T07:54:22.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01b0a10 con 0x5588d7b2d240 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d01afc70 con 0x5588d7b22060 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3d7958740 10 client.0 _ll_register_callbacks cb 0x7fd3c8032e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3c67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3c67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54864/0 (socket says 172.21.15.7:54864) 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.185+0000 7fd3c67fc640 1 -- 172.21.15.7:0/3731070350 learned_addr learned my addr 172.21.15.7:0/3731070350 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b353c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b321b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 -- 172.21.15.7:0/3731070350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 msgr2=0x5588d7b353c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b353c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 -- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 msgr2=0x5588d7b321b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b321b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 -- 172.21.15.7:0/3731070350 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588d7b32870 con 0x5588d7b22980 2024-09-10T07:54:22.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3cf7fe640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b321b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3c67fc640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0075f80 tx=0x7fd3b80035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ded44fef0e95c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8005220 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd3b80053c0 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3c009b670 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd3b8027050 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3d7958740 10 client.17880 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.186+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5588d7ba85d0 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c009b670 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd3b801b070 con 0x5588d7b22980 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 10 client.17880 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 10 client.17880 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 20 client.17880 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:22.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7baae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:22.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 4 client.17880 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c43d932e", "release": true, "await": true}] 2024-09-10T07:54:22.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c43d932e", "release": true, "await": true}) -- 0x5588d7a0b5a0 con 0x5588d7b3cdf0 2024-09-10T07:54:22.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.187+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7baae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:22.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.188+0000 7fd3b67fc640 10 client.17880 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:22.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.188+0000 7fd3ceffd640 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7baae40 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e586bf9f4d057e88 server_cookie=55ed15a2289bc736 in_seq=0 out_seq=0 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3b67fc640 1 -- 172.21.15.7:0/3731070350 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5588d7a0b5a0 con 0x5588d7b3cdf0 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3b67fc640 10 client.17880 handle_command_reply: tid=0 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 client.17880 shutdown 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 msgr2=0x5588d7b35900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0075f80 tx=0x7fd3b80035f0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 shutdown_connections 2024-09-10T07:54:22.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5588d7b3cdf0 0x5588d7baae40 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5588d7b2d240 0x5588d7b321b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588d7b22980 0x5588d7b35900 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 --2- 172.21.15.7:0/3731070350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5588d7b22060 0x5588d7b353c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 >> 172.21.15.7:0/3731070350 conn(0x5588d7b1e5f0 msgr2=0x5588d7b2a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.195+0000 7fd3b67fc640 0 client.17880 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 shutdown_connections 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d7958740 1 -- 172.21.15.7:0/3731070350 wait complete. 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d7958740 20 client.17880 trim_cache size 0 max 16384 2024-09-10T07:54:22.197 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 32, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "c43d932e": { 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 32, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:54:22.198 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 144.6, 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:54:22.199 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 msgr2=0x7fd3bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 0x7fd3bc0a5040 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8005cc0 tx=0x7fd3c80099e0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 msgr2=0x7fd3d00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000b4a0 tx=0x7fd3c000b960 comp rx=0 tx=0).stop 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 shutdown_connections 2024-09-10T07:54:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd3bc0a2b80 0x7fd3bc0a5040 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3d0106f10 0x7fd3d0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3d0102790 0x7fd3d0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.196+0000 7fd3d557f640 1 --2- 172.21.15.7:0/2226013795 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3d0101de0 0x7fd3d00744f0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.197+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 >> 172.21.15.7:0/2226013795 conn(0x7fd3d00fd8c0 msgr2=0x7fd3d00fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.197+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 shutdown_connections 2024-09-10T07:54:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:22.197+0000 7fd3d557f640 1 -- 172.21.15.7:0/2226013795 wait complete. 2024-09-10T07:54:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 163741 1.76 MB/sec execute 325 sec latency 24491.604 ms 2024-09-10T07:54:22.954 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:22 smithi007 ceph-mon[30879]: pgmap v632: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.3 KiB/s wr, 16 op/s 2024-09-10T07:54:22.983 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c43d932e', total seconds elapsed: 28.0 2024-09-10T07:54:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:22 smithi110 ceph-mon[34417]: pgmap v632: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.3 KiB/s wr, 16 op/s 2024-09-10T07:54:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:22 smithi145 ceph-mon[34766]: pgmap v632: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.3 KiB/s wr, 16 op/s 2024-09-10T07:54:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 164220 1.76 MB/sec execute 326 sec latency 12.845 ms 2024-09-10T07:54:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 164778 1.77 MB/sec execute 327 sec latency 19.725 ms 2024-09-10T07:54:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:24 smithi110 ceph-mon[34417]: pgmap v633: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 18 op/s 2024-09-10T07:54:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:24 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:54:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:24 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:54:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:24 smithi145 ceph-mon[34766]: pgmap v633: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 18 op/s 2024-09-10T07:54:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:24 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:54:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:24 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:54:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 165433 1.77 MB/sec execute 328 sec latency 14.465 ms 2024-09-10T07:54:25.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:24 smithi007 ceph-mon[30879]: pgmap v633: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 18 op/s 2024-09-10T07:54:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:24 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:54:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:24 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:54:26.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:25 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:54:26.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:25 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:54:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: 1 166075 1.78 MB/sec execute 329 sec latency 13.700 ms 2024-09-10T07:54:26.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:25 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:54:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:26 smithi110 ceph-mon[34417]: pgmap v634: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-10T07:54:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:26 smithi145 ceph-mon[34766]: pgmap v634: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-10T07:54:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 166555 1.78 MB/sec execute 330 sec latency 12.938 ms 2024-09-10T07:54:27.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:26 smithi007 ceph-mon[30879]: pgmap v634: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-10T07:54:27.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- 172.21.15.7:0/1943103286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 msgr2=0x7f4b881007b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/1943103286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b881007b0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f4b78009900 tx=0x7f4b7802a410 comp rx=0 tx=0).stop 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- 172.21.15.7:0/1943103286 shutdown_connections 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/1943103286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 0x7f4b88101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/1943103286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 0x7f4b88101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/1943103286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b881007b0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- 172.21.15.7:0/1943103286 >> 172.21.15.7:0/1943103286 conn(0x7f4b880fc1e0 msgr2=0x7f4b880fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- 172.21.15.7:0/1943103286 shutdown_connections 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- 172.21.15.7:0/1943103286 wait complete. 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 Processor -- start 2024-09-10T07:54:27.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.614+0000 7f4b8e41e640 1 -- start start 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 0x7f4b8819a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 0x7f4b881a1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8810f840 con 0x7f4b881003b0 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8810f6c0 con 0x7f4b88101690 2024-09-10T07:54:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8e41e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8810f9c0 con 0x7f4b88100cf0 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 0x7f4b8819a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b8c9bb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 0x7f4b881a1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54892/0 (socket says 172.21.15.7:54892) 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 -- 172.21.15.7:0/449772906 learned_addr learned my addr 172.21.15.7:0/449772906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 -- 172.21.15.7:0/449772906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 msgr2=0x7f4b8819a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 0x7f4b8819a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 -- 172.21.15.7:0/449772906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 msgr2=0x7f4b881a1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 0x7f4b881a1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.615+0000 7f4b87fff640 1 -- 172.21.15.7:0/449772906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b881a1af0 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b87fff640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f4b78004770 tx=0x7f4b780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b857fa640 1 -- 172.21.15.7:0/449772906 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7803f030 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b857fa640 1 -- 172.21.15.7:0/449772906 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b78003cb0 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b857fa640 1 -- 172.21.15.7:0/449772906 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78035070 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b881a1d80 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.616+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b881a2200 con 0x7f4b881003b0 2024-09-10T07:54:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.619+0000 7f4b857fa640 1 -- 172.21.15.7:0/449772906 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4b78042030 con 0x7f4b881003b0 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 Processor -- start 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 -- start start 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b857fa640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 0x7f4b700a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e1c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564f06d782f0 con 0x564f06e149a0 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564f06d20270 con 0x564f06e152e0 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b9128f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564f06d742b0 con 0x564f06e1a370 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b8c9bb640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 0x7f4b700a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b857fa640 1 -- 172.21.15.7:0/449772906 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b780efc60 con 0x7f4b881003b0 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b8c9bb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e1c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34484/0 (socket says 172.21.15.7:34484) 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b877fe640 1 -- 172.21.15.7:0/2026589796 learned_addr learned my addr 172.21.15.7:0/2026589796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.620+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54898/0 (socket says 172.21.15.7:54898) 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 -- 172.21.15.7:0/2026589796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 msgr2=0x564f06e1c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e1c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 -- 172.21.15.7:0/2026589796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 msgr2=0x564f06e14da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 -- 172.21.15.7:0/2026589796 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f06d1f340 con 0x564f06e152e0 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b87fff640 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b8c9bb640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 0x7f4b700a5170 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4b80005fd0 tx=0x7f4b80009ad0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b877fe640 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc90 tx=0x7f4b7c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=529553a4c8f8f801 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b6e7fc640 1 -- 172.21.15.7:0/2026589796 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c005020 con 0x564f06e152e0 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b6e7fc640 1 -- 172.21.15.7:0/2026589796 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b7c0047a0 con 0x564f06e152e0 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.621+0000 7f4b6e7fc640 1 -- 172.21.15.7:0/2026589796 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c0116a0 con 0x564f06e152e0 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- 172.21.15.7:0/2026589796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 msgr2=0x564f06e19da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc90 tx=0x7f4b7c0107a0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- 172.21.15.7:0/2026589796 shutdown_connections 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e1c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e19da0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 --2- 172.21.15.7:0/2026589796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e14da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- 172.21.15.7:0/2026589796 >> 172.21.15.7:0/2026589796 conn(0x564f06e10010 msgr2=0x564f06e10410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- 172.21.15.7:0/2026589796 shutdown_connections 2024-09-10T07:54:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- 172.21.15.7:0/2026589796 wait complete. 2024-09-10T07:54:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.622+0000 7f4b9128f740 1 -- start start 2024-09-10T07:54:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 Processor -- start 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 0x564f06e1ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 0x564f06e261d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564f06e1d340 con 0x564f06e1a370 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564f06d01290 con 0x564f06e152e0 2024-09-10T07:54:27.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564f06e1d4c0 con 0x564f06e149a0 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b9128f740 10 client.0 _ll_register_callbacks cb 0x564f06d32140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 0x564f06e1ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b8c9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 0x564f06e261d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 0x564f06e1ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51418/0 (socket says 172.21.15.7:51418) 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b87fff640 1 -- 172.21.15.7:0/3118335497 learned_addr learned my addr 172.21.15.7:0/3118335497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34494/0 (socket says 172.21.15.7:34494) 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 -- 172.21.15.7:0/3118335497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 msgr2=0x564f06e1ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 0x564f06e1ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 -- 172.21.15.7:0/3118335497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 msgr2=0x564f06e261d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 0x564f06e261d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b877fe640 1 -- 172.21.15.7:0/3118335497 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f06a8b210 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.623+0000 7f4b8c9bb640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 0x564f06e261d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc60 tx=0x7f4b7c00be30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=568cf87da7e9adcd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c004be0 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b7c0047a0 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b7c004020 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4b7c02f050 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 10 client.27194 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564f06b57620 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b7c0047a0 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4b7c003710 con 0x564f06e152e0 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 10 client.27194 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 10 client.27194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 20 client.27194 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e2a5e0 0x564f06e2c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 4 client.27194 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.624+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f06d85a20 con 0x564f06e2a5e0 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.625+0000 7f4b87fff640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e2a5e0 0x564f06e2c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.625+0000 7f4b677fe640 10 client.27194 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.625+0000 7f4b87fff640 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e2a5e0 0x564f06e2c9d0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee696d505d6d9175 server_cookie=a067ba9372785c9 in_seq=0 out_seq=0 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b677fe640 1 -- 172.21.15.7:0/3118335497 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564f06d85a20 con 0x564f06e2a5e0 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b677fe640 10 client.27194 handle_command_reply: tid=0 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 client.27194 shutdown 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 msgr2=0x564f06e1f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc60 tx=0x7f4b7c00be30 comp rx=0 tx=0).stop 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 shutdown_connections 2024-09-10T07:54:27.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e2a5e0 0x564f06e2c9d0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e1a370 0x564f06e261d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e1f190 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b677fe640 0 client.27194 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3118335497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e149a0 0x564f06e1ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 >> 172.21.15.7:0/3118335497 conn(0x564f06e10010 msgr2=0x564f06e11820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 shutdown_connections 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 1 -- 172.21.15.7:0/3118335497 wait complete. 2024-09-10T07:54:27.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.626+0000 7f4b9128f740 20 client.27194 trim_cache size 0 max 16384 2024-09-10T07:54:27.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 Processor -- start 2024-09-10T07:54:27.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 -- start start 2024-09-10T07:54:27.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e26190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e103f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881af0d0 con 0x564f06e149a0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881ac9a0 con 0x564f06e152e0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b9128f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881aa810 con 0x564f06e1a370 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b87fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54922/0 (socket says 172.21.15.7:54922) 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b87fff640 1 -- 172.21.15.7:0/1706553825 learned_addr learned my addr 172.21.15.7:0/1706553825 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b877fe640 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e26190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.641+0000 7f4b8c9bb640 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e103f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 -- 172.21.15.7:0/1706553825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 msgr2=0x564f06e103f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e103f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 -- 172.21.15.7:0/1706553825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 msgr2=0x564f06e26190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e26190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 -- 172.21.15.7:0/1706553825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f06e2cf60 con 0x564f06e149a0 2024-09-10T07:54:27.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b87fff640 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f4b780bbe70 tx=0x7f4b780ed230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5539f20249989a3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b6dffb640 1 -- 172.21.15.7:0/1706553825 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78049040 con 0x564f06e149a0 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b6dffb640 1 -- 172.21.15.7:0/1706553825 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b780c0470 con 0x564f06e149a0 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.642+0000 7f4b6dffb640 1 -- 172.21.15.7:0/1706553825 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78030d20 con 0x564f06e149a0 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- 172.21.15.7:0/1706553825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 msgr2=0x564f06e19d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f4b780bbe70 tx=0x7f4b780ed230 comp rx=0 tx=0).stop 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- 172.21.15.7:0/1706553825 shutdown_connections 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e152e0 0x564f06e26190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- 172.21.15.7:0/1706553825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e149a0 0x564f06e19d80 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- 172.21.15.7:0/1706553825 >> 172.21.15.7:0/1706553825 conn(0x564f06e10010 msgr2=0x564f06e0f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- 172.21.15.7:0/1706553825 shutdown_connections 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- 172.21.15.7:0/1706553825 wait complete. 2024-09-10T07:54:27.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 -- start start 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 Processor -- start 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e149a0 0x564f06e231a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.643+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e93170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881aae60 con 0x564f06e152e0 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881ac2d0 con 0x564f06e149a0 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b881ab530 con 0x564f06e1a370 2024-09-10T07:54:27.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 10 client.0 _ll_register_callbacks cb 0x7f4b7804df70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54930/0 (socket says 172.21.15.7:54930) 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 -- 172.21.15.7:0/3158159913 learned_addr learned my addr 172.21.15.7:0/3158159913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b87fff640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e149a0 0x564f06e231a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b8c9bb640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e93170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 -- 172.21.15.7:0/3158159913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 msgr2=0x564f06e93170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e93170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 -- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e149a0 msgr2=0x564f06e231a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e149a0 0x564f06e231a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 -- 172.21.15.7:0/3158159913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f06e93760 con 0x564f06e152e0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b877fe640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc90 tx=0x7f4b7c004910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cfc92bf001b7dc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b677fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:27.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c039060 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b7c022040 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.644+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b780c0470 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4b7c003800 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 10 client.17898 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564f06e94a70 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b780c0470 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4b7c0266e0 con 0x564f06e152e0 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 10 client.17898 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 10 client.17898 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 20 client.17898 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e95380 0x564f06e977a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:27.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 4 client.17898 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:54:27.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564f06d7fd70 con 0x564f06e95380 2024-09-10T07:54:27.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.645+0000 7f4b87fff640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e95380 0x564f06e977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:27.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.646+0000 7f4b677fe640 10 client.17898 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:27.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.646+0000 7f4b87fff640 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e95380 0x564f06e977a0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc40f16ea6556bf9 server_cookie=98527436394fe30b in_seq=0 out_seq=0 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b677fe640 1 -- 172.21.15.7:0/3158159913 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564f06d7fd70 con 0x564f06e95380 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b677fe640 10 client.17898 handle_command_reply: tid=0 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 client.17898 shutdown 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 msgr2=0x564f06e236e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c00bc90 tx=0x7f4b7c004910 comp rx=0 tx=0).stop 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 shutdown_connections 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f06e95380 0x564f06e977a0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f06e1a370 0x564f06e93170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f06e152e0 0x564f06e236e0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b677fe640 0 client.17898 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:27.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 --2- 172.21.15.7:0/3158159913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f06e149a0 0x564f06e231a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 >> 172.21.15.7:0/3158159913 conn(0x564f06e10010 msgr2=0x564f06e0e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 shutdown_connections 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 1 -- 172.21.15.7:0/3158159913 wait complete. 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.662+0000 7f4b9128f740 20 client.17898 trim_cache size 0 max 16384 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:54:27.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 msgr2=0x7f4b700a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 0x7f4b700a5170 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4b80005fd0 tx=0x7f4b80009ad0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 msgr2=0x7f4b88199ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f4b78004770 tx=0x7f4b780042f0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 shutdown_connections 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b700a2cb0 0x7f4b700a5170 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b88101690 0x7f4b881a1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b88100cf0 0x7f4b8819a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 --2- 172.21.15.7:0/449772906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b881003b0 0x7f4b88199ed0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:27.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 >> 172.21.15.7:0/449772906 conn(0x7f4b880fc1e0 msgr2=0x7f4b880fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:27.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 shutdown_connections 2024-09-10T07:54:27.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:27.663+0000 7f4b8e41e640 1 -- 172.21.15.7:0/449772906 wait complete. 2024-09-10T07:54:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 167029 1.79 MB/sec execute 331 sec latency 16.897 ms 2024-09-10T07:54:29.153 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:28 smithi007 ceph-mon[30879]: pgmap v635: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 26 op/s 2024-09-10T07:54:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:28 smithi110 ceph-mon[34417]: pgmap v635: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 26 op/s 2024-09-10T07:54:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:28 smithi145 ceph-mon[34766]: pgmap v635: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 26 op/s 2024-09-10T07:54:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 167299 1.78 MB/sec execute 332 sec latency 14.028 ms 2024-09-10T07:54:30.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:29 smithi110 ceph-mon[34417]: pgmap v636: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 639 KiB/s wr, 81 op/s 2024-09-10T07:54:30.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:29 smithi145 ceph-mon[34766]: pgmap v636: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 639 KiB/s wr, 81 op/s 2024-09-10T07:54:30.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 167788 1.78 MB/sec execute 333 sec latency 13.623 ms 2024-09-10T07:54:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:29 smithi007 ceph-mon[30879]: pgmap v636: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 639 KiB/s wr, 81 op/s 2024-09-10T07:54:31.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 168326 1.79 MB/sec execute 334 sec latency 18.816 ms 2024-09-10T07:54:32.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 168937 1.79 MB/sec execute 335 sec latency 69.335 ms 2024-09-10T07:54:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:32 smithi007 ceph-mon[30879]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 692 KiB/s wr, 73 op/s 2024-09-10T07:54:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:32 smithi110 ceph-mon[34417]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 692 KiB/s wr, 73 op/s 2024-09-10T07:54:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:32 smithi145 ceph-mon[34766]: pgmap v637: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 692 KiB/s wr, 73 op/s 2024-09-10T07:54:33.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 169609 1.80 MB/sec execute 336 sec latency 12.970 ms 2024-09-10T07:54:34.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 170093 1.80 MB/sec execute 337 sec latency 12.778 ms 2024-09-10T07:54:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:34 smithi007 ceph-mon[30879]: pgmap v638: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 911 KiB/s wr, 104 op/s 2024-09-10T07:54:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:34 smithi110 ceph-mon[34417]: pgmap v638: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 911 KiB/s wr, 104 op/s 2024-09-10T07:54:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:34 smithi145 ceph-mon[34766]: pgmap v638: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 911 KiB/s wr, 104 op/s 2024-09-10T07:54:35.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 170568 1.81 MB/sec execute 338 sec latency 13.119 ms 2024-09-10T07:54:36.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 170830 1.80 MB/sec execute 339 sec latency 12.876 ms 2024-09-10T07:54:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:36 smithi007 ceph-mon[30879]: pgmap v639: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:54:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:36 smithi110 ceph-mon[34417]: pgmap v639: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:54:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:36 smithi145 ceph-mon[34766]: pgmap v639: 129 pgs: 129 active+clean; 71 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2024-09-10T07:54:37.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 171310 1.80 MB/sec execute 340 sec latency 12.997 ms 2024-09-10T07:54:38.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 171868 1.81 MB/sec execute 341 sec latency 21.336 ms 2024-09-10T07:54:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:38 smithi007 ceph-mon[30879]: pgmap v640: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:38 smithi110 ceph-mon[34417]: pgmap v640: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:38 smithi145 ceph-mon[34766]: pgmap v640: 129 pgs: 129 active+clean; 70 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:39.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 172565 1.81 MB/sec execute 342 sec latency 13.776 ms 2024-09-10T07:54:40.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 173174 1.82 MB/sec execute 343 sec latency 16.336 ms 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 -- 172.21.15.7:0/1789064353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 msgr2=0x7f1c7c104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 --2- 172.21.15.7:0/1789064353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c104a10 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f1c78009900 tx=0x7f1c7802a410 comp rx=0 tx=0).stop 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 -- 172.21.15.7:0/1789064353 shutdown_connections 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 --2- 172.21.15.7:0/1789064353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 0x7f1c7c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 --2- 172.21.15.7:0/1789064353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c107340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 --2- 172.21.15.7:0/1789064353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c104a10 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 -- 172.21.15.7:0/1789064353 >> 172.21.15.7:0/1789064353 conn(0x7f1c7c0fc1e0 msgr2=0x7f1c7c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 -- 172.21.15.7:0/1789064353 shutdown_connections 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.761+0000 7f1c84023640 1 -- 172.21.15.7:0/1789064353 wait complete. 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 Processor -- start 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 -- start start 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c1005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 0x7f1c7c100b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c10d6e0 con 0x7f1c7c102620 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c10d560 con 0x7f1c7c107880 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c84023640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c10d860 con 0x7f1c7c104f50 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47014/0 (socket says 172.21.15.7:47014) 2024-09-10T07:54:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 -- 172.21.15.7:0/2931321666 learned_addr learned my addr 172.21.15.7:0/2931321666 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c825c0640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 0x7f1c7c100b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c815be640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c1005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 -- 172.21.15.7:0/2931321666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 msgr2=0x7f1c7c1005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c1005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 -- 172.21.15.7:0/2931321666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 msgr2=0x7f1c7c100b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 0x7f1c7c100b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c81dbf640 1 -- 172.21.15.7:0/2931321666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7c1013a0 con 0x7f1c7c102620 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.762+0000 7f1c815be640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f1c78005940 tx=0x7f1c780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c72ffd640 1 -- 172.21.15.7:0/2931321666 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7803f030 con 0x7f1c7c102620 2024-09-10T07:54:40.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c72ffd640 1 -- 172.21.15.7:0/2931321666 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c780318f0 con 0x7f1c7c102620 2024-09-10T07:54:40.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c72ffd640 1 -- 172.21.15.7:0/2931321666 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78035070 con 0x7f1c7c102620 2024-09-10T07:54:40.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7c1a1e90 con 0x7f1c7c102620 2024-09-10T07:54:40.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.763+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c7c1a22f0 con 0x7f1c7c102620 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c72ffd640 1 -- 172.21.15.7:0/2931321666 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1c78042030 con 0x7f1c7c102620 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 Processor -- start 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 -- start start 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790aee830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557790a4a2f0 con 0x557790ae72e0 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5577909f2270 con 0x557790ae69a0 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557790a462b0 con 0x557790aec370 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c825c0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c825c0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41912/0 (socket says 172.21.15.7:41912) 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47022/0 (socket says 172.21.15.7:47022) 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.766+0000 7f1c825c0640 1 -- 172.21.15.7:0/3971721312 learned_addr learned my addr 172.21.15.7:0/3971721312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c815be640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790aee830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 -- 172.21.15.7:0/3971721312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 msgr2=0x557790aee830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790aee830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 -- 172.21.15.7:0/3971721312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 msgr2=0x557790aebda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 -- 172.21.15.7:0/3971721312 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577909f1340 con 0x557790ae69a0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c72ffd640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 0x7f1c680a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c815be640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790aee830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c815be640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 0x7f1c680a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c72ffd640 1 -- 172.21.15.7:0/2931321666 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1c780ef850 con 0x7f1c7c102620 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009fa0 tx=0x7f1c740118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac7e49b0fc399e4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c67fff640 1 -- 172.21.15.7:0/3971721312 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74004d20 con 0x557790ae69a0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c67fff640 1 -- 172.21.15.7:0/3971721312 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c74004050 con 0x557790ae69a0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.767+0000 7f1c67fff640 1 -- 172.21.15.7:0/3971721312 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74005260 con 0x557790ae69a0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3971721312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 msgr2=0x557790ae6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c815be640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 0x7f1c680a5170 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c101d00 tx=0x7f1c6c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009fa0 tx=0x7f1c740118d0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3971721312 shutdown_connections 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790aee830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790aebda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3971721312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae69a0 0x557790ae6da0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3971721312 >> 172.21.15.7:0/3971721312 conn(0x557790ae2010 msgr2=0x557790ae2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3971721312 shutdown_connections 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3971721312 wait complete. 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 -- start start 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.768+0000 7f1c86dbd740 1 Processor -- start 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557790aef340 con 0x557790ae69a0 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5577909d3290 con 0x557790ae72e0 2024-09-10T07:54:40.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557790aef4c0 con 0x557790aec370 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c86dbd740 10 client.0 _ll_register_callbacks cb 0x557790a04140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47026/0 (socket says 172.21.15.7:47026) 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3340145010 learned_addr learned my addr 172.21.15.7:0/3340145010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c815be640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3340145010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 msgr2=0x557790af8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 msgr2=0x557790af1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3340145010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55779075d210 con 0x557790ae69a0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f1c780bba10 tx=0x7f1c78005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb38d6eab46b2e2a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.769+0000 7f1c657fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78049070 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1c7803ba30 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c74004050 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1c780bb850 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 10 client.17910 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557790829620 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c74004050 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1c780bbf70 con 0x557790ae69a0 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 10 client.17910 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:40.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 10 client.17910 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 20 client.17910 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790afc760 0x557790afebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 4 client.17910 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.770+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557790a57a20 con 0x557790afc760 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.771+0000 7f1c815be640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790afc760 0x557790afebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.771+0000 7f1c815be640 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790afc760 0x557790afebe0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a6e5349d884b738 server_cookie=cc89e7e3318992e9 in_seq=0 out_seq=0 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.771+0000 7f1c657fa640 10 client.17910 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.771+0000 7f1c657fa640 1 -- 172.21.15.7:0/3340145010 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557790a57a20 con 0x557790afc760 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.771+0000 7f1c657fa640 10 client.17910 handle_command_reply: tid=0 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 client.17910 shutdown 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 msgr2=0x557790af0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f1c780bba10 tx=0x7f1c78005c90 comp rx=0 tx=0).stop 2024-09-10T07:54:40.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 shutdown_connections 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790afc760 0x557790afebe0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3340145010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af0c00 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c657fa640 0 client.17910 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 >> 172.21.15.7:0/3340145010 conn(0x557790ae2010 msgr2=0x557790ae3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 shutdown_connections 2024-09-10T07:54:40.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3340145010 wait complete. 2024-09-10T07:54:40.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.772+0000 7f1c86dbd740 20 client.17910 trim_cache size 0 max 16384 2024-09-10T07:54:40.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 Processor -- start 2024-09-10T07:54:40.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 -- start start 2024-09-10T07:54:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790ae69a0 0x557790af10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790aec370 0x557790ae09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1af1b0 con 0x557790ae72e0 2024-09-10T07:54:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1aca80 con 0x557790aec370 2024-09-10T07:54:40.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.788+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1aa8f0 con 0x557790ae69a0 2024-09-10T07:54:40.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47034/0 (socket says 172.21.15.7:47034) 2024-09-10T07:54:40.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 -- 172.21.15.7:0/364954597 learned_addr learned my addr 172.21.15.7:0/364954597 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:40.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c825c0640 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790aec370 0x557790ae09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790ae69a0 0x557790af10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 -- 172.21.15.7:0/364954597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790ae69a0 msgr2=0x557790af10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790ae69a0 0x557790af10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 -- 172.21.15.7:0/364954597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790aec370 msgr2=0x557790ae09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790aec370 0x557790ae09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 -- 172.21.15.7:0/364954597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557790aff260 con 0x557790ae72e0 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c815be640 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x557790ae2e90 tx=0x7f1c6c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab6db2e73044a8ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c677fe640 1 -- 172.21.15.7:0/364954597 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c021ac0 con 0x557790ae72e0 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c677fe640 1 -- 172.21.15.7:0/364954597 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c6c02e070 con 0x557790ae72e0 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.789+0000 7f1c677fe640 1 -- 172.21.15.7:0/364954597 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c010440 con 0x557790ae72e0 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- 172.21.15.7:0/364954597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 msgr2=0x557790af8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x557790ae2e90 tx=0x7f1c6c015000 comp rx=0 tx=0).stop 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- 172.21.15.7:0/364954597 shutdown_connections 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790aec370 0x557790ae09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae72e0 0x557790af8140 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/364954597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790ae69a0 0x557790af10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- 172.21.15.7:0/364954597 >> 172.21.15.7:0/364954597 conn(0x557790ae2010 msgr2=0x557790af09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- 172.21.15.7:0/364954597 shutdown_connections 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- 172.21.15.7:0/364954597 wait complete. 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 -- start start 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.790+0000 7f1c86dbd740 1 Processor -- start 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1aaf40 con 0x557790ae69a0 2024-09-10T07:54:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1ac3b0 con 0x557790ae72e0 2024-09-10T07:54:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1ab610 con 0x557790aec370 2024-09-10T07:54:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c86dbd740 10 client.0 _ll_register_callbacks cb 0x7f1c78005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47040/0 (socket says 172.21.15.7:47040) 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3781128906 learned_addr learned my addr 172.21.15.7:0/3781128906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c815be640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3781128906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 msgr2=0x557790af6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 msgr2=0x557790af59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 -- 172.21.15.7:0/3781128906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557790af6f70 con 0x557790ae69a0 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c825c0640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c81dbf640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f1c78005d00 tx=0x7f1c780bc330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8b4551f8bb37a70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:40.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c657fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.791+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c780d8070 con 0x557790ae69a0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1c780bb360 con 0x557790ae69a0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c6c02e070 con 0x557790ae69a0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1c780a1050 con 0x557790ae69a0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 10 client.17916 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557790af82f0 con 0x557790ae69a0 2024-09-10T07:54:40.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c6c02e070 con 0x557790ae69a0 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1c780babd0 con 0x557790ae69a0 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 10 client.17916 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 10 client.17916 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 20 client.17916 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790b67920 0x557790b69d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 4 client.17916 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:54:40.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557790a51d70 con 0x557790b67920 2024-09-10T07:54:40.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.792+0000 7f1c815be640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790b67920 0x557790b69d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:40.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.793+0000 7f1c815be640 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790b67920 0x557790b69d40 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24b93c03e741cc7a server_cookie=2a1a62f3ac43e35f in_seq=0 out_seq=0 2024-09-10T07:54:40.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.793+0000 7f1c657fa640 10 client.17916 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:40.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.809+0000 7f1c657fa640 1 -- 172.21.15.7:0/3781128906 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557790a51d70 con 0x557790b67920 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.809+0000 7f1c657fa640 10 client.17916 handle_command_reply: tid=0 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.809+0000 7f1c86dbd740 1 client.17916 shutdown 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 msgr2=0x557790af5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f1c78005d00 tx=0x7f1c780bc330 comp rx=0 tx=0).stop 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 shutdown_connections 2024-09-10T07:54:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557790b67920 0x557790b69d40 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557790aec370 0x557790af6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557790ae72e0 0x557790af59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 --2- 172.21.15.7:0/3781128906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557790ae69a0 0x557790af5460 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 >> 172.21.15.7:0/3781128906 conn(0x557790ae2010 msgr2=0x557790ae2ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c657fa640 0 client.17916 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 shutdown_connections 2024-09-10T07:54:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 1 -- 172.21.15.7:0/3781128906 wait complete. 2024-09-10T07:54:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.810+0000 7f1c86dbd740 20 client.17916 trim_cache size 0 max 16384 2024-09-10T07:54:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:54:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:54:40.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:54:40.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:54:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 msgr2=0x7f1c680a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 0x7f1c680a5170 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c101d00 tx=0x7f1c6c005f90 comp rx=0 tx=0).stop 2024-09-10T07:54:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 msgr2=0x7f1c7c101f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:40.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f1c78005940 tx=0x7f1c780042f0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 shutdown_connections 2024-09-10T07:54:40.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1c680a2cb0 0x7f1c680a5170 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1c7c107880 0x7f1c7c100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c7c104f50 0x7f1c7c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 --2- 172.21.15.7:0/2931321666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c7c102620 0x7f1c7c101f90 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:40.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 >> 172.21.15.7:0/2931321666 conn(0x7f1c7c0fc1e0 msgr2=0x7f1c7c103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:40.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 shutdown_connections 2024-09-10T07:54:40.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:40.811+0000 7f1c84023640 1 -- 172.21.15.7:0/2931321666 wait complete. 2024-09-10T07:54:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:40 smithi007 ceph-mon[30879]: pgmap v641: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.6 MiB/s wr, 182 op/s 2024-09-10T07:54:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:40 smithi110 ceph-mon[34417]: pgmap v641: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.6 MiB/s wr, 182 op/s 2024-09-10T07:54:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:40 smithi145 ceph-mon[34766]: pgmap v641: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.6 MiB/s wr, 182 op/s 2024-09-10T07:54:41.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 173665 1.82 MB/sec execute 344 sec latency 16.773 ms 2024-09-10T07:54:42.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 174147 1.83 MB/sec execute 345 sec latency 13.157 ms 2024-09-10T07:54:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:42 smithi007 ceph-mon[30879]: pgmap v642: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:42 smithi110 ceph-mon[34417]: pgmap v642: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:42 smithi145 ceph-mon[34766]: pgmap v642: 129 pgs: 129 active+clean; 74 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-09-10T07:54:43.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 174480 1.82 MB/sec execute 346 sec latency 12.936 ms 2024-09-10T07:54:44.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 175009 1.82 MB/sec execute 347 sec latency 22.796 ms 2024-09-10T07:54:45.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:44 smithi007 ceph-mon[30879]: pgmap v643: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2024-09-10T07:54:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:44 smithi110 ceph-mon[34417]: pgmap v643: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2024-09-10T07:54:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:44 smithi145 ceph-mon[34766]: pgmap v643: 129 pgs: 129 active+clean; 73 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2024-09-10T07:54:45.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 175669 1.83 MB/sec execute 348 sec latency 13.573 ms 2024-09-10T07:54:46.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 176277 1.83 MB/sec execute 349 sec latency 12.587 ms 2024-09-10T07:54:47.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:46 smithi007 ceph-mon[30879]: pgmap v644: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:54:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:46 smithi110 ceph-mon[34417]: pgmap v644: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:54:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:46 smithi145 ceph-mon[34766]: pgmap v644: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:54:47.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 177098 1.84 MB/sec execute 350 sec latency 13.341 ms 2024-09-10T07:54:48.023 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:54:48.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 177515 1.85 MB/sec execute 351 sec latency 14.111 ms 2024-09-10T07:54:48.312 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 -- 172.21.15.7:0/1877378220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24103ff0 msgr2=0x7f1e241043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/1877378220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24103ff0 0x7f1e241043d0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f1e14009900 tx=0x7f1e1402a410 comp rx=0 tx=0).stop 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 -- 172.21.15.7:0/1877378220 shutdown_connections 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/1877378220 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24109120 0x7f1e24110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/1877378220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e241089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/1877378220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24103ff0 0x7f1e241043d0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 -- 172.21.15.7:0/1877378220 >> 172.21.15.7:0/1877378220 conn(0x7f1e240ffab0 msgr2=0x7f1e24101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 -- 172.21.15.7:0/1877378220 shutdown_connections 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.940+0000 7f1e28fe5640 1 -- 172.21.15.7:0/1877378220 wait complete. 2024-09-10T07:54:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 Processor -- start 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 -- start start 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e2419aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24109120 0x7f1e2419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e24114040 con 0x7f1e24109120 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e24113ec0 con 0x7f1e24103ff0 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e28fe5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241141c0 con 0x7f1e241049a0 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41956/0 (socket says 172.21.15.7:41956) 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e2259c640 1 -- 172.21.15.7:0/3255157260 learned_addr learned my addr 172.21.15.7:0/3255157260 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e2419aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.941+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24109120 0x7f1e2419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 -- 172.21.15.7:0/3255157260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 msgr2=0x7f1e2419aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e2419aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 -- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24109120 msgr2=0x7f1e2419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24109120 0x7f1e2419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 -- 172.21.15.7:0/3255157260 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e2419f4f0 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e2419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e2259c640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1e14005ab0 tx=0x7f1e14003c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e137fe640 1 -- 172.21.15.7:0/3255157260 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1403f070 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e137fe640 1 -- 172.21.15.7:0/3255157260 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e14031d60 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e137fe640 1 -- 172.21.15.7:0/3255157260 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e14035030 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e2419f780 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.942+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e2419fc10 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.945+0000 7f1e137fe640 1 -- 172.21.15.7:0/3255157260 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1e14042070 con 0x7f1e24103ff0 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.945+0000 7f1e2b3be740 1 Processor -- start 2024-09-10T07:54:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 -- start start 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2b1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2bea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561f3b2172e0 con 0x561f3b2b1dc0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561f3b1bece0 con 0x561f3b2bc680 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561f3b2132a0 con 0x561f3b2b14a0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e137fe640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 0x7f1e0c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47064/0 (socket says 172.21.15.7:47064) 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 -- 172.21.15.7:0/542810885 learned_addr learned my addr 172.21.15.7:0/542810885 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 0x7f1e0c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e137fe640 1 -- 172.21.15.7:0/3255157260 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e140efb40 con 0x7f1e24103ff0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 -- 172.21.15.7:0/542810885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 msgr2=0x561f3b2b1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2b1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 -- 172.21.15.7:0/542810885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 msgr2=0x561f3b2bea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2bea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e2259c640 1 -- 172.21.15.7:0/542810885 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f3b1a3440 con 0x561f3b2b1dc0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.946+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2bea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.947+0000 7f1e2259c640 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f1e14000c00 tx=0x7f1e14047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c9e1b930dd186ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.947+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 0x7f1e0c0a50c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c005fd0 tx=0x7f1e1c009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.947+0000 7f1e10ff9640 1 -- 172.21.15.7:0/542810885 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e14049020 con 0x561f3b2b1dc0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.947+0000 7f1e10ff9640 1 -- 172.21.15.7:0/542810885 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e1403be50 con 0x561f3b2b1dc0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.947+0000 7f1e10ff9640 1 -- 172.21.15.7:0/542810885 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e140bc0b0 con 0x561f3b2b1dc0 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- 172.21.15.7:0/542810885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 msgr2=0x561f3b2bc140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f1e14000c00 tx=0x7f1e14047000 comp rx=0 tx=0).stop 2024-09-10T07:54:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- 172.21.15.7:0/542810885 shutdown_connections 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2bea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2bc140 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/542810885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2b1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- 172.21.15.7:0/542810885 >> 172.21.15.7:0/542810885 conn(0x561f3b2ada30 msgr2=0x561f3b2ade10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- 172.21.15.7:0/542810885 shutdown_connections 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- 172.21.15.7:0/542810885 wait complete. 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 -- start start 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.948+0000 7f1e2b3be740 1 Processor -- start 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2bbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2b9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2b9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561f3b2bf010 con 0x561f3b2b1dc0 2024-09-10T07:54:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561f3b1d2050 con 0x561f3b2bc680 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561f3b2bf190 con 0x561f3b2b14a0 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2b3be740 10 client.0 _ll_register_callbacks cb 0x561f3b212160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e21d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2b9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e21d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2b9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47072/0 (socket says 172.21.15.7:47072) 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e21d9b640 1 -- 172.21.15.7:0/1779248058 learned_addr learned my addr 172.21.15.7:0/1779248058 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2b9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2259c640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2bbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 -- 172.21.15.7:0/1779248058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 msgr2=0x561f3b2bbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2bbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 -- 172.21.15.7:0/1779248058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 msgr2=0x561f3b2b9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2b9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 -- 172.21.15.7:0/1779248058 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f3af883c0 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e2259c640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2bbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2b9750 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c00ab70 tx=0x7f1e1c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c34de2b74f8a86b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.949+0000 7f1e09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1c004b20 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e1c004cc0 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e1403be50 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e1c033050 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 10 client.27230 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561f3b2ca8f0 con 0x561f3b2bc680 2024-09-10T07:54:48.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e1403be50 con 0x561f3b2bc680 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e1c00f040 con 0x561f3b2bc680 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 10 client.27230 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 10 client.27230 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 20 client.27230 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2cbe50 0x561f3b2ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 4 client.27230 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f3b224850 con 0x561f3b2cbe50 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.950+0000 7f1e2259c640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2cbe50 0x561f3b2ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.951+0000 7f1e2259c640 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2cbe50 0x561f3b2ce270 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1471ec8c352d633 server_cookie=b771dc06ca83f862 in_seq=0 out_seq=0 2024-09-10T07:54:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.951+0000 7f1e09ffb640 10 client.27230 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e09ffb640 1 -- 172.21.15.7:0/1779248058 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561f3b224850 con 0x561f3b2cbe50 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e09ffb640 10 client.27230 handle_command_reply: tid=0 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 client.27230 shutdown 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 msgr2=0x561f3b2b9750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2b9750 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c00ab70 tx=0x7f1e1c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 shutdown_connections 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2cbe50 0x561f3b2ce270 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2bc680 0x561f3b2b9750 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b1dc0 0x561f3b2b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e09ffb640 0 client.27230 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/1779248058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2bbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 >> 172.21.15.7:0/1779248058 conn(0x561f3b2ada30 msgr2=0x561f3b2b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 shutdown_connections 2024-09-10T07:54:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 1 -- 172.21.15.7:0/1779248058 wait complete. 2024-09-10T07:54:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.952+0000 7f1e2b3be740 20 client.27230 trim_cache size 0 max 16384 2024-09-10T07:54:48.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 Processor -- start 2024-09-10T07:54:48.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:48 smithi007 ceph-mon[30879]: pgmap v645: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.2 MiB/s wr, 129 op/s 2024-09-10T07:54:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 -- start start 2024-09-10T07:54:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 0x561f3b2c8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2d3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2d4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241b3700 con 0x561f3b2ada30 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241b0fd0 con 0x561f3b2b1dc0 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241aee40 con 0x561f3b2b14a0 2024-09-10T07:54:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 0x561f3b2c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e21d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2d3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 0x561f3b2c8150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47076/0 (socket says 172.21.15.7:47076) 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e2259c640 1 -- 172.21.15.7:0/4151784510 learned_addr learned my addr 172.21.15.7:0/4151784510 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.972+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2d4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 -- 172.21.15.7:0/4151784510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 msgr2=0x561f3b2d4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2d4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 -- 172.21.15.7:0/4151784510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 msgr2=0x561f3b2c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 0x561f3b2c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 -- 172.21.15.7:0/4151784510 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f3b2bc2d0 con 0x561f3b2b14a0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2d3b40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x561f3b2ba850 tx=0x7f1e18005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9e3bc46c52f8d64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e0bfff640 1 -- 172.21.15.7:0/4151784510 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e18012e40 con 0x561f3b2b14a0 2024-09-10T07:54:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e0bfff640 1 -- 172.21.15.7:0/4151784510 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e1800f870 con 0x561f3b2b14a0 2024-09-10T07:54:48.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.973+0000 7f1e0bfff640 1 -- 172.21.15.7:0/4151784510 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e18003850 con 0x561f3b2b14a0 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 -- 172.21.15.7:0/4151784510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 msgr2=0x561f3b2d3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2d3b40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x561f3b2ba850 tx=0x7f1e18005f90 comp rx=0 tx=0).stop 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 -- 172.21.15.7:0/4151784510 shutdown_connections 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2d4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2b14a0 0x561f3b2d3b40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/4151784510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2ada30 0x561f3b2c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 -- 172.21.15.7:0/4151784510 >> 172.21.15.7:0/4151784510 conn(0x561f3b2b98b0 msgr2=0x561f3b2b7ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 -- 172.21.15.7:0/4151784510 shutdown_connections 2024-09-10T07:54:48.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.974+0000 7f1e2b3be740 1 -- 172.21.15.7:0/4151784510 wait complete. 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 -- start start 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 Processor -- start 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 0x561f3b2c00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 0x561f3b2c0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2c0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241af490 con 0x561f3b2b14a0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241b0900 con 0x561f3b2b1dc0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241afb60 con 0x561f3b2ada30 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.975+0000 7f1e2b3be740 10 client.0 _ll_register_callbacks cb 0x7f1e1c0127a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 0x561f3b2c00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 0x561f3b2c0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e22d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2c0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e2259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 0x561f3b2c00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:60922/0 (socket says 172.21.15.7:60922) 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e2259c640 1 -- 172.21.15.7:0/2353818574 learned_addr learned my addr 172.21.15.7:0/2353818574 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 -- 172.21.15.7:0/2353818574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 msgr2=0x561f3b2c00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 0x561f3b2c00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 -- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 msgr2=0x561f3b2c0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2c0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 -- 172.21.15.7:0/2353818574 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f3b335bc0 con 0x561f3b2b14a0 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e22d9d640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2c0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e21d9b640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 0x561f3b2c0610 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x561f3b2ca870 tx=0x7f1e1800fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb8be2e8ab9782a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.976+0000 7f1e09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e18004230 con 0x561f3b2b14a0 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e1800f870 con 0x561f3b2b14a0 2024-09-10T07:54:48.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e180043d0 con 0x561f3b2b14a0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e18047050 con 0x561f3b2b14a0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e2b3be740 10 client.17934 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561f3b336eb0 con 0x561f3b2b14a0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.977+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e1800f870 con 0x561f3b2b14a0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e180037f0 con 0x561f3b2b14a0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 10 client.17934 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 10 client.17934 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 20 client.17934 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2bc680 0x561f3b339640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 4 client.17934 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561f3b21ed60 con 0x561f3b2bc680 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2259c640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2bc680 0x561f3b339640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:48.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e09ffb640 10 client.17934 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e2259c640 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2bc680 0x561f3b339640 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ada0475834d966b9 server_cookie=77f4580e35b2a2fb in_seq=0 out_seq=0 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e09ffb640 1 -- 172.21.15.7:0/2353818574 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561f3b21ed60 con 0x561f3b2bc680 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.978+0000 7f1e09ffb640 10 client.17934 handle_command_reply: tid=0 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 client.17934 shutdown 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 msgr2=0x561f3b2c0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 0x561f3b2c0610 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x561f3b2ca870 tx=0x7f1e1800fc30 comp rx=0 tx=0).stop 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 shutdown_connections 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561f3b2bc680 0x561f3b339640 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561f3b2b1dc0 0x561f3b2c0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561f3b2b14a0 0x561f3b2c0610 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e09ffb640 0 client.17934 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 --2- 172.21.15.7:0/2353818574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561f3b2ada30 0x561f3b2c00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 >> 172.21.15.7:0/2353818574 conn(0x561f3b2b98b0 msgr2=0x561f3b2ac350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 shutdown_connections 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 1 -- 172.21.15.7:0/2353818574 wait complete. 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.979+0000 7f1e2b3be740 20 client.17934 trim_cache size 0 max 16384 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:54:48.986 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 msgr2=0x7f1e0c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 0x7f1e0c0a50c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c005fd0 tx=0x7f1e1c009600 comp rx=0 tx=0).stop 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 msgr2=0x7f1e2419a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1e14005ab0 tx=0x7f1e14003c80 comp rx=0 tx=0).stop 2024-09-10T07:54:48.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 shutdown_connections 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e0c0a2c00 0x7f1e0c0a50c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e24109120 0x7f1e2419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e241049a0 0x7f1e2419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 --2- 172.21.15.7:0/3255157260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e24103ff0 0x7f1e2419a540 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 >> 172.21.15.7:0/3255157260 conn(0x7f1e240ffab0 msgr2=0x7f1e24100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 shutdown_connections 2024-09-10T07:54:48.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:48.980+0000 7f1e28fe5640 1 -- 172.21.15.7:0/3255157260 wait complete. 2024-09-10T07:54:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:48 smithi110 ceph-mon[34417]: pgmap v645: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.2 MiB/s wr, 129 op/s 2024-09-10T07:54:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:48 smithi145 ceph-mon[34766]: pgmap v645: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.2 MiB/s wr, 129 op/s 2024-09-10T07:54:49.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 177794 1.85 MB/sec execute 352 sec latency 38.418 ms 2024-09-10T07:54:50.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 178156 1.84 MB/sec execute 353 sec latency 56.297 ms 2024-09-10T07:54:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:50 smithi007 ceph-mon[30879]: pgmap v646: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 181 op/s 2024-09-10T07:54:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:50 smithi110 ceph-mon[34417]: pgmap v646: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 181 op/s 2024-09-10T07:54:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:50 smithi145 ceph-mon[34766]: pgmap v646: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 181 op/s 2024-09-10T07:54:51.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 178616 1.84 MB/sec execute 354 sec latency 112.724 ms 2024-09-10T07:54:52.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 179270 1.85 MB/sec execute 355 sec latency 18.544 ms 2024-09-10T07:54:52.813 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:54:52.814 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:54:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:53.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:52 smithi007 ceph-mon[30879]: pgmap v647: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:54:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:52 smithi110 ceph-mon[34417]: pgmap v647: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:54:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:52 smithi145 ceph-mon[34766]: pgmap v647: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:54:53.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 179851 1.85 MB/sec execute 356 sec latency 19.893 ms 2024-09-10T07:54:53.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 -- 172.21.15.7:0/3319711906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 msgr2=0x7f8c6c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/3319711906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c1029b0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f8c54009900 tx=0x7f8c5402a480 comp rx=0 tx=0).stop 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 -- 172.21.15.7:0/3319711906 shutdown_connections 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/3319711906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/3319711906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c1029b0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/3319711906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c100e20 0x7f8c6c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 -- 172.21.15.7:0/3319711906 >> 172.21.15.7:0/3319711906 conn(0x7f8c6c0fc7d0 msgr2=0x7f8c6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 -- 172.21.15.7:0/3319711906 shutdown_connections 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.746+0000 7f8c71ee2640 1 -- 172.21.15.7:0/3319711906 wait complete. 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 Processor -- start 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 -- start start 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 0x7f8c6c0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c110e80 con 0x7f8c6c102570 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c110d00 con 0x7f8c6c100e20 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c71ee2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c111000 con 0x7f8c6c102ef0 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 0x7f8c6c0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c0fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60098/0 (socket says 172.21.15.7:60098) 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c63fff640 1 -- 172.21.15.7:0/2182185521 learned_addr learned my addr 172.21.15.7:0/2182185521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6bfff640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 -- 172.21.15.7:0/2182185521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 msgr2=0x7f8c6c0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 -- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 msgr2=0x7f8c6c0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6b7fe640 1 -- 172.21.15.7:0/2182185521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6c1a69d0 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.747+0000 7f8c6bfff640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c6b7fe640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 0x7f8c6c0fcc80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c00e9f0 tx=0x7f8c5c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5c00ccc0 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c5c005020 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5c00ce60 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c6c1a6cc0 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.748+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c6c1a71b0 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.749+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c6c101200 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.750+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8c5c0051d0 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.751+0000 7f8c697fa640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 0x7f8c580a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.751+0000 7f8c63fff640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 0x7f8c580a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.751+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c5c0cf380 con 0x7f8c6c100e20 2024-09-10T07:54:53.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.752+0000 7f8c63fff640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 0x7f8c580a5040 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f8c540096c0 tx=0x7f8c540046c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:53.756+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8c5c09bee0 con 0x7f8c6c100e20 2024-09-10T07:54:53.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2327997338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0107820 msgr2=0x7f9ee0109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2327997338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0107820 0x7f9ee0109c90 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8009ca0 tx=0x7f9ed802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2327997338 shutdown_connections 2024-09-10T07:54:53.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2327997338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0107820 0x7f9ee0109c90 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2327997338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee0104ef0 0x7f9ee01072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2327997338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee01025c0 0x7f9ee01049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2327997338 >> 172.21.15.7:0/2327997338 conn(0x7f9ee00fc1e0 msgr2=0x7f9ee00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2327997338 shutdown_connections 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.913+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2327997338 wait complete. 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 Processor -- start 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 -- start start 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee01025c0 0x7f9ee0101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee0107820 0x7f9ee0100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee010d6b0 con 0x7f9ee0104ef0 2024-09-10T07:54:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee010d530 con 0x7f9ee0107820 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee7df6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee010d830 con 0x7f9ee01025c0 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee0107820 0x7f9ee0100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60112/0 (socket says 172.21.15.7:60112) 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee5391640 1 -- 172.21.15.7:0/2871209530 learned_addr learned my addr 172.21.15.7:0/2871209530 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.914+0000 7f9ee5b92640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee01025c0 0x7f9ee0101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 -- 172.21.15.7:0/2871209530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee01025c0 msgr2=0x7f9ee0101f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee01025c0 0x7f9ee0101f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 -- 172.21.15.7:0/2871209530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee0107820 msgr2=0x7f9ee0100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee0107820 0x7f9ee0100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 -- 172.21.15.7:0/2871209530 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ee0101340 con 0x7f9ee0104ef0 2024-09-10T07:54:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f9ed000d740 tx=0x7f9ed000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ed6ffd640 1 -- 172.21.15.7:0/2871209530 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0017070 con 0x7f9ee0104ef0 2024-09-10T07:54:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ed6ffd640 1 -- 172.21.15.7:0/2871209530 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ed000de50 con 0x7f9ee0104ef0 2024-09-10T07:54:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ee01a1e60 con 0x7f9ee0104ef0 2024-09-10T07:54:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ed6ffd640 1 -- 172.21.15.7:0/2871209530 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0004d60 con 0x7f9ee0104ef0 2024-09-10T07:54:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.915+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ee01a2270 con 0x7f9ee0104ef0 2024-09-10T07:54:53.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.918+0000 7f9ed6ffd640 1 -- 172.21.15.7:0/2871209530 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9ed0004f00 con 0x7f9ee0104ef0 2024-09-10T07:54:53.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9ed6ffd640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 0x7f9ecc0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 Processor -- start 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9ed6ffd640 1 -- 172.21.15.7:0/2871209530 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9ed00cec80 con 0x7f9ee0104ef0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 0x7f9ecc0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 -- start start 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf6076ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60772830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bf606ce2f0 con 0x55bf60770370 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bf60676270 con 0x55bf6076b2e0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.919+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bf606ca2b0 con 0x55bf6076a9a0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60772830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 0x7f9ecc0a50f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9edc009bd0 tx=0x7f9edc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48060/0 (socket says 172.21.15.7:48060) 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60772830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60114/0 (socket says 172.21.15.7:60114) 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 -- 172.21.15.7:0/3718982005 learned_addr learned my addr 172.21.15.7:0/3718982005 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf6076ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 -- 172.21.15.7:0/3718982005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 msgr2=0x55bf6076ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf6076ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 -- 172.21.15.7:0/3718982005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 msgr2=0x55bf60772830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60772830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 -- 172.21.15.7:0/3718982005 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf60675340 con 0x55bf6076b2e0 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ee5391640 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0097bc0 tx=0x7f9ed0009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f0cbf543f99567e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.920+0000 7f9ecbfff640 1 -- 172.21.15.7:0/3718982005 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0020050 con 0x55bf6076b2e0 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.921+0000 7f9ecbfff640 1 -- 172.21.15.7:0/3718982005 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ed00a3db0 con 0x55bf6076b2e0 2024-09-10T07:54:53.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.921+0000 7f9ecbfff640 1 -- 172.21.15.7:0/3718982005 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00979f0 con 0x55bf6076b2e0 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- 172.21.15.7:0/3718982005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 msgr2=0x55bf6076fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0097bc0 tx=0x7f9ed0009c30 comp rx=0 tx=0).stop 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- 172.21.15.7:0/3718982005 shutdown_connections 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60772830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf6076fda0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/3718982005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf6076ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- 172.21.15.7:0/3718982005 >> 172.21.15.7:0/3718982005 conn(0x55bf60766010 msgr2=0x55bf60766410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- 172.21.15.7:0/3718982005 shutdown_connections 2024-09-10T07:54:53.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- 172.21.15.7:0/3718982005 wait complete. 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 -- start start 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.922+0000 7f9eeac6b740 1 Processor -- start 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf60775070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf6077c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bf607732e0 con 0x55bf60770370 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bf60657290 con 0x55bf6076b2e0 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bf60773460 con 0x55bf6076a9a0 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9eeac6b740 10 client.0 _ll_register_callbacks cb 0x55bf60688140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:53.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43268/0 (socket says 172.21.15.7:43268) 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf6077c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 -- 172.21.15.7:0/2557907260 learned_addr learned my addr 172.21.15.7:0/2557907260 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf60775070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 -- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 msgr2=0x55bf60775070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf60775070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 -- 172.21.15.7:0/2557907260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 msgr2=0x55bf6077c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf6077c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee5b92640 1 -- 172.21.15.7:0/2557907260 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf603e1210 con 0x55bf6076a9a0 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.923+0000 7f9ee6393640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf6077c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:53.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9edc003950 tx=0x7f9edc004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1daf4199436f335 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ec97fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc00e6a0 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed00a3db0 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9edc00e840 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9edc00ea40 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9eeac6b740 10 client.27268 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf604ad620 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.924+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ed00a3db0 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9edc027ca0 con 0x55bf6076a9a0 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 10 client.27268 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 10 client.27268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:53.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 20 client.27268 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf60780850 0x55bf60782ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 4 client.27268 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf606dba20 con 0x55bf60780850 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf60780850 0x55bf60782ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9ec97fa640 10 client.27268 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.925+0000 7f9ee5391640 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf60780850 0x55bf60782ca0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8c1298ec01cfb0a server_cookie=81475c7ce2f6c1b in_seq=0 out_seq=0 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9ec97fa640 1 -- 172.21.15.7:0/2557907260 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bf606dba20 con 0x55bf60780850 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9ec97fa640 10 client.27268 handle_command_reply: tid=0 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 client.27268 shutdown 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 msgr2=0x55bf60774b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9edc003950 tx=0x7f9edc004730 comp rx=0 tx=0).stop 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 shutdown_connections 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf60780850 0x55bf60782ca0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf6077c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076b2e0 0x55bf60775070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9ec97fa640 0 client.27268 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/2557907260 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60774b30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 >> 172.21.15.7:0/2557907260 conn(0x55bf60766010 msgr2=0x55bf60767820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 shutdown_connections 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.926+0000 7f9eeac6b740 1 -- 172.21.15.7:0/2557907260 wait complete. 2024-09-10T07:54:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.927+0000 7f9eeac6b740 20 client.27268 trim_cache size 0 max 16384 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.943+0000 7f9eeac6b740 1 Processor -- start 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.943+0000 7f9eeac6b740 1 -- start start 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 0x55bf6077c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60766930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01af1d0 con 0x55bf60770370 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01acaa0 con 0x55bf6076a9a0 2024-09-10T07:54:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01aa910 con 0x55bf6076b2e0 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60766930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48078/0 (socket says 172.21.15.7:48078) 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee6393640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60766930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60126/0 (socket says 172.21.15.7:60126) 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 -- 172.21.15.7:0/1774044809 learned_addr learned my addr 172.21.15.7:0/1774044809 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5391640 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 0x55bf6077c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 -- 172.21.15.7:0/1774044809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 msgr2=0x55bf6077c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 0x55bf6077c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 -- 172.21.15.7:0/1774044809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 msgr2=0x55bf60766930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60766930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 -- 172.21.15.7:0/1774044809 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf60765e30 con 0x55bf6076a9a0 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5391640 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 0x55bf6077c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.944+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9edc013010 tx=0x7f9edc01d490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e019f7cf115446d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9ecb7fe640 1 -- 172.21.15.7:0/1774044809 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc03a070 con 0x55bf6076a9a0 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9ecb7fe640 1 -- 172.21.15.7:0/1774044809 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9edc01dc80 con 0x55bf6076a9a0 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9ecb7fe640 1 -- 172.21.15.7:0/1774044809 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc00ecd0 con 0x55bf6076a9a0 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 -- 172.21.15.7:0/1774044809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 msgr2=0x55bf607663f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9edc013010 tx=0x7f9edc01d490 comp rx=0 tx=0).stop 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 -- 172.21.15.7:0/1774044809 shutdown_connections 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf60770370 0x55bf60766930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076b2e0 0x55bf6077c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/1774044809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf6076a9a0 0x55bf607663f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 -- 172.21.15.7:0/1774044809 >> 172.21.15.7:0/1774044809 conn(0x55bf60766010 msgr2=0x55bf607748e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 -- 172.21.15.7:0/1774044809 shutdown_connections 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.945+0000 7f9eeac6b740 1 -- 172.21.15.7:0/1774044809 wait complete. 2024-09-10T07:54:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 -- start start 2024-09-10T07:54:53.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 Processor -- start 2024-09-10T07:54:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60778ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf60770370 0x55bf607e9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01aaf60 con 0x55bf6076b2e0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01ac3d0 con 0x55bf60770370 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee01ab630 con 0x55bf6076a9a0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9eeac6b740 10 client.0 _ll_register_callbacks cb 0x7f9edc004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9ee5391640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60132/0 (socket says 172.21.15.7:60132) 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.946+0000 7f9ee5391640 1 -- 172.21.15.7:0/4111135549 learned_addr learned my addr 172.21.15.7:0/4111135549 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee6393640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf60770370 0x55bf607e9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60778ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 -- 172.21.15.7:0/4111135549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 msgr2=0x55bf60778ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60778ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 -- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf60770370 msgr2=0x55bf607e9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf60770370 0x55bf607e9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 -- 172.21.15.7:0/4111135549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf607e9ab0 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ee5391640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0097b70 tx=0x7f9ed009b080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a08cac726502788 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ec97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0020040 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9ed00bb0b0 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9edc01dc80 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9ed0099310 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9eeac6b740 10 client.17958 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.947+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf607ead50 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9edc01dc80 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9ed0096f40 con 0x55bf6076b2e0 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 10 client.17958 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 10 client.17958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 20 client.17958 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf607eb310 0x55bf607ed700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 4 client.17958 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bf606d5d70 con 0x55bf607eb310 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf607eb310 0x55bf607ed700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9ec97fa640 10 client.17958 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:53.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.948+0000 7f9ee5b92640 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf607eb310 0x55bf607ed700 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eac266b8d6c61f6b server_cookie=aa2bc98798cb5369 in_seq=0 out_seq=0 2024-09-10T07:54:53.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9ec97fa640 1 -- 172.21.15.7:0/4111135549 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bf606d5d70 con 0x55bf607eb310 2024-09-10T07:54:53.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9ec97fa640 10 client.17958 handle_command_reply: tid=0 2024-09-10T07:54:53.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 client.17958 shutdown 2024-09-10T07:54:53.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 msgr2=0x55bf60779400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0097b70 tx=0x7f9ed009b080 comp rx=0 tx=0).stop 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 shutdown_connections 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf607eb310 0x55bf607ed700 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf60770370 0x55bf607e9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf6076b2e0 0x55bf60779400 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9ec97fa640 0 client.17958 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 --2- 172.21.15.7:0/4111135549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf6076a9a0 0x55bf60778ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 >> 172.21.15.7:0/4111135549 conn(0x55bf60766010 msgr2=0x55bf607649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 shutdown_connections 2024-09-10T07:54:53.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 1 -- 172.21.15.7:0/4111135549 wait complete. 2024-09-10T07:54:53.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.966+0000 7f9eeac6b740 20 client.17958 trim_cache size 0 max 16384 2024-09-10T07:54:53.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:54:53.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:54:53.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:54:53.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:54:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 msgr2=0x7f9ecc0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 0x7f9ecc0a50f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9edc009bd0 tx=0x7f9edc005f90 comp rx=0 tx=0).stop 2024-09-10T07:54:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 msgr2=0x7f9ee0100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f9ed000d740 tx=0x7f9ed000dc00 comp rx=0 tx=0).stop 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 shutdown_connections 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ecc0a2c30 0x7f9ecc0a50f0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9ee0107820 0x7f9ee0100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ee0104ef0 0x7f9ee0100570 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 --2- 172.21.15.7:0/2871209530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ee01025c0 0x7f9ee0101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 >> 172.21.15.7:0/2871209530 conn(0x7f9ee00fc1e0 msgr2=0x7f9ee0102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 shutdown_connections 2024-09-10T07:54:53.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:54:53.967+0000 7f9ee7df6640 1 -- 172.21.15.7:0/2871209530 wait complete. 2024-09-10T07:54:54.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.012+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c6c0fe1b0 con 0x7f8c6c100e20 2024-09-10T07:54:54.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.013+0000 7f8c697fa640 1 -- 172.21.15.7:0/2182185521 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f8c6c0fe1b0 con 0x7f8c6c100e20 2024-09-10T07:54:54.013 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:54:54.013 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:54:54.013 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 msgr2=0x7f8c580a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 0x7f8c580a5040 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f8c540096c0 tx=0x7f8c540046c0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 msgr2=0x7f8c6c0fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 0x7f8c6c0fcc80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c00e9f0 tx=0x7f8c5c00edf0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 shutdown_connections 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c580a2b80 0x7f8c580a5040 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c6c102ef0 0x7f8c6c0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c6c102570 0x7f8c6c0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 --2- 172.21.15.7:0/2182185521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c6c100e20 0x7f8c6c0fcc80 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 >> 172.21.15.7:0/2182185521 conn(0x7f8c6c0fc7d0 msgr2=0x7f8c6c06a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 shutdown_connections 2024-09-10T07:54:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:54.015+0000 7f8c71ee2640 1 -- 172.21.15.7:0/2182185521 wait complete. 2024-09-10T07:54:54.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 180642 1.86 MB/sec execute 357 sec latency 23.654 ms 2024-09-10T07:54:54.697 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:54:54.980 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:54 smithi007 ceph-mon[30879]: pgmap v648: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:54:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2182185521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:54 smithi110 ceph-mon[34417]: pgmap v648: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:54:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2182185521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:54 smithi145 ceph-mon[34766]: pgmap v648: 129 pgs: 129 active+clean; 76 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:54:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2182185521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:54:55.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 181059 1.86 MB/sec execute 358 sec latency 13.116 ms 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 -- 172.21.15.7:0/3294526083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102570 msgr2=0x7f04bc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 --2- 172.21.15.7:0/3294526083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102570 0x7f04bc1029b0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009900 tx=0x7f04ac02a480 comp rx=0 tx=0).stop 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 -- 172.21.15.7:0/3294526083 shutdown_connections 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 --2- 172.21.15.7:0/3294526083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102ef0 0x7f04bc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 --2- 172.21.15.7:0/3294526083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102570 0x7f04bc1029b0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 --2- 172.21.15.7:0/3294526083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 0x7f04bc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.619+0000 7f04c33a3640 1 -- 172.21.15.7:0/3294526083 >> 172.21.15.7:0/3294526083 conn(0x7f04bc0fc7d0 msgr2=0x7f04bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 -- 172.21.15.7:0/3294526083 shutdown_connections 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 -- 172.21.15.7:0/3294526083 wait complete. 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 Processor -- start 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 -- start start 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 0x7f04bc19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.620+0000 7f04c33a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102570 0x7f04bc19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c33a3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c33a3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc110e80 con 0x7f04bc102ef0 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c33a3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc110d00 con 0x7f04bc100e20 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c33a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc111000 con 0x7f04bc102570 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60156/0 (socket says 172.21.15.7:60156) 2024-09-10T07:54:55.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 -- 172.21.15.7:0/2916050682 learned_addr learned my addr 172.21.15.7:0/2916050682 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:55.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c113f640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 0x7f04bc19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c093e640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102570 0x7f04bc19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 -- 172.21.15.7:0/2916050682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102570 msgr2=0x7f04bc19ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102570 0x7f04bc19ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 -- 172.21.15.7:0/2916050682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 msgr2=0x7f04bc19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 0x7f04bc19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 -- 172.21.15.7:0/2916050682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04bc19f5a0 con 0x7f04bc102ef0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04c1940640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f04b400eb10 tx=0x7f04b400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.621+0000 7f04b27fc640 1 -- 172.21.15.7:0/2916050682 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b4004b20 con 0x7f04bc102ef0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.622+0000 7f04b27fc640 1 -- 172.21.15.7:0/2916050682 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b4004cc0 con 0x7f04bc102ef0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.622+0000 7f04b27fc640 1 -- 172.21.15.7:0/2916050682 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b4010690 con 0x7f04bc102ef0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.622+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04bc19f890 con 0x7f04bc102ef0 2024-09-10T07:54:55.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.622+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04bc1a7170 con 0x7f04bc102ef0 2024-09-10T07:54:55.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04b27fc640 1 -- 172.21.15.7:0/2916050682 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f04b4005020 con 0x7f04bc102ef0 2024-09-10T07:54:55.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 Processor -- start 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 -- start start 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214dfd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c214d562f0 con 0x55c214df05d0 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c214cfdcf0 con 0x55c214df1b40 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c577c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c214d522b0 con 0x55c214dfb370 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c113f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c093e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c113f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60170/0 (socket says 172.21.15.7:60170) 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c113f640 1 -- 172.21.15.7:0/1245592219 learned_addr learned my addr 172.21.15.7:0/1245592219 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:55.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.625+0000 7f04c093e640 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214dfd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 -- 172.21.15.7:0/1245592219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 msgr2=0x55c214dfd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214dfd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 -- 172.21.15.7:0/1245592219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 msgr2=0x55c214df0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 -- 172.21.15.7:0/1245592219 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c214ce23a0 con 0x55c214df05d0 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c093e640 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04b27fc640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 0x7f04a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c113f640 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f04b800bd50 tx=0x7f04b80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ca5b01270ffb211 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04b27fc640 1 -- 172.21.15.7:0/2916050682 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f04b40cfa40 con 0x7f04bc102ef0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04c093e640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 0x7f04a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04a77fe640 1 -- 172.21.15.7:0/1245592219 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8005220 con 0x55c214df05d0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04a77fe640 1 -- 172.21.15.7:0/1245592219 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b800be40 con 0x55c214df05d0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.626+0000 7f04a77fe640 1 -- 172.21.15.7:0/1245592219 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8011730 con 0x55c214df05d0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 -- 172.21.15.7:0/1245592219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 msgr2=0x55c214df0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c093e640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 0x7f04a80a5040 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f04ac000c00 tx=0x7f04ac02a480 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f04b800bd50 tx=0x7f04b80107a0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 -- 172.21.15.7:0/1245592219 shutdown_connections 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214dfd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214df0a10 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 --2- 172.21.15.7:0/1245592219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 -- 172.21.15.7:0/1245592219 >> 172.21.15.7:0/1245592219 conn(0x55c214db9310 msgr2=0x55c214decc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 -- 172.21.15.7:0/1245592219 shutdown_connections 2024-09-10T07:54:55.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.627+0000 7f04c577c740 1 -- 172.21.15.7:0/1245592219 wait complete. 2024-09-10T07:54:55.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 -- start start 2024-09-10T07:54:55.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 Processor -- start 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214df8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c214dfe070 con 0x55c214df1b40 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c214d11060 con 0x55c214df05d0 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c214dfe1f0 con 0x55c214dfb370 2024-09-10T07:54:55.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c113f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.628+0000 7f04c577c740 10 client.0 _ll_register_callbacks cb 0x55c214a648c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48126/0 (socket says 172.21.15.7:48126) 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 -- 172.21.15.7:0/918026620 learned_addr learned my addr 172.21.15.7:0/918026620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c093e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214df8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c1940640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 -- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 msgr2=0x55c214df85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 -- 172.21.15.7:0/918026620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 msgr2=0x55c214df8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214df8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 -- 172.21.15.7:0/918026620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c214ac73c0 con 0x55c214df05d0 2024-09-10T07:54:55.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c113f640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f04b800bd20 tx=0x7f04b80116e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38f4658c869cfdd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8011ae0 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f04b8011c80 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.629+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c214d63860 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f04b8004020 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 10 client.27272 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c214e09af0 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c214d63860 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f04b8003b30 con 0x55c214df05d0 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 10 client.27272 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 10 client.27272 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 20 client.27272 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e0ae40 0x55c214e0d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 4 client.27272 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c214d5dd70 con 0x55c214e0ae40 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.630+0000 7f04c093e640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e0ae40 0x55c214e0d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.631+0000 7f04c093e640 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e0ae40 0x55c214e0d230 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c4b60c3404e17d4c server_cookie=816f3a6dd50f3c76 in_seq=0 out_seq=0 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.631+0000 7f04a4ff9640 10 client.27272 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.631+0000 7f04a4ff9640 1 -- 172.21.15.7:0/918026620 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c214d5dd70 con 0x55c214e0ae40 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.631+0000 7f04a4ff9640 10 client.27272 handle_command_reply: tid=0 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.631+0000 7f04c577c740 1 client.27272 shutdown 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 msgr2=0x55c214dfad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f04b800bd20 tx=0x7f04b80116e0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 shutdown_connections 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e0ae40 0x55c214e0d230 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214df8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04a4ff9640 0 client.27272 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 --2- 172.21.15.7:0/918026620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214dfad50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 >> 172.21.15.7:0/918026620 conn(0x55c214db9310 msgr2=0x55c214df2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 shutdown_connections 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 1 -- 172.21.15.7:0/918026620 wait complete. 2024-09-10T07:54:55.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.632+0000 7f04c577c740 20 client.27272 trim_cache size 0 max 16384 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 Processor -- start 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 -- start start 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214e07310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b3750 con 0x55c214df05d0 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b1020 con 0x55c214df1b40 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c577c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1aee90 con 0x55c214dfb370 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c113f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214e07310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c1940640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48140/0 (socket says 172.21.15.7:48140) 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 -- 172.21.15.7:0/3124772112 learned_addr learned my addr 172.21.15.7:0/3124772112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 -- 172.21.15.7:0/3124772112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 msgr2=0x55c214df70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 -- 172.21.15.7:0/3124772112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 msgr2=0x55c214e07310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214e07310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c093e640 1 -- 172.21.15.7:0/3124772112 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c214dfb0c0 con 0x55c214df1b40 2024-09-10T07:54:55.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.648+0000 7f04c113f640 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214e07310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:54:55.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.647+0000 7f04c1940640 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:55.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.648+0000 7f04c093e640 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009230 tx=0x7f04ac041040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e50a71ef8d563ace server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.648+0000 7f04a6ffd640 1 -- 172.21.15.7:0/3124772112 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac005590 con 0x55c214df1b40 2024-09-10T07:54:55.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.648+0000 7f04a6ffd640 1 -- 172.21.15.7:0/3124772112 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac0035f0 con 0x55c214df1b40 2024-09-10T07:54:55.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.648+0000 7f04a6ffd640 1 -- 172.21.15.7:0/3124772112 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac03d690 con 0x55c214df1b40 2024-09-10T07:54:55.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- 172.21.15.7:0/3124772112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 msgr2=0x55c214df78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009230 tx=0x7f04ac041040 comp rx=0 tx=0).stop 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- 172.21.15.7:0/3124772112 shutdown_connections 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df1b40 0x55c214df78c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 --2- 172.21.15.7:0/3124772112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df05d0 0x55c214e07310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- 172.21.15.7:0/3124772112 >> 172.21.15.7:0/3124772112 conn(0x55c214db9310 msgr2=0x55c214de7a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- 172.21.15.7:0/3124772112 shutdown_connections 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- 172.21.15.7:0/3124772112 wait complete. 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 -- start start 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.649+0000 7f04c577c740 1 Processor -- start 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214e03480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1af4e0 con 0x55c214df1b40 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b0950 con 0x55c214df05d0 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1afbb0 con 0x55c214dfb370 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c577c740 10 client.0 _ll_register_callbacks cb 0x7f04ac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c093e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c093e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60206/0 (socket says 172.21.15.7:60206) 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c093e640 1 -- 172.21.15.7:0/838404095 learned_addr learned my addr 172.21.15.7:0/838404095 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.650+0000 7f04c1940640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 -- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 msgr2=0x55c214df42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 -- 172.21.15.7:0/838404095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 msgr2=0x55c214e03480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214e03480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 -- 172.21.15.7:0/838404095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c214e04080 con 0x55c214df1b40 2024-09-10T07:54:55.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c093e640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f04ac004650 tx=0x7f04ac009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf18364920ca1ef4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac06f060 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f04ac05c050 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04ac0035f0 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f04ac004b90 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.651+0000 7f04c577c740 10 client.17976 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c214e74e90 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac0035f0 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f04ac049040 con 0x55c214df1b40 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 10 client.17976 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 10 client.17976 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 20 client.17976 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e755b0 0x55c214e779d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:55.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 4 client.17976 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:55.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c214cda170 con 0x55c214e755b0 2024-09-10T07:54:55.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.652+0000 7f04c113f640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e755b0 0x55c214e779d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04a4ff9640 10 client.17976 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c113f640 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e755b0 0x55c214e779d0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e94ad6d4bb97ac3 server_cookie=3b209d6b47fc4386 in_seq=0 out_seq=0 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04a4ff9640 1 -- 172.21.15.7:0/838404095 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c214cda170 con 0x55c214e755b0 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04a4ff9640 10 client.17976 handle_command_reply: tid=0 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 client.17976 shutdown 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 msgr2=0x55c214e039c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f04ac004650 tx=0x7f04ac009260 comp rx=0 tx=0).stop 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 shutdown_connections 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55c214e755b0 0x55c214e779d0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c214dfb370 0x55c214df42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c214df1b40 0x55c214e039c0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 --2- 172.21.15.7:0/838404095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c214df05d0 0x55c214e03480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 >> 172.21.15.7:0/838404095 conn(0x55c214db9310 msgr2=0x55c214debd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.653+0000 7f04a4ff9640 0 client.17976 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 shutdown_connections 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c577c740 1 -- 172.21.15.7:0/838404095 wait complete. 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c577c740 20 client.17976 trim_cache size 0 max 16384 2024-09-10T07:54:55.657 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:55.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 msgr2=0x7f04a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 0x7f04a80a5040 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f04ac000c00 tx=0x7f04ac02a480 comp rx=0 tx=0).stop 2024-09-10T07:54:55.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 msgr2=0x7f04bc19eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:55.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f04b400eb10 tx=0x7f04b400c2d0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.654+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 shutdown_connections 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f04a80a2b80 0x7f04a80a5040 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04bc102ef0 0x7f04bc19eec0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f04bc102570 0x7f04bc19ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 --2- 172.21.15.7:0/2916050682 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f04bc100e20 0x7f04bc19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 >> 172.21.15.7:0/2916050682 conn(0x7f04bc0fc7d0 msgr2=0x7f04bc06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 shutdown_connections 2024-09-10T07:54:55.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:55.655+0000 7f04c33a3640 1 -- 172.21.15.7:0/2916050682 wait complete. 2024-09-10T07:54:56.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 181346 1.86 MB/sec execute 359 sec latency 18.407 ms 2024-09-10T07:54:56.373 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:54:56.659 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:57.045 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:56 smithi007 ceph-mon[30879]: pgmap v649: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:54:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:56 smithi110 ceph-mon[34417]: pgmap v649: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:54:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:56 smithi145 ceph-mon[34766]: pgmap v649: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.3 MiB/s wr, 159 op/s 2024-09-10T07:54:57.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 181718 1.86 MB/sec execute 360 sec latency 69.086 ms 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 -- 172.21.15.7:0/3834835341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30106f10 msgr2=0x7f2a3010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 --2- 172.21.15.7:0/3834835341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30106f10 0x7f2a3010ea90 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009ca0 tx=0x7f2a2802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 -- 172.21.15.7:0/3834835341 shutdown_connections 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 --2- 172.21.15.7:0/3834835341 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30106f10 0x7f2a3010ea90 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 --2- 172.21.15.7:0/3834835341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30102790 0x7f2a301067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 --2- 172.21.15.7:0/3834835341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30101de0 0x7f2a301021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 -- 172.21.15.7:0/3834835341 >> 172.21.15.7:0/3834835341 conn(0x7f2a300fd8e0 msgr2=0x7f2a300ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 -- 172.21.15.7:0/3834835341 shutdown_connections 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.346+0000 7f2a369da640 1 -- 172.21.15.7:0/3834835341 wait complete. 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 Processor -- start 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 -- start start 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30101de0 0x7f2a30198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 0x7f2a3019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a30111e20 con 0x7f2a30102790 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2a30111ca0 con 0x7f2a30106f10 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a369da640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a30111fa0 con 0x7f2a30101de0 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.347+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60228/0 (socket says 172.21.15.7:60228) 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2f7fe640 1 -- 172.21.15.7:0/717133371 learned_addr learned my addr 172.21.15.7:0/717133371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:57.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30101de0 0x7f2a30198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 0x7f2a3019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 -- 172.21.15.7:0/717133371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30101de0 msgr2=0x7f2a30198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30101de0 0x7f2a30198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 -- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 msgr2=0x7f2a30198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 -- 172.21.15.7:0/717133371 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a3019d2b0 con 0x7f2a30106f10 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 0x7f2a3019cbd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009ca0 tx=0x7f2a28032ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2d7fa640 1 -- 172.21.15.7:0/717133371 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28003c30 con 0x7f2a30106f10 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a2d7fa640 1 -- 172.21.15.7:0/717133371 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a28003dd0 con 0x7f2a30106f10 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.348+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a3019d540 con 0x7f2a30106f10 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.349+0000 7f2a2d7fa640 1 -- 172.21.15.7:0/717133371 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28030b10 con 0x7f2a30106f10 2024-09-10T07:54:57.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.349+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a30074420 con 0x7f2a30106f10 2024-09-10T07:54:57.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.351+0000 7f2a2d7fa640 1 -- 172.21.15.7:0/717133371 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2a28030cb0 con 0x7f2a30106f10 2024-09-10T07:54:57.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.351+0000 7f2a38db3740 1 Processor -- start 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.351+0000 7f2a38db3740 1 -- start start 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79c8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79d3370 0x5623d79d5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5623d792e2f0 con 0x5623d79d3370 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5623d78d5cf0 con 0x5623d79c9b40 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a38db3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5623d792a2b0 con 0x5623d79c85d0 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43368/0 (socket says 172.21.15.7:43368) 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2890643188 learned_addr learned my addr 172.21.15.7:0/2890643188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2d7fa640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 0x7f2a180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79c8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2890643188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 msgr2=0x5623d79c8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79c8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2890643188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79d3370 msgr2=0x5623d79d5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79d3370 0x5623d79d5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2890643188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623d78ba3a0 con 0x5623d79c85d0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2d7fa640 1 -- 172.21.15.7:0/717133371 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2a280f07c0 con 0x7f2a30106f10 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 0x7f2a180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.352+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009cf0 tx=0x7f2a20011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fd8cf1a86a7c5a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a167fc640 1 -- 172.21.15.7:0/2890643188 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20004230 con 0x5623d79c85d0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a167fc640 1 -- 172.21.15.7:0/2890643188 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a200043d0 con 0x5623d79c85d0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a167fc640 1 -- 172.21.15.7:0/2890643188 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20019880 con 0x5623d79c85d0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a38db3740 1 -- 172.21.15.7:0/2890643188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 msgr2=0x5623d79c8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a34f77640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 0x7f2a180a50c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2a2802f3b0 tx=0x7f2a2802a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.353+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009cf0 tx=0x7f2a20011810 comp rx=0 tx=0).stop 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 -- 172.21.15.7:0/2890643188 shutdown_connections 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79d3370 0x5623d79d5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79c8a10 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2890643188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 -- 172.21.15.7:0/2890643188 >> 172.21.15.7:0/2890643188 conn(0x5623d7991310 msgr2=0x5623d79c4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 -- 172.21.15.7:0/2890643188 shutdown_connections 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 -- 172.21.15.7:0/2890643188 wait complete. 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 -- start start 2024-09-10T07:54:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.354+0000 7f2a38db3740 1 Processor -- start 2024-09-10T07:54:57.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5623d79d6070 con 0x5623d79c85d0 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5623d78e9060 con 0x5623d79c9b40 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5623d79d61f0 con 0x5623d79d3370 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a38db3740 10 client.0 _ll_register_callbacks cb 0x5623d763c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48180/0 (socket says 172.21.15.7:48180) 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2764656141 learned_addr learned my addr 172.21.15.7:0/2764656141 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 msgr2=0x5623d79d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2764656141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 msgr2=0x5623d79d2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2764656141 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623d769f3c0 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.355+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009560 tx=0x7f2a20003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6188a0791bc743b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20027070 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a200043d0 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2a20005240 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2a20033050 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a38db3740 10 client.27284 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5623d79e1a50 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.356+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a200043d0 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2a20004b70 con 0x5623d79c9b40 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 10 client.27284 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:57.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 10 client.27284 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 20 client.27284 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d79e2e60 0x5623d79e5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 4 client.27284 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623d793b860 con 0x5623d79e2e60 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.357+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d79e2e60 0x5623d79e5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d79e2e60 0x5623d79e5250 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=48988b230b4c722e server_cookie=86d7f68dfd9a44e8 in_seq=0 out_seq=0 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a0f7fe640 10 client.27284 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2764656141 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5623d793b860 con 0x5623d79e2e60 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a0f7fe640 10 client.27284 handle_command_reply: tid=0 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a38db3740 1 client.27284 shutdown 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 msgr2=0x5623d79cfff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.358+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009560 tx=0x7f2a20003820 comp rx=0 tx=0).stop 2024-09-10T07:54:57.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 shutdown_connections 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d79e2e60 0x5623d79e5250 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cfff0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2764656141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a0f7fe640 0 client.27284 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 >> 172.21.15.7:0/2764656141 conn(0x5623d7991310 msgr2=0x5623d79ca960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 shutdown_connections 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 1 -- 172.21.15.7:0/2764656141 wait complete. 2024-09-10T07:54:57.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.359+0000 7f2a38db3740 20 client.27284 trim_cache size 0 max 16384 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 Processor -- start 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 -- start start 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79cb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301b36e0 con 0x5623d79c85d0 2024-09-10T07:54:57.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301b0fb0 con 0x5623d79c9b40 2024-09-10T07:54:57.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.374+0000 7f2a38db3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301aee20 con 0x5623d79d3370 2024-09-10T07:54:57.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60254/0 (socket says 172.21.15.7:60254) 2024-09-10T07:54:57.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 -- 172.21.15.7:0/3436634620 learned_addr learned my addr 172.21.15.7:0/3436634620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 -- 172.21.15.7:0/3436634620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 msgr2=0x5623d79cb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79cb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 -- 172.21.15.7:0/3436634620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 msgr2=0x5623d79cb0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cb0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 -- 172.21.15.7:0/3436634620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623d79d0950 con 0x5623d79c85d0 2024-09-10T07:54:57.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x5623d79c9070 tx=0x7f2a2400bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c6d78927c589321 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a15ffb640 1 -- 172.21.15.7:0/3436634620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a24011ea0 con 0x5623d79c85d0 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a15ffb640 1 -- 172.21.15.7:0/3436634620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a2401c700 con 0x5623d79c85d0 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.375+0000 7f2a15ffb640 1 -- 172.21.15.7:0/3436634620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240107f0 con 0x5623d79c85d0 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 -- 172.21.15.7:0/3436634620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 msgr2=0x5623d79d1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x5623d79c9070 tx=0x7f2a2400bda0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 -- 172.21.15.7:0/3436634620 shutdown_connections 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79d3370 0x5623d79cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79c9b40 0x5623d79cb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 --2- 172.21.15.7:0/3436634620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c85d0 0x5623d79d1f60 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 -- 172.21.15.7:0/3436634620 >> 172.21.15.7:0/3436634620 conn(0x5623d7991310 msgr2=0x5623d79d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 -- 172.21.15.7:0/3436634620 shutdown_connections 2024-09-10T07:54:57.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.376+0000 7f2a38db3740 1 -- 172.21.15.7:0/3436634620 wait complete. 2024-09-10T07:54:57.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 -- start start 2024-09-10T07:54:57.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 Processor -- start 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79db870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79d3370 0x5623d79ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301af470 con 0x5623d79c9b40 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301b08e0 con 0x5623d79d3370 2024-09-10T07:54:57.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a301afb40 con 0x5623d79c85d0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a38db3740 10 client.0 _ll_register_callbacks cb 0x7f2a20009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79db870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a2ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60260/0 (socket says 172.21.15.7:60260) 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2243883366 learned_addr learned my addr 172.21.15.7:0/2243883366 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.377+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79d3370 0x5623d79ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 msgr2=0x5623d79db870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79db870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2243883366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79d3370 msgr2=0x5623d79ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79d3370 0x5623d79ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 -- 172.21.15.7:0/2243883366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623d79cd430 con 0x5623d79c9b40 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79db870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a2ffff640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f2a20001eb0 tx=0x7f2a200198c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4252e57f9767dffc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:57.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a2003b070 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2a20019c40 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.378+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a2401c700 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2a20045050 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 10 client.17991 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5623d7a4d6e0 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a2401c700 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2a200045f0 con 0x5623d79c9b40 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 10 client.17991 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 10 client.17991 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 20 client.17991 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d7a4de90 0x5623d7a502b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:57.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 4 client.17991 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5623d7935d70 con 0x5623d7a4de90 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.379+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d7a4de90 0x5623d7a502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a2f7fe640 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d7a4de90 0x5623d7a502b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cff0be904d1e6d0e server_cookie=de9fbb1596ebcb35 in_seq=0 out_seq=0 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a0f7fe640 10 client.17991 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a0f7fe640 1 -- 172.21.15.7:0/2243883366 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5623d7935d70 con 0x5623d7a4de90 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a0f7fe640 10 client.17991 handle_command_reply: tid=0 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 client.17991 shutdown 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 msgr2=0x5623d79dbdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f2a20001eb0 tx=0x7f2a200198c0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 shutdown_connections 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5623d7a4de90 0x5623d7a502b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5623d79d3370 0x5623d79ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5623d79c9b40 0x5623d79dbdb0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 --2- 172.21.15.7:0/2243883366 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5623d79c85d0 0x5623d79db870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 >> 172.21.15.7:0/2243883366 conn(0x5623d7991310 msgr2=0x5623d79d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a0f7fe640 0 client.17991 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 shutdown_connections 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.380+0000 7f2a38db3740 1 -- 172.21.15.7:0/2243883366 wait complete. 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a38db3740 20 client.17991 trim_cache size 0 max 16384 2024-09-10T07:54:57.389 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:57.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 msgr2=0x7f2a180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 0x7f2a180a50c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2a2802f3b0 tx=0x7f2a2802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 msgr2=0x7f2a3019cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:57.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 0x7f2a3019cbd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009ca0 tx=0x7f2a28032ff0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 shutdown_connections 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2a180a2c00 0x7f2a180a50c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a30106f10 0x7f2a3019cbd0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a30102790 0x7f2a30198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 --2- 172.21.15.7:0/717133371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a30101de0 0x7f2a30198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 >> 172.21.15.7:0/717133371 conn(0x7f2a300fd8e0 msgr2=0x7f2a300fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 shutdown_connections 2024-09-10T07:54:57.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:57.381+0000 7f2a369da640 1 -- 172.21.15.7:0/717133371 wait complete. 2024-09-10T07:54:58.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:57 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:54:58.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:57 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:54:58.174 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:54:58.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:57 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:54:58.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 182197 1.86 MB/sec execute 361 sec latency 21.832 ms 2024-09-10T07:54:59.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:54:58 smithi007 ceph-mon[30879]: pgmap v650: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:59.118 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:54:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:54:58 smithi110 ceph-mon[34417]: pgmap v650: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:54:58 smithi145 ceph-mon[34766]: pgmap v650: 129 pgs: 129 active+clean; 75 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:54:59.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 182816 1.86 MB/sec execute 362 sec latency 18.765 ms 2024-09-10T07:54:59.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 -- 172.21.15.7:0/2443646855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 msgr2=0x7f303c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 --2- 172.21.15.7:0/2443646855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c101200 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f302c009900 tx=0x7f302c02a480 comp rx=0 tx=0).stop 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 -- 172.21.15.7:0/2443646855 shutdown_connections 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 --2- 172.21.15.7:0/2443646855 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 0x7f303c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 --2- 172.21.15.7:0/2443646855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 --2- 172.21.15.7:0/2443646855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c101200 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 -- 172.21.15.7:0/2443646855 >> 172.21.15.7:0/2443646855 conn(0x7f303c0fc7d0 msgr2=0x7f303c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 -- 172.21.15.7:0/2443646855 shutdown_connections 2024-09-10T07:54:59.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.675+0000 7f3042073640 1 -- 172.21.15.7:0/2443646855 wait complete. 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.676+0000 7f3042073640 1 Processor -- start 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.676+0000 7f3042073640 1 -- start start 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c1992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 0x7f303c1a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f303c110e30 con 0x7f303c100e20 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f303c110cb0 con 0x7f303c102ef0 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f3042073640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f303c110fb0 con 0x7f303c102570 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43404/0 (socket says 172.21.15.7:43404) 2024-09-10T07:54:59.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 -- 172.21.15.7:0/3633422077 learned_addr learned my addr 172.21.15.7:0/3633422077 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c1992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303bfff640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 0x7f303c1a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 -- 172.21.15.7:0/3633422077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 msgr2=0x7f303c1a4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 0x7f303c1a4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 -- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 msgr2=0x7f303c1992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c1992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.677+0000 7f303affd640 1 -- 172.21.15.7:0/3633422077 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c1a4880 con 0x7f303c102570 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f303affd640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f303000e9f0 tx=0x7f303000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f3038ff9640 1 -- 172.21.15.7:0/3633422077 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303000cd80 con 0x7f303c102570 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f3038ff9640 1 -- 172.21.15.7:0/3633422077 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f30300108e0 con 0x7f303c102570 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c1970b0 con 0x7f303c102570 2024-09-10T07:54:59.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f3038ff9640 1 -- 172.21.15.7:0/3633422077 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030018850 con 0x7f303c102570 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.678+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c1975f0 con 0x7f303c102570 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.680+0000 7f3038ff9640 1 -- 172.21.15.7:0/3633422077 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3030010a90 con 0x7f303c102570 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 Processor -- start 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 -- start start 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf45ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf469760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5561cf3c22f0 con 0x5561cf467370 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5561cf369cf0 con 0x5561cf45c5d0 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f304444c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5561cf3be2b0 con 0x5561cf45db40 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf45ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f303bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f303bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43416/0 (socket says 172.21.15.7:43416) 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f303bfff640 1 -- 172.21.15.7:0/2063417724 learned_addr learned my addr 172.21.15.7:0/2063417724 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f3038ff9640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 0x7f30240a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.681+0000 7f303affd640 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf469760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 -- 172.21.15.7:0/2063417724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 msgr2=0x5561cf45ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf45ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 -- 172.21.15.7:0/2063417724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 msgr2=0x5561cf469760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf469760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 -- 172.21.15.7:0/2063417724 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561cf34e3a0 con 0x5561cf45db40 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f3038ff9640 1 -- 172.21.15.7:0/3633422077 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f30300cf780 con 0x7f303c102570 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 0x7f30240a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3034009340 tx=0x7f3034009b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51b2e922ab0565df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f3021ffb640 1 -- 172.21.15.7:0/2063417724 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303400f510 con 0x5561cf45db40 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f3021ffb640 1 -- 172.21.15.7:0/2063417724 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3034008ce0 con 0x5561cf45db40 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f3021ffb640 1 -- 172.21.15.7:0/2063417724 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034027660 con 0x5561cf45db40 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.682+0000 7f303bfff640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 0x7f30240a50c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f3034024000 tx=0x7f3034021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 -- 172.21.15.7:0/2063417724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 msgr2=0x5561cf45c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3034009340 tx=0x7f3034009b10 comp rx=0 tx=0).stop 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 -- 172.21.15.7:0/2063417724 shutdown_connections 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf469760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf45ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 --2- 172.21.15.7:0/2063417724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf45c090 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 -- 172.21.15.7:0/2063417724 >> 172.21.15.7:0/2063417724 conn(0x5561cf425310 msgr2=0x5561cf458c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 -- 172.21.15.7:0/2063417724 shutdown_connections 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.683+0000 7f304444c740 1 -- 172.21.15.7:0/2063417724 wait complete. 2024-09-10T07:54:59.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 -- start start 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 Processor -- start 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf467370 0x5561cf464610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5561cf46a070 con 0x5561cf45c5d0 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5561cf37d060 con 0x5561cf45db40 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5561cf46a1f0 con 0x5561cf467370 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f304444c740 10 client.0 _ll_register_callbacks cb 0x5561cf0d08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48254/0 (socket says 172.21.15.7:48254) 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60276/0 (socket says 172.21.15.7:60276) 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303affd640 1 -- 172.21.15.7:0/3960999566 learned_addr learned my addr 172.21.15.7:0/3960999566 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:59.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.684+0000 7f303bfff640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf467370 0x5561cf464610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 -- 172.21.15.7:0/3960999566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf467370 msgr2=0x5561cf464610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf467370 0x5561cf464610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 -- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 msgr2=0x5561cf464020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 -- 172.21.15.7:0/3960999566 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561cf1333c0 con 0x5561cf45c5d0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303affd640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f302c005940 tx=0x7f302c031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603e64a03f88a137 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f301affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c035040 con 0x5561cf45c5d0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f302c031730 con 0x5561cf45c5d0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3034008ce0 con 0x5561cf45c5d0 2024-09-10T07:54:59.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f302c004040 con 0x5561cf45c5d0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f304444c740 10 client.18003 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.685+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5561cf475b10 con 0x5561cf45c5d0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3034008ce0 con 0x5561cf45c5d0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f302c03d450 con 0x5561cf45c5d0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 10 client.18003 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 10 client.18003 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 20 client.18003 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf476fd0 0x5561cf4793c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 4 client.18003 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561cf3cf860 con 0x5561cf476fd0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.686+0000 7f303affd640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf476fd0 0x5561cf4793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.687+0000 7f303affd640 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf476fd0 0x5561cf4793c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79cb58ef434c08e8 server_cookie=cdd518c80b4ae56f in_seq=0 out_seq=0 2024-09-10T07:54:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.687+0000 7f301affd640 10 client.18003 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f301affd640 1 -- 172.21.15.7:0/3960999566 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5561cf3cf860 con 0x5561cf476fd0 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f301affd640 10 client.18003 handle_command_reply: tid=0 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 client.18003 shutdown 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 msgr2=0x5561cf466d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f302c005940 tx=0x7f302c031ea0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 shutdown_connections 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf476fd0 0x5561cf4793c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf467370 0x5561cf464610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45db40 0x5561cf464020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 --2- 172.21.15.7:0/3960999566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45c5d0 0x5561cf466d70 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 >> 172.21.15.7:0/3960999566 conn(0x5561cf425310 msgr2=0x5561cf45e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f301affd640 0 client.18003 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 shutdown_connections 2024-09-10T07:54:59.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 1 -- 172.21.15.7:0/3960999566 wait complete. 2024-09-10T07:54:59.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.688+0000 7f304444c740 20 client.18003 trim_cache size 0 max 16384 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 Processor -- start 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 -- start start 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf457bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf458130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1af2f0 con 0x5561cf467370 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1acbc0 con 0x5561cf45c5d0 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f304444c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1aaa30 con 0x5561cf45db40 2024-09-10T07:54:59.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf457bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60286/0 (socket says 172.21.15.7:60286) 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 -- 172.21.15.7:0/2035249607 learned_addr learned my addr 172.21.15.7:0/2035249607 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303affd640 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf458130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 -- 172.21.15.7:0/2035249607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 msgr2=0x5561cf458130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf458130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 -- 172.21.15.7:0/2035249607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 msgr2=0x5561cf457bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf457bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303bfff640 1 -- 172.21.15.7:0/2035249607 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561cf462570 con 0x5561cf467370 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.703+0000 7f303b7fe640 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf457bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f303bfff640 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f303400ed00 tx=0x7f303400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82c5a47f7050db64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f30217fa640 1 -- 172.21.15.7:0/2035249607 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303402c040 con 0x5561cf467370 2024-09-10T07:54:59.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f30217fa640 1 -- 172.21.15.7:0/2035249607 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f303400fbc0 con 0x5561cf467370 2024-09-10T07:54:59.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f30217fa640 1 -- 172.21.15.7:0/2035249607 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034008c60 con 0x5561cf467370 2024-09-10T07:54:59.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 -- 172.21.15.7:0/2035249607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 msgr2=0x5561cf45f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f303400ed00 tx=0x7f303400ec90 comp rx=0 tx=0).stop 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 -- 172.21.15.7:0/2035249607 shutdown_connections 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf467370 0x5561cf45f120 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45db40 0x5561cf458130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.704+0000 7f304444c740 1 --2- 172.21.15.7:0/2035249607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf45c5d0 0x5561cf457bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- 172.21.15.7:0/2035249607 >> 172.21.15.7:0/2035249607 conn(0x5561cf425310 msgr2=0x5561cf4574e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- 172.21.15.7:0/2035249607 shutdown_connections 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- 172.21.15.7:0/2035249607 wait complete. 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- start start 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 Processor -- start 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45db40 0x5561cf46b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf467370 0x5561cf46b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1ab080 con 0x5561cf45db40 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1ac4f0 con 0x5561cf467370 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.705+0000 7f304444c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1ab750 con 0x5561cf45c5d0 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f304444c740 10 client.0 _ll_register_callbacks cb 0x7f302c005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45db40 0x5561cf46b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43434/0 (socket says 172.21.15.7:43434) 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 -- 172.21.15.7:0/3721355541 learned_addr learned my addr 172.21.15.7:0/3721355541 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303bfff640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf467370 0x5561cf46b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 -- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf467370 msgr2=0x5561cf46b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf467370 0x5561cf46b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 -- 172.21.15.7:0/3721355541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45db40 msgr2=0x5561cf46b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45db40 0x5561cf46b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 -- 172.21.15.7:0/3721355541 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561cf4e0c10 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f303b7fe640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f302c02a4c0 tx=0x7f302c03dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=436e719f021280ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f301affd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c035030 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f302c031430 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.706+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f303400fbc0 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f302c031630 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 10 client.27325 fetch_fsmap learned FSMap version 31 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5561cf4e1dc0 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f303400fbc0 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f302c05a030 con 0x5561cf45c5d0 2024-09-10T07:54:59.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 10 client.27325 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 10 client.27325 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 20 client.27325 populate_metadata read hostname 'smithi007' 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf4e2530 0x5561cf4e4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 4 client.27325 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5561cf3c9d70 con 0x5561cf4e2530 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.707+0000 7f303affd640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf4e2530 0x5561cf4e4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f303affd640 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf4e2530 0x5561cf4e4950 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1feba166cde63d6 server_cookie=bbd74aed7795ff05 in_seq=0 out_seq=0 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f301affd640 10 client.27325 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f301affd640 1 -- 172.21.15.7:0/3721355541 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5561cf3c9d70 con 0x5561cf4e2530 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f301affd640 10 client.27325 handle_command_reply: tid=0 2024-09-10T07:54:59.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f304444c740 1 client.27325 shutdown 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 msgr2=0x5561cf46fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.708+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f302c02a4c0 tx=0x7f302c03dcc0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 shutdown_connections 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561cf4e2530 0x5561cf4e4950 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f301affd640 0 client.27325 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561cf467370 0x5561cf46b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561cf45db40 0x5561cf46b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 --2- 172.21.15.7:0/3721355541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561cf45c5d0 0x5561cf46fd20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 >> 172.21.15.7:0/3721355541 conn(0x5561cf425310 msgr2=0x5561cf457d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 shutdown_connections 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 1 -- 172.21.15.7:0/3721355541 wait complete. 2024-09-10T07:54:59.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.709+0000 7f304444c740 20 client.27325 trim_cache size 0 max 16384 2024-09-10T07:54:59.714 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:54:59.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 msgr2=0x7f30240a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 0x7f30240a50c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f3034024000 tx=0x7f3034021000 comp rx=0 tx=0).stop 2024-09-10T07:54:59.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 msgr2=0x7f303c199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:54:59.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f303000e9f0 tx=0x7f303000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 shutdown_connections 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f30240a2c00 0x7f30240a50c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f303c102ef0 0x7f303c1a4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f303c102570 0x7f303c199800 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 --2- 172.21.15.7:0/3633422077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f303c100e20 0x7f303c1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 >> 172.21.15.7:0/3633422077 conn(0x7f303c0fc7d0 msgr2=0x7f303c0fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 shutdown_connections 2024-09-10T07:54:59.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:54:59.710+0000 7f3042073640 1 -- 172.21.15.7:0/3633422077 wait complete. 2024-09-10T07:55:00.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 183391 1.86 MB/sec execute 363 sec latency 13.557 ms 2024-09-10T07:55:00.402 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:00 smithi007 ceph-mon[30879]: pgmap v651: 129 pgs: 129 active+clean; 78 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:55:00.402 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.402 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.403 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.403 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:00 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:00 smithi110 ceph-mon[34417]: pgmap v651: 129 pgs: 129 active+clean; 78 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:55:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:00 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:00 smithi145 ceph-mon[34766]: pgmap v651: 129 pgs: 129 active+clean; 78 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:55:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:00.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:00 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 184185 1.88 MB/sec execute 364 sec latency 14.963 ms 2024-09-10T07:55:01.433 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:55:01.434 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:55:01.712 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:55:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:55:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:01.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:55:01.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:55:01.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:02.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:55:02.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:55:02.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:55:02.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- 172.21.15.7:0/3467179883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 msgr2=0x7fe338101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 --2- 172.21.15.7:0/3467179883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338101200 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fe334009900 tx=0x7fe33402a480 comp rx=0 tx=0).stop 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- 172.21.15.7:0/3467179883 shutdown_connections 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 --2- 172.21.15.7:0/3467179883 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe338102ef0 0x7fe33810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 --2- 172.21.15.7:0/3467179883 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe3381029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 --2- 172.21.15.7:0/3467179883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338101200 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- 172.21.15.7:0/3467179883 >> 172.21.15.7:0/3467179883 conn(0x7fe3380fc7d0 msgr2=0x7fe3380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- 172.21.15.7:0/3467179883 shutdown_connections 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- 172.21.15.7:0/3467179883 wait complete. 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 Processor -- start 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.223+0000 7fe33fed6640 1 -- start start 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe338102ef0 0x7fe3381041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe338110e30 con 0x7fe338100e20 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe338110cb0 con 0x7fe338102ef0 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33fed6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe338110fb0 con 0x7fe338102570 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33d471640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33d471640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48990/0 (socket says 172.21.15.7:48990) 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33dc72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33d471640 1 -- 172.21.15.7:0/2904863130 learned_addr learned my addr 172.21.15.7:0/2904863130 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.224+0000 7fe33d471640 1 -- 172.21.15.7:0/2904863130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe338102ef0 msgr2=0x7fe3381041d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33d471640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe338102ef0 0x7fe3381041d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33d471640 1 -- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 msgr2=0x7fe338103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33d471640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33d471640 1 -- 172.21.15.7:0/2904863130 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3381a6920 con 0x7fe338102570 2024-09-10T07:55:02.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.225+0000 7fe33d471640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe32800b340 tx=0x7fe32800b800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.226+0000 7fe32effd640 1 -- 172.21.15.7:0/2904863130 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe328013030 con 0x7fe338102570 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.226+0000 7fe32effd640 1 -- 172.21.15.7:0/2904863130 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3280054d0 con 0x7fe338102570 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.226+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe338198220 con 0x7fe338102570 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.226+0000 7fe32effd640 1 -- 172.21.15.7:0/2904863130 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3280144d0 con 0x7fe338102570 2024-09-10T07:55:02.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.226+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe338198710 con 0x7fe338102570 2024-09-10T07:55:02.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.228+0000 7fe32effd640 1 -- 172.21.15.7:0/2904863130 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe328014670 con 0x7fe338102570 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.228+0000 7fe3422af740 1 Processor -- start 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 -- start start 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820632130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b82058a280 con 0x55b820624b60 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b820531b10 con 0x55b82062fd40 2024-09-10T07:55:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe3422af740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b820586240 con 0x55b820625480 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe33e473640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe33e473640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33416/0 (socket says 172.21.15.7:33416) 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe32effd640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 0x7fe3240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe33e473640 1 -- 172.21.15.7:0/2813215642 learned_addr learned my addr 172.21.15.7:0/2813215642 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe33d471640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820632130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.229+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 0x7fe3240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 -- 172.21.15.7:0/2813215642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 msgr2=0x55b82062f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 -- 172.21.15.7:0/2813215642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 msgr2=0x55b820632130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820632130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 -- 172.21.15.7:0/2813215642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b82053e1f0 con 0x55b820624b60 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33d471640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820632130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe32effd640 1 -- 172.21.15.7:0/2904863130 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe3280dfac0 con 0x7fe338102570 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fe330012800 tx=0x7fe330012cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f2634aaee18f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe323fff640 1 -- 172.21.15.7:0/2813215642 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330020030 con 0x55b820624b60 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe323fff640 1 -- 172.21.15.7:0/2813215642 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe330009dc0 con 0x55b820624b60 2024-09-10T07:55:02.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe323fff640 1 -- 172.21.15.7:0/2813215642 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33001c660 con 0x55b820624b60 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.230+0000 7fe33e473640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 0x7fe3240a5040 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe330020000 tx=0x7fe33001f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 -- 172.21.15.7:0/2813215642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 msgr2=0x55b820624f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fe330012800 tx=0x7fe330012cc0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 -- 172.21.15.7:0/2813215642 shutdown_connections 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820632130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 --2- 172.21.15.7:0/2813215642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820624f40 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 -- 172.21.15.7:0/2813215642 >> 172.21.15.7:0/2813215642 conn(0x55b8206210f0 msgr2=0x55b8206214d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 -- 172.21.15.7:0/2813215642 shutdown_connections 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.231+0000 7fe3422af740 1 -- 172.21.15.7:0/2813215642 wait complete. 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 -- start start 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 Processor -- start 2024-09-10T07:55:02.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b82062cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b820632910 con 0x55b820624b60 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b820544f10 con 0x55b82062fd40 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b820632a90 con 0x55b820625480 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe3422af740 10 client.0 _ll_register_callbacks cb 0x55b82050da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.232+0000 7fe33dc72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b82062cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45438/0 (socket says 172.21.15.7:45438) 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 -- 172.21.15.7:0/522777880 learned_addr learned my addr 172.21.15.7:0/522777880 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33d471640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 -- 172.21.15.7:0/522777880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 msgr2=0x55b82062d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 -- 172.21.15.7:0/522777880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 msgr2=0x55b82062cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b82062cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 -- 172.21.15.7:0/522777880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8202fb6a0 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe33e473640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe33001c7c0 tx=0x7fe330009990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e7638470cfaa522 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe3217fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330012450 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe330009dc0 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.233+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe330003b80 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe330003d80 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 10 client.27317 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b82063e4f0 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe330009dc0 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe3300050d0 con 0x55b82062fd40 2024-09-10T07:55:02.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 10 client.27317 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 10 client.27317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 20 client.27317 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b82063fd30 0x55b820642160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 4 client.27317 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8205977f0 con 0x55b82063fd30 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.234+0000 7fe33dc72640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b82063fd30 0x55b820642160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.235+0000 7fe3217fa640 10 client.27317 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.235+0000 7fe33dc72640 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b82063fd30 0x55b820642160 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2818d2544ace74b5 server_cookie=ec3386a424ce9bd3 in_seq=0 out_seq=0 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3217fa640 1 -- 172.21.15.7:0/522777880 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b8205977f0 con 0x55b82063fd30 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3217fa640 10 client.27317 handle_command_reply: tid=0 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 client.27317 shutdown 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 msgr2=0x55b82062d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe33001c7c0 tx=0x7fe330009990 comp rx=0 tx=0).stop 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 shutdown_connections 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b82063fd30 0x55b820642160 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b82062d630 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 --2- 172.21.15.7:0/522777880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b82062cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3217fa640 0 client.27317 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 >> 172.21.15.7:0/522777880 conn(0x55b8206210f0 msgr2=0x55b820626dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 shutdown_connections 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 1 -- 172.21.15.7:0/522777880 wait complete. 2024-09-10T07:55:02.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.236+0000 7fe3422af740 20 client.27317 trim_cache size 0 max 16384 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 Processor -- start 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 -- start start 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820647a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381af3b0 con 0x55b820624b60 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381acc80 con 0x55b82062fd40 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe3422af740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381aab10 con 0x55b820625480 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe33dc72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.256+0000 7fe33dc72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33430/0 (socket says 172.21.15.7:33430) 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33dc72640 1 -- 172.21.15.7:0/2389903146 learned_addr learned my addr 172.21.15.7:0/2389903146 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:02.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33e473640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820647a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 -- 172.21.15.7:0/2389903146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 msgr2=0x55b820647a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820647a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 -- 172.21.15.7:0/2389903146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 msgr2=0x55b8206275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 -- 172.21.15.7:0/2389903146 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b82061c830 con 0x55b820625480 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe33d471640 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062ea10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe3280a8950 tx=0x7fe3280dc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d121cbc83f0fe877 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe3237fe640 1 -- 172.21.15.7:0/2389903146 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe328005680 con 0x55b820625480 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe3237fe640 1 -- 172.21.15.7:0/2389903146 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3280ac680 con 0x55b820625480 2024-09-10T07:55:02.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.257+0000 7fe3237fe640 1 -- 172.21.15.7:0/2389903146 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3280cabc0 con 0x55b820625480 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- 172.21.15.7:0/2389903146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 msgr2=0x55b82062ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062ea10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe3280a8950 tx=0x7fe3280dc040 comp rx=0 tx=0).stop 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- 172.21.15.7:0/2389903146 shutdown_connections 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b82062fd40 0x55b820647a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b820625480 0x55b82062ea10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 --2- 172.21.15.7:0/2389903146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b8206275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- 172.21.15.7:0/2389903146 >> 172.21.15.7:0/2389903146 conn(0x55b8206210f0 msgr2=0x55b82062e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- 172.21.15.7:0/2389903146 shutdown_connections 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- 172.21.15.7:0/2389903146 wait complete. 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 -- start start 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.258+0000 7fe3422af740 1 Processor -- start 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820638140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 0x55b8206339b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381ab160 con 0x55b820624b60 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381ac5b0 con 0x55b820625480 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe3381ab810 con 0x55b82062fd40 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe3422af740 10 client.0 _ll_register_callbacks cb 0x7fe3280a7b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:02.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33d471640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33dc72640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820638140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 0x55b8206339b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33d471640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45468/0 (socket says 172.21.15.7:45468) 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33d471640 1 -- 172.21.15.7:0/2474393270 learned_addr learned my addr 172.21.15.7:0/2474393270 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 -- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 msgr2=0x55b820633470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 -- 172.21.15.7:0/2474393270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 msgr2=0x55b820638140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820638140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33e473640 1 -- 172.21.15.7:0/2474393270 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b820633ef0 con 0x55b82062fd40 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33d471640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.259+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820638140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:02.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe33e473640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 0x55b8206339b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3300059d0 tx=0x7fe330005930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed6c024966680b6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3217fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330041020 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3280ac680 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe330003b80 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe330009dc0 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3422af740 10 client.27343 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.260+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b8206aa790 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3280ac680 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe330025470 con 0x55b82062fd40 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 10 client.27343 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:02.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 10 client.27343 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 20 client.27343 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b8206aae10 0x55b8206ad200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 4 client.27343 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b820591d00 con 0x55b8206aae10 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b8206aae10 0x55b8206ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe3217fa640 10 client.27343 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.261+0000 7fe33dc72640 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b8206aae10 0x55b8206ad200 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b34def0835db3712 server_cookie=5bcb1d4b78b57f14 in_seq=0 out_seq=0 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.262+0000 7fe3217fa640 1 -- 172.21.15.7:0/2474393270 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b820591d00 con 0x55b8206aae10 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.262+0000 7fe3217fa640 10 client.27343 handle_command_reply: tid=0 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.262+0000 7fe3422af740 1 client.27343 shutdown 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 msgr2=0x55b8206339b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 0x55b8206339b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3300059d0 tx=0x7fe330005930 comp rx=0 tx=0).stop 2024-09-10T07:55:02.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 shutdown_connections 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b8206aae10 0x55b8206ad200 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b82062fd40 0x55b8206339b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b820625480 0x55b820633470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 --2- 172.21.15.7:0/2474393270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b820624b60 0x55b820638140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3217fa640 0 client.27343 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 >> 172.21.15.7:0/2474393270 conn(0x55b8206210f0 msgr2=0x55b820620270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 shutdown_connections 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 1 -- 172.21.15.7:0/2474393270 wait complete. 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.263+0000 7fe3422af740 20 client.27343 trim_cache size 0 max 16384 2024-09-10T07:55:02.269 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:02.270 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:55:02.270 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "d27cd569-6c40-4957-b427-5b3067e1f85e", 2024-09-10T07:55:02.270 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:55:02.270 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 msgr2=0x7fe3240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 0x7fe3240a5040 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe330020000 tx=0x7fe33001f000 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 msgr2=0x7fe338103c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe32800b340 tx=0x7fe32800b800 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 shutdown_connections 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe3240a2b80 0x7fe3240a5040 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe338102ef0 0x7fe3381041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe338102570 0x7fe338103c90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 --2- 172.21.15.7:0/2904863130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe338100e20 0x7fe338103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 >> 172.21.15.7:0/2904863130 conn(0x7fe3380fc7d0 msgr2=0x7fe33806a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:02.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 shutdown_connections 2024-09-10T07:55:02.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:02.264+0000 7fe33fed6640 1 -- 172.21.15.7:0/2904863130 wait complete. 2024-09-10T07:55:02.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1 184564 1.88 MB/sec execute 365 sec latency 15.084 ms 2024-09-10T07:55:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:55:02.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:02 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.005 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:03.006 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:02 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.036 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:55:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: pgmap v652: 129 pgs: 129 active+clean; 77 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T07:55:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:03.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:02 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 184867 1.88 MB/sec execute 366 sec latency 13.830 ms 2024-09-10T07:55:03.314 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:03.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.807+0000 7f470bcdb640 1 -- 172.21.15.7:0/31427144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 msgr2=0x7f47041029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.807+0000 7f470bcdb640 1 --2- 172.21.15.7:0/31427144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f47041029b0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f46f400d910 tx=0x7f46f402c400 comp rx=0 tx=0).stop 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- 172.21.15.7:0/31427144 shutdown_connections 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- 172.21.15.7:0/31427144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 0x7f470410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- 172.21.15.7:0/31427144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f47041029b0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- 172.21.15.7:0/31427144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f4704101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- 172.21.15.7:0/31427144 >> 172.21.15.7:0/31427144 conn(0x7f47040fc7d0 msgr2=0x7f47040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- 172.21.15.7:0/31427144 shutdown_connections 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- 172.21.15.7:0/31427144 wait complete. 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 Processor -- start 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- start start 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f4704196730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 0x7f470419aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f470410fd30 con 0x7f4704102570 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f470410fbb0 con 0x7f4704100e20 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.808+0000 7f470bcdb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f470410feb0 con 0x7f4704102ef0 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709276640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f4704196730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45488/0 (socket says 172.21.15.7:45488) 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 -- 172.21.15.7:0/3102943189 learned_addr learned my addr 172.21.15.7:0/3102943189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f470a278640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 0x7f470419aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 -- 172.21.15.7:0/3102943189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 msgr2=0x7f470419aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 0x7f470419aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 -- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 msgr2=0x7f4704196730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f4704196730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 -- 172.21.15.7:0/3102943189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f470419b1a0 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709276640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f4704196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f4709a77640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f470000e9f0 tx=0x7f470000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f46faffd640 1 -- 172.21.15.7:0/3102943189 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470000cd80 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f470419b490 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f46faffd640 1 -- 172.21.15.7:0/3102943189 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f47000108e0 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f46faffd640 1 -- 172.21.15.7:0/3102943189 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4700018920 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.809+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47041a2d70 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.811+0000 7f46faffd640 1 -- 172.21.15.7:0/3102943189 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4700010a90 con 0x7f4704100e20 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.812+0000 7f470e0b4740 1 Processor -- start 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.812+0000 7f470e0b4740 1 -- start start 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.812+0000 7f46faffd640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 0x7f46f00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.812+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fc6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.812+0000 7f470a278640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 0x7f46f00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 0x558652fd3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470e0b4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558652f2c2e0 con 0x558652fc6dc0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f46faffd640 1 -- 172.21.15.7:0/3102943189 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f47000cf6b0 con 0x7f4704100e20 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470e0b4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558652ed3ce0 con 0x558652fd1680 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470e0b4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558652f282a0 con 0x558652fc64a0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33454/0 (socket says 172.21.15.7:33454) 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 -- 172.21.15.7:0/2446787521 learned_addr learned my addr 172.21.15.7:0/2446787521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709a77640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fc6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470a278640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 0x558652fd3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 -- 172.21.15.7:0/2446787521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 msgr2=0x558652fc6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fc6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 -- 172.21.15.7:0/2446787521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 msgr2=0x558652fd3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 0x558652fd3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 -- 172.21.15.7:0/2446787521 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558652eb8440 con 0x558652fc6dc0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709a77640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fc6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470a278640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 0x558652fd3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f470a278640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 0x7f46f00a5040 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f46fc005fd0 tx=0x7f46fc009f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f4709276640 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f46f402c920 tx=0x7f46f4005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b22ae7fd752b0f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.813+0000 7f46effff640 1 -- 172.21.15.7:0/2446787521 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f4004040 con 0x558652fc6dc0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f46effff640 1 -- 172.21.15.7:0/2446787521 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46f4043070 con 0x558652fc6dc0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f46effff640 1 -- 172.21.15.7:0/2446787521 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f40051d0 con 0x558652fc6dc0 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 -- 172.21.15.7:0/2446787521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 msgr2=0x558652fd1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f46f402c920 tx=0x7f46f4005e60 comp rx=0 tx=0).stop 2024-09-10T07:55:03.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 -- 172.21.15.7:0/2446787521 shutdown_connections 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fd1680 0x558652fd3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc6dc0 0x558652fd1140 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2446787521 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fc6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 -- 172.21.15.7:0/2446787521 >> 172.21.15.7:0/2446787521 conn(0x558652fc2a30 msgr2=0x558652fc2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 -- 172.21.15.7:0/2446787521 shutdown_connections 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.814+0000 7f470e0b4740 1 -- 172.21.15.7:0/2446787521 wait complete. 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 -- start start 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 Processor -- start 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558652fd4250 con 0x558652fc64a0 2024-09-10T07:55:03.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558652ee7050 con 0x558652fc6dc0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558652fd43d0 con 0x558652fd1680 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f470e0b4740 10 client.0 _ll_register_callbacks cb 0x558652f27160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f4709a77640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f4709a77640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33458/0 (socket says 172.21.15.7:33458) 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.815+0000 7f4709a77640 1 -- 172.21.15.7:0/3943495272 learned_addr learned my addr 172.21.15.7:0/3943495272 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f470a278640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709276640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 -- 172.21.15.7:0/3943495272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 msgr2=0x558652fce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fce7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 -- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 msgr2=0x558652fce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 -- 172.21.15.7:0/3943495272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558652c9d3c0 con 0x558652fc64a0 2024-09-10T07:55:03.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f4709a77640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f470009bbb0 tx=0x7f470009bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf306b252ad64cb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f46ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4700010630 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f470009b070 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46f4043070 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4700099fe0 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f470e0b4740 10 client.18039 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.816+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558652fdfbd0 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46f4043070 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f470009aae0 con 0x558652fc64a0 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 10 client.18039 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 10 client.18039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:03.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 20 client.18039 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x558652fe3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 4 client.18039 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558652f39850 con 0x558652fe0fe0 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.817+0000 7f4709276640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x558652fe3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.818+0000 7f4709276640 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x558652fe3450 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c15cae38520d7c9 server_cookie=4e9e7701d0b5c3d2 in_seq=0 out_seq=0 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.818+0000 7f46ed7fa640 10 client.18039 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.818+0000 7f46ed7fa640 1 -- 172.21.15.7:0/3943495272 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558652f39850 con 0x558652fe0fe0 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.818+0000 7f46ed7fa640 10 client.18039 handle_command_reply: tid=0 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 client.18039 shutdown 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 msgr2=0x558652fd0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f470009bbb0 tx=0x7f470009bd60 comp rx=0 tx=0).stop 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 shutdown_connections 2024-09-10T07:55:03.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x558652fe3450 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fce7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f46ed7fa640 0 client.18039 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 --2- 172.21.15.7:0/3943495272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd0fc0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 >> 172.21.15.7:0/3943495272 conn(0x558652fc2a30 msgr2=0x558652fc1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 shutdown_connections 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 1 -- 172.21.15.7:0/3943495272 wait complete. 2024-09-10T07:55:03.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.819+0000 7f470e0b4740 20 client.18039 trim_cache size 0 max 16384 2024-09-10T07:55:03.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.836+0000 7f470e0b4740 1 Processor -- start 2024-09-10T07:55:03.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.836+0000 7f470e0b4740 1 -- start start 2024-09-10T07:55:03.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.836+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fdd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fccb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 0x558652fe8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470e0b4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47041af250 con 0x558652fd1680 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470e0b4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f47041acb20 con 0x558652fc6dc0 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470e0b4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47041aa990 con 0x558652fc64a0 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470a278640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 0x558652fe8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fccb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470a278640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 0x558652fe8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33474/0 (socket says 172.21.15.7:33474) 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f470a278640 1 -- 172.21.15.7:0/659995235 learned_addr learned my addr 172.21.15.7:0/659995235 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709a77640 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fdd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 -- 172.21.15.7:0/659995235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 msgr2=0x558652fdd4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fdd4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 -- 172.21.15.7:0/659995235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 msgr2=0x558652fe8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 0x558652fe8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 -- 172.21.15.7:0/659995235 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558652fcd240 con 0x558652fc6dc0 2024-09-10T07:55:03.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.837+0000 7f4709276640 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fccb60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f46f4006010 tx=0x7f46f4041040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45dc92ec10f3912 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f46ef7fe640 1 -- 172.21.15.7:0/659995235 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f40048c0 con 0x558652fc6dc0 2024-09-10T07:55:03.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f46ef7fe640 1 -- 172.21.15.7:0/659995235 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46f4043030 con 0x558652fc6dc0 2024-09-10T07:55:03.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f46ef7fe640 1 -- 172.21.15.7:0/659995235 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f40486b0 con 0x558652fc6dc0 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 -- 172.21.15.7:0/659995235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 msgr2=0x558652fccb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fccb60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f46f4006010 tx=0x7f46f4041040 comp rx=0 tx=0).stop 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 -- 172.21.15.7:0/659995235 shutdown_connections 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fd1680 0x558652fe8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fccb60 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 --2- 172.21.15.7:0/659995235 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fc64a0 0x558652fdd4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.838+0000 7f470e0b4740 1 -- 172.21.15.7:0/659995235 >> 172.21.15.7:0/659995235 conn(0x558652fc2a30 msgr2=0x558652fc9900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.839+0000 7f470e0b4740 1 -- 172.21.15.7:0/659995235 shutdown_connections 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.839+0000 7f470e0b4740 1 -- 172.21.15.7:0/659995235 wait complete. 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.839+0000 7f470e0b4740 1 -- start start 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.839+0000 7f470e0b4740 1 Processor -- start 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fd9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fd65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47041aafe0 con 0x558652fc64a0 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f47041ac450 con 0x558652fc6dc0 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47041ab6b0 con 0x558652fd1680 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470e0b4740 10 client.0 _ll_register_callbacks cb 0x7f470009ba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:03.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33490/0 (socket says 172.21.15.7:33490) 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 -- 172.21.15.7:0/2982669625 learned_addr learned my addr 172.21.15.7:0/2982669625 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709276640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fd9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f470a278640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fd65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 -- 172.21.15.7:0/2982669625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 msgr2=0x558652fd65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fd65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 -- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 msgr2=0x558652fd9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fd9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 -- 172.21.15.7:0/2982669625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558652fda2a0 con 0x558652fc64a0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709276640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fd9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f4709a77640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f470009ae50 tx=0x7f470000cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16f2ca18dfd448f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f46ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:03.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.840+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47000a1480 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f47000ba2c0 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46f4043030 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4700010de0 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 10 client.18045 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55865304c340 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46f4043030 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f470009b170 con 0x558652fc64a0 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 10 client.18045 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 10 client.18045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 20 client.18045 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x55865304e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 4 client.18045 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:55:03.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558652f33d60 con 0x558652fe0fe0 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.841+0000 7f4709276640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x55865304e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f4709276640 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x55865304e8f0 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=868b08778987ee98 server_cookie=eb8d3c585cb87ed6 in_seq=0 out_seq=0 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f46ed7fa640 10 client.18045 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f46ed7fa640 1 -- 172.21.15.7:0/2982669625 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558652f33d60 con 0x558652fe0fe0 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f46ed7fa640 10 client.18045 handle_command_reply: tid=0 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 client.18045 shutdown 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 msgr2=0x558652fd9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f470009ae50 tx=0x7f470000cf20 comp rx=0 tx=0).stop 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 shutdown_connections 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558652fe0fe0 0x55865304e8f0 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558652fd1680 0x558652fd65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558652fc6dc0 0x558652fd9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f46ed7fa640 0 client.18045 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 --2- 172.21.15.7:0/2982669625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558652fc64a0 0x558652fd9620 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 >> 172.21.15.7:0/2982669625 conn(0x558652fc2a30 msgr2=0x558652fc98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 shutdown_connections 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.842+0000 7f470e0b4740 1 -- 172.21.15.7:0/2982669625 wait complete. 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470e0b4740 20 client.18045 trim_cache size 0 max 16384 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stdout: "d27cd569-6c40-4957-b427-5b3067e1f85e": { 2024-09-10T07:55:03.847 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "d27cd569-6c40-4957-b427-5b3067e1f85e", 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 msgr2=0x7f46f00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 0x7f46f00a5040 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f46fc005fd0 tx=0x7f46fc009f90 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 msgr2=0x7f47041961f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f470000e9f0 tx=0x7f470000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 shutdown_connections 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46f00a2b80 0x7f46f00a5040 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4704102ef0 0x7f470419aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4704102570 0x7f4704196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 --2- 172.21.15.7:0/3102943189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4704100e20 0x7f47041961f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 >> 172.21.15.7:0/3102943189 conn(0x7f47040fc7d0 msgr2=0x7f47040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 shutdown_connections 2024-09-10T07:55:03.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:03.843+0000 7f470bcdb640 1 -- 172.21.15.7:0/3102943189 wait complete. 2024-09-10T07:55:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:55:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:03.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:03.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:03.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:03.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:03 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:04.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:03 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:55:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:04.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:03 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:04.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 185241 1.88 MB/sec execute 367 sec latency 33.481 ms 2024-09-10T07:55:04.595 INFO:tasks.cephfs.filesystem:scrub status for tag:d27cd569-6c40-4957-b427-5b3067e1f85e - {'path': '/', 'tag': 'd27cd569-6c40-4957-b427-5b3067e1f85e', 'options': 'recursive,force'} 2024-09-10T07:55:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:04 smithi007 ceph-mon[30879]: pgmap v653: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:55:04.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:04 smithi145 ceph-mon[34766]: pgmap v653: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:55:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:04 smithi110 ceph-mon[34417]: pgmap v653: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 158 op/s 2024-09-10T07:55:05.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 185840 1.88 MB/sec execute 368 sec latency 12.784 ms 2024-09-10T07:55:06.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 186451 1.88 MB/sec execute 369 sec latency 14.051 ms 2024-09-10T07:55:06.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:06 smithi145 ceph-mon[34766]: pgmap v654: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.5 MiB/s wr, 159 op/s 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 -- 172.21.15.7:0/1086409783 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38100a40 msgr2=0x7f9c38100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/1086409783 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38100a40 0x7f9c38100e40 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009900 tx=0x7f9c2802a410 comp rx=0 tx=0).stop 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 -- 172.21.15.7:0/1086409783 shutdown_connections 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/1086409783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 0x7f9c38108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/1086409783 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38101c30 0x7f9c381020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/1086409783 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38100a40 0x7f9c38100e40 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 -- 172.21.15.7:0/1086409783 >> 172.21.15.7:0/1086409783 conn(0x7f9c380fc1e0 msgr2=0x7f9c380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 -- 172.21.15.7:0/1086409783 shutdown_connections 2024-09-10T07:55:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.061+0000 7f9c3dd52640 1 -- 172.21.15.7:0/1086409783 wait complete. 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 Processor -- start 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 -- start start 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 0x7f9c38199f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 0x7f9c3819a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 0x7f9c381a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3810c570 con 0x7f9c38101c30 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3810c3f0 con 0x7f9c38100a40 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.062+0000 7f9c3dd52640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3810c6f0 con 0x7f9c381025f0 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 0x7f9c3819a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 0x7f9c38199f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c36ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 0x7f9c3819a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33512/0 (socket says 172.21.15.7:33512) 2024-09-10T07:55:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c36ffd640 1 -- 172.21.15.7:0/3854637980 learned_addr learned my addr 172.21.15.7:0/3854637980 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c37fff640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 0x7f9c381a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 -- 172.21.15.7:0/3854637980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 msgr2=0x7f9c381a14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 0x7f9c381a14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 -- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 msgr2=0x7f9c3819a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 0x7f9c3819a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 -- 172.21.15.7:0/3854637980 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c381a1b40 con 0x7f9c38100a40 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c377fe640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 0x7f9c38199f20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009230 tx=0x7f9c28004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c34ff9640 1 -- 172.21.15.7:0/3854637980 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2803f030 con 0x7f9c38100a40 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c381a1dd0 con 0x7f9c38100a40 2024-09-10T07:55:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c34ff9640 1 -- 172.21.15.7:0/3854637980 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c28003aa0 con 0x7f9c38100a40 2024-09-10T07:55:07.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c34ff9640 1 -- 172.21.15.7:0/3854637980 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c28035070 con 0x7f9c38100a40 2024-09-10T07:55:07.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.063+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c381a21d0 con 0x7f9c38100a40 2024-09-10T07:55:07.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c34ff9640 1 -- 172.21.15.7:0/3854637980 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9c28042030 con 0x7f9c38100a40 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 Processor -- start 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 -- start start 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee22e0 0x5567d7ee6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ee9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567d7e452f0 con 0x5567d7ee22e0 2024-09-10T07:55:07.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567d7ded270 con 0x5567d7ee19a0 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.066+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567d7e412b0 con 0x5567d7ee7370 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c34ff9640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 0x7f9c200a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee22e0 0x5567d7ee6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45554/0 (socket says 172.21.15.7:45554) 2024-09-10T07:55:07.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 -- 172.21.15.7:0/2308041929 learned_addr learned my addr 172.21.15.7:0/2308041929 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ee9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 0x7f9c200a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 -- 172.21.15.7:0/2308041929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 msgr2=0x5567d7ee9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ee9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 -- 172.21.15.7:0/2308041929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee22e0 msgr2=0x5567d7ee6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee22e0 0x5567d7ee6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c34ff9640 1 -- 172.21.15.7:0/3854637980 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c280ef9b0 con 0x7f9c38100a40 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 -- 172.21.15.7:0/2308041929 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567d7dec340 con 0x5567d7ee19a0 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c37fff640 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9c30005c40 tx=0x7f9c3000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b68d692421b098d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c1dffb640 1 -- 172.21.15.7:0/2308041929 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30003d40 con 0x5567d7ee19a0 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c1dffb640 1 -- 172.21.15.7:0/2308041929 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c30004030 con 0x5567d7ee19a0 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.067+0000 7f9c1dffb640 1 -- 172.21.15.7:0/2308041929 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30005270 con 0x5567d7ee19a0 2024-09-10T07:55:07.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- 172.21.15.7:0/2308041929 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 msgr2=0x5567d7ee1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c37fff640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 0x7f9c200a50f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f9c30022000 tx=0x7f9c30020070 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9c30005c40 tx=0x7f9c3000f3c0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- 172.21.15.7:0/2308041929 shutdown_connections 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ee9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee22e0 0x5567d7ee6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/2308041929 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee19a0 0x5567d7ee1da0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- 172.21.15.7:0/2308041929 >> 172.21.15.7:0/2308041929 conn(0x5567d7edd010 msgr2=0x5567d7edd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- 172.21.15.7:0/2308041929 shutdown_connections 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- 172.21.15.7:0/2308041929 wait complete. 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.068+0000 7f9c40bbf740 1 -- start start 2024-09-10T07:55:07.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 Processor -- start 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee22e0 0x5567d7eec0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 0x5567d7ef3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567d7eea340 con 0x5567d7ee19a0 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567d7dce290 con 0x5567d7ee7370 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567d7eea4c0 con 0x5567d7ee22e0 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c40bbf740 10 client.0 _ll_register_callbacks cb 0x5567d7dff140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33526/0 (socket says 172.21.15.7:33526) 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c37fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 0x5567d7ef3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 -- 172.21.15.7:0/4050245853 learned_addr learned my addr 172.21.15.7:0/4050245853 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:07.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee22e0 0x5567d7eec0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 -- 172.21.15.7:0/4050245853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee22e0 msgr2=0x5567d7eec0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee22e0 0x5567d7eec0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 -- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 msgr2=0x5567d7ef3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 0x5567d7ef3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c377fe640 1 -- 172.21.15.7:0/4050245853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567d7b58210 con 0x5567d7ee19a0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.069+0000 7f9c37fff640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 0x5567d7ef3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c377fe640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f9c28000c00 tx=0x7f9c280b7b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62f19e643de6a2a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c280efe60 con 0x5567d7ee19a0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c2803bcb0 con 0x5567d7ee19a0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c30004030 con 0x5567d7ee19a0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c28049040 con 0x5567d7ee19a0 2024-09-10T07:55:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 10 client.18057 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5567d7c24620 con 0x5567d7ee19a0 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c30004030 con 0x5567d7ee19a0 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9c28003c50 con 0x5567d7ee19a0 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 10 client.18057 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 10 client.18057 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 20 client.18057 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7ef78a0 0x5567d7ef9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 4 client.18057 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567d7e52a20 con 0x5567d7ef78a0 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.070+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7ef78a0 0x5567d7ef9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.071+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7ef78a0 0x5567d7ef9d20 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f0a8aa51e008ee6 server_cookie=d75c5f8c859bf182 in_seq=0 out_seq=0 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.071+0000 7f9c16ffd640 10 client.18057 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.071+0000 7f9c16ffd640 1 -- 172.21.15.7:0/4050245853 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567d7e52a20 con 0x5567d7ef78a0 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.071+0000 7f9c16ffd640 10 client.18057 handle_command_reply: tid=0 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 client.18057 shutdown 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 msgr2=0x5567d7eebb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f9c28000c00 tx=0x7f9c280b7b90 comp rx=0 tx=0).stop 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 shutdown_connections 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7ef78a0 0x5567d7ef9d20 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee7370 0x5567d7ef3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee22e0 0x5567d7eec0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c16ffd640 0 client.18057 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/4050245853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7eebb90 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 >> 172.21.15.7:0/4050245853 conn(0x5567d7edd010 msgr2=0x5567d7ede820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 shutdown_connections 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 1 -- 172.21.15.7:0/4050245853 wait complete. 2024-09-10T07:55:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.072+0000 7f9c40bbf740 20 client.18057 trim_cache size 0 max 16384 2024-09-10T07:55:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 Processor -- start 2024-09-10T07:55:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 -- start start 2024-09-10T07:55:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 0x5567d7eddec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381aeff0 con 0x5567d7ee7370 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381ac8c0 con 0x5567d7ee22e0 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381aa730 con 0x5567d7ee19a0 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c37fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c37fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33534/0 (socket says 172.21.15.7:33534) 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c37fff640 1 -- 172.21.15.7:0/315009392 learned_addr learned my addr 172.21.15.7:0/315009392 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.088+0000 7f9c377fe640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 0x5567d7eddec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 -- 172.21.15.7:0/315009392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 msgr2=0x5567d7eddec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 0x5567d7eddec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 -- 172.21.15.7:0/315009392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 msgr2=0x5567d7ede400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 -- 172.21.15.7:0/315009392 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567d7efa3a0 con 0x5567d7ee22e0 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c377fe640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 0x5567d7eddec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c37fff640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef30a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x5567d7efa5a0 tx=0x7f9c2c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42b4eb355ca96757 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c1d7fa640 1 -- 172.21.15.7:0/315009392 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c005220 con 0x5567d7ee22e0 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c1d7fa640 1 -- 172.21.15.7:0/315009392 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2c011e20 con 0x5567d7ee22e0 2024-09-10T07:55:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.089+0000 7f9c1d7fa640 1 -- 172.21.15.7:0/315009392 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c00fa80 con 0x5567d7ee22e0 2024-09-10T07:55:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- 172.21.15.7:0/315009392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 msgr2=0x5567d7ef30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef30a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x5567d7efa5a0 tx=0x7f9c2c005f90 comp rx=0 tx=0).stop 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- 172.21.15.7:0/315009392 shutdown_connections 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee7370 0x5567d7ede400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef30a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/315009392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee19a0 0x5567d7eddec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- 172.21.15.7:0/315009392 >> 172.21.15.7:0/315009392 conn(0x5567d7edd010 msgr2=0x5567d7eebb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- 172.21.15.7:0/315009392 shutdown_connections 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- 172.21.15.7:0/315009392 wait complete. 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 -- start start 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.090+0000 7f9c40bbf740 1 Processor -- start 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef1180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ef2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381aad80 con 0x5567d7ee19a0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381ac1f0 con 0x5567d7ee22e0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c381ab450 con 0x5567d7ee7370 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c40bbf740 10 client.0 _ll_register_callbacks cb 0x7f9c28009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33538/0 (socket says 172.21.15.7:33538) 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 -- 172.21.15.7:0/721927362 learned_addr learned my addr 172.21.15.7:0/721927362 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c37fff640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ef2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 -- 172.21.15.7:0/721927362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 msgr2=0x5567d7ef2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ef2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 -- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 msgr2=0x5567d7ef1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 -- 172.21.15.7:0/721927362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567d7ef27a0 con 0x5567d7ee19a0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c377fe640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f9c280ed480 tx=0x7f9c280314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28a69e6503957e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.091+0000 7f9c16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2803b460 con 0x5567d7ee19a0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c280c4650 con 0x5567d7ee19a0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c2c011e20 con 0x5567d7ee19a0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c280c4ae0 con 0x5567d7ee19a0 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 10 client.18063 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5567d7f62a80 con 0x5567d7ee19a0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2c011e20 con 0x5567d7ee19a0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9c280bc210 con 0x5567d7ee19a0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 10 client.18063 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 10 client.18063 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 20 client.18063 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7f630f0 0x5567d7f65510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 4 client.18063 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5567d7e4cd70 con 0x5567d7f630f0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.092+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7f630f0 0x5567d7f65510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.093+0000 7f9c36ffd640 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7f630f0 0x5567d7f65510 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b423a7c4512fb1a server_cookie=213f94e4a5929cf4 in_seq=0 out_seq=0 2024-09-10T07:55:07.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.093+0000 7f9c16ffd640 10 client.18063 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:07.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:06 smithi007 ceph-mon[30879]: pgmap v654: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.5 MiB/s wr, 159 op/s 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c16ffd640 1 -- 172.21.15.7:0/721927362 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5567d7e4cd70 con 0x5567d7f630f0 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c16ffd640 10 client.18063 handle_command_reply: tid=0 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 client.18063 shutdown 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 msgr2=0x5567d7ef0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f9c280ed480 tx=0x7f9c280314a0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 shutdown_connections 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567d7f630f0 0x5567d7f65510 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567d7ee7370 0x5567d7ef2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c16ffd640 0 client.18063 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567d7ee22e0 0x5567d7ef1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 --2- 172.21.15.7:0/721927362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567d7ee19a0 0x5567d7ef0c40 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 >> 172.21.15.7:0/721927362 conn(0x5567d7edd010 msgr2=0x5567d7edb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 shutdown_connections 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 1 -- 172.21.15.7:0/721927362 wait complete. 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.111+0000 7f9c40bbf740 20 client.18063 trim_cache size 0 max 16384 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:55:07.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:55:07.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:55:07.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:55:07.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 msgr2=0x7f9c200a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 0x7f9c200a50f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f9c30022000 tx=0x7f9c30020070 comp rx=0 tx=0).stop 2024-09-10T07:55:07.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 msgr2=0x7f9c38199f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 0x7f9c38199f20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009230 tx=0x7f9c28004270 comp rx=0 tx=0).stop 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 shutdown_connections 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c200a2c30 0x7f9c200a50f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c381025f0 0x7f9c381a14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c38101c30 0x7f9c3819a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 --2- 172.21.15.7:0/3854637980 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c38100a40 0x7f9c38199f20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 >> 172.21.15.7:0/3854637980 conn(0x7f9c380fc1e0 msgr2=0x7f9c380698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:07.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 shutdown_connections 2024-09-10T07:55:07.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:07.112+0000 7f9c3dd52640 1 -- 172.21.15.7:0/3854637980 wait complete. 2024-09-10T07:55:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:06 smithi110 ceph-mon[34417]: pgmap v654: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.5 MiB/s wr, 159 op/s 2024-09-10T07:55:07.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 187021 1.88 MB/sec execute 370 sec latency 16.779 ms 2024-09-10T07:55:08.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 187764 1.89 MB/sec execute 371 sec latency 12.372 ms 2024-09-10T07:55:08.669 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-10T07:55:08.669 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:55:08.956 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:08.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:08 smithi145 ceph-mon[34766]: pgmap v655: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-09-10T07:55:09.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:08 smithi007 ceph-mon[30879]: pgmap v655: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-09-10T07:55:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:08 smithi110 ceph-mon[34417]: pgmap v655: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-09-10T07:55:09.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188235 1.90 MB/sec execute 372 sec latency 13.113 ms 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 -- 172.21.15.7:0/2143012091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84106f10 msgr2=0x7f6d8410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2143012091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84106f10 0x7f6d8410ea90 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009ca0 tx=0x7f6d7c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 -- 172.21.15.7:0/2143012091 shutdown_connections 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2143012091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84106f10 0x7f6d8410ea90 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2143012091 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84102790 0x7f6d841067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2143012091 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d841021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 -- 172.21.15.7:0/2143012091 >> 172.21.15.7:0/2143012091 conn(0x7f6d840fd8e0 msgr2=0x7f6d840ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 -- 172.21.15.7:0/2143012091 shutdown_connections 2024-09-10T07:55:09.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.466+0000 7f6d88d44640 1 -- 172.21.15.7:0/2143012091 wait complete. 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 Processor -- start 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 -- start start 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 0x7f6d84198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84106f10 0x7f6d8419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d84111e20 con 0x7f6d84102790 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d84111ca0 con 0x7f6d84101de0 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d88d44640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d84111fa0 con 0x7f6d84106f10 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d81d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 0x7f6d84198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:09.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d8259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d8259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45596/0 (socket says 172.21.15.7:45596) 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d8259c640 1 -- 172.21.15.7:0/2477824700 learned_addr learned my addr 172.21.15.7:0/2477824700 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.467+0000 7f6d82d9d640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84106f10 0x7f6d8419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 -- 172.21.15.7:0/2477824700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84106f10 msgr2=0x7f6d8419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84106f10 0x7f6d8419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 -- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 msgr2=0x7f6d84198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 0x7f6d84198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 -- 172.21.15.7:0/2477824700 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8419d2b0 con 0x7f6d84101de0 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d81d9b640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 0x7f6d84198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d8259c640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400d950 tx=0x7f6d7400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74017070 con 0x7f6d84101de0 2024-09-10T07:55:09.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8419d5a0 con 0x7f6d84101de0 2024-09-10T07:55:09.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d74009c30 con 0x7f6d84101de0 2024-09-10T07:55:09.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7400f620 con 0x7f6d84101de0 2024-09-10T07:55:09.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.468+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d841a4e80 con 0x7f6d84101de0 2024-09-10T07:55:09.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.469+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d841021c0 con 0x7f6d84101de0 2024-09-10T07:55:09.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.471+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6d740109a0 con 0x7f6d84101de0 2024-09-10T07:55:09.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.471+0000 7f6d737fe640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 0x7f6d6c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:09.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.471+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6d740cef60 con 0x7f6d84101de0 2024-09-10T07:55:09.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.471+0000 7f6d81d9b640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 0x7f6d6c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:09.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.472+0000 7f6d81d9b640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 0x7f6d6c0a5040 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6d840fdd70 tx=0x7f6d7800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:09.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.475+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d74009de0 con 0x7f6d84101de0 2024-09-10T07:55:09.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.712+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d8410a0f0 con 0x7f6d84101de0 2024-09-10T07:55:09.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.712+0000 7f6d737fe640 1 -- 172.21.15.7:0/2477824700 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f6d7409b4d0 con 0x7f6d84101de0 2024-09-10T07:55:09.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:55:09.712 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:55:09.713 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 msgr2=0x7f6d6c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 0x7f6d6c0a5040 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6d840fdd70 tx=0x7f6d7800b390 comp rx=0 tx=0).stop 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 msgr2=0x7f6d84198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400d950 tx=0x7f6d7400de10 comp rx=0 tx=0).stop 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 shutdown_connections 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d6c0a2b80 0x7f6d6c0a5040 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d84106f10 0x7f6d8419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.714+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d84102790 0x7f6d84198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.715+0000 7f6d88d44640 1 --2- 172.21.15.7:0/2477824700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d84101de0 0x7f6d84198300 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:09.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.715+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 >> 172.21.15.7:0/2477824700 conn(0x7f6d840fd8e0 msgr2=0x7f6d840fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:09.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.715+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 shutdown_connections 2024-09-10T07:55:09.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:09.715+0000 7f6d88d44640 1 -- 172.21.15.7:0/2477824700 wait complete. 2024-09-10T07:55:10.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188480 1.90 MB/sec execute 373 sec latency 13.525 ms 2024-09-10T07:55:10.478 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-10T07:55:10.478 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-10T07:55:10.747 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:10 smithi007 ceph-mon[30879]: pgmap v656: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 193 op/s 2024-09-10T07:55:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:10 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:10 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2477824700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:10 smithi110 ceph-mon[34417]: pgmap v656: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 193 op/s 2024-09-10T07:55:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:10 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:10.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:10 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2477824700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:10 smithi145 ceph-mon[34766]: pgmap v656: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 193 op/s 2024-09-10T07:55:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:10.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:10.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:10 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:10.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:10 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2477824700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:11.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 -- 172.21.15.7:0/1260682385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14106a90 msgr2=0x7fca14106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 --2- 172.21.15.7:0/1260682385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14106a90 0x7fca14106e70 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fca08009930 tx=0x7fca0802a420 comp rx=0 tx=0).stop 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 -- 172.21.15.7:0/1260682385 shutdown_connections 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 --2- 172.21.15.7:0/1260682385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14101430 0x7fca1410d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 --2- 172.21.15.7:0/1260682385 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 0x7fca14100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 --2- 172.21.15.7:0/1260682385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14106a90 0x7fca14106e70 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 -- 172.21.15.7:0/1260682385 >> 172.21.15.7:0/1260682385 conn(0x7fca140fc7d0 msgr2=0x7fca140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 -- 172.21.15.7:0/1260682385 shutdown_connections 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.253+0000 7fca1ad53640 1 -- 172.21.15.7:0/1260682385 wait complete. 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 Processor -- start 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 -- start start 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 0x7fca14199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14106a90 0x7fca141a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca14110d40 con 0x7fca14101430 2024-09-10T07:55:11.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca14110bc0 con 0x7fca14100a90 2024-09-10T07:55:11.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca1ad53640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca14110ec0 con 0x7fca14106a90 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca13fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58218/0 (socket says 172.21.15.7:58218) 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca13fff640 1 -- 172.21.15.7:0/841533099 learned_addr learned my addr 172.21.15.7:0/841533099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca18aef640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 0x7fca14199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.254+0000 7fca192f0640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14106a90 0x7fca141a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 -- 172.21.15.7:0/841533099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14106a90 msgr2=0x7fca141a4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14106a90 0x7fca141a4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 -- 172.21.15.7:0/841533099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 msgr2=0x7fca14199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 0x7fca14199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 -- 172.21.15.7:0/841533099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca141a47c0 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca13fff640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fca0000d950 tx=0x7fca0000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca11ffb640 1 -- 172.21.15.7:0/841533099 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00017030 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca11ffb640 1 -- 172.21.15.7:0/841533099 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca00004020 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca11ffb640 1 -- 172.21.15.7:0/841533099 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca000047a0 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.255+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca141a4990 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.256+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca141a4e50 con 0x7fca14101430 2024-09-10T07:55:11.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.258+0000 7fca11ffb640 1 -- 172.21.15.7:0/841533099 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fca000041d0 con 0x7fca14101430 2024-09-10T07:55:11.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 Processor -- start 2024-09-10T07:55:11.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 -- start start 2024-09-10T07:55:11.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca11ffb640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 0x7fca040a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2d8640 0x55a8dd2d8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca192f0640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 0x7fca040a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca11ffb640 1 -- 172.21.15.7:0/841533099 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca000ced40 con 0x7fca14101430 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2ea140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca18aef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2d8640 0x55a8dd2d8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd23e2a0 con 0x55a8dd2d8640 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:55332/0 (socket says 172.21.15.7:55332) 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca13fff640 1 -- 172.21.15.7:0/2597575143 learned_addr learned my addr 172.21.15.7:0/2597575143 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.259+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd1e5b10 con 0x55a8dd2e7d50 2024-09-10T07:55:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd23a260 con 0x55a8dd2d8f60 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca192f0640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 0x7fca040a50c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca192f0640 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2ea140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 -- 172.21.15.7:0/2597575143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 msgr2=0x55a8dd2ea140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2ea140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 -- 172.21.15.7:0/2597575143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2d8640 msgr2=0x55a8dd2d8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2d8640 0x55a8dd2d8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 -- 172.21.15.7:0/2597575143 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8dcfafb90 con 0x55a8dd2d8f60 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca192f0640 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2ea140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fca13fff640 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fca00097660 tx=0x7fca0009ac70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8606c3503412039 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fc9feffd640 1 -- 172.21.15.7:0/2597575143 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0009f5b0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fc9feffd640 1 -- 172.21.15.7:0/2597575143 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca000a3e70 con 0x55a8dd2d8f60 2024-09-10T07:55:11.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.260+0000 7fc9feffd640 1 -- 172.21.15.7:0/2597575143 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca000bb2d0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 msgr2=0x55a8dd2e7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fca00097660 tx=0x7fca0009ac70 comp rx=0 tx=0).stop 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 shutdown_connections 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2ea140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e7810 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 --2- 172.21.15.7:0/2597575143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2d8640 0x55a8dd2d8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 >> 172.21.15.7:0/2597575143 conn(0x55a8dd2d4cf0 msgr2=0x55a8dd2d50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 shutdown_connections 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.261+0000 7fca1d12c740 1 -- 172.21.15.7:0/2597575143 wait complete. 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 -- start start 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 Processor -- start 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd2ea920 con 0x55a8dd2e7d50 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd1c66e0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a8dd2eaaa0 con 0x55a8dd2d8640 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca1d12c740 10 client.0 _ll_register_callbacks cb 0x55a8dd1eaa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca13fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca13fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45094/0 (socket says 172.21.15.7:45094) 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca13fff640 1 -- 172.21.15.7:0/1209220672 learned_addr learned my addr 172.21.15.7:0/1209220672 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca192f0640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.262+0000 7fca18aef640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 -- 172.21.15.7:0/1209220672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 msgr2=0x55a8dd2e4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 -- 172.21.15.7:0/1209220672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 msgr2=0x55a8dd2e5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 -- 172.21.15.7:0/1209220672 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8dd2f3f80 con 0x55a8dd2d8f60 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca13fff640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fca0009b190 tx=0x7fca0009f470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ac473eac41b200a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fc9f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca000bb0c0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca000a3e70 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca000bb260 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fca0009a650 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca1d12c740 10 client.27371 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.263+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a8dd2f6860 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca000a3e70 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fca00009aa0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 10 client.27371 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 10 client.27371 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 20 client.27371 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd2f7bb0 0x55a8dd2f9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 4 client.27371 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8dd24b9d0 con 0x55a8dd2f7bb0 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca18aef640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd2f7bb0 0x55a8dd2f9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fca18aef640 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd2f7bb0 0x55a8dd2f9fa0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cbcdbba3309bb9b server_cookie=1d4e020763d459 in_seq=0 out_seq=0 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.264+0000 7fc9f3fff640 10 client.27371 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1209220672 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a8dd24b9d0 con 0x55a8dd2f7bb0 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fc9f3fff640 10 client.27371 handle_command_reply: tid=0 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 client.27371 shutdown 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 msgr2=0x55a8dd2e5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fca0009b190 tx=0x7fca0009f470 comp rx=0 tx=0).stop 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 shutdown_connections 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd2f7bb0 0x55a8dd2f9fa0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e5250 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1209220672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 >> 172.21.15.7:0/1209220672 conn(0x55a8dd2d4cf0 msgr2=0x55a8dd2d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fc9f3fff640 0 client.27371 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 shutdown_connections 2024-09-10T07:55:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.265+0000 7fca1d12c740 1 -- 172.21.15.7:0/1209220672 wait complete. 2024-09-10T07:55:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.266+0000 7fca1d12c740 20 client.27371 trim_cache size 0 max 16384 2024-09-10T07:55:11.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188919 1.89 MB/sec execute 374 sec latency 18.515 ms 2024-09-10T07:55:11.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.283+0000 7fca1d12c740 1 Processor -- start 2024-09-10T07:55:11.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 -- start start 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca141af3f0 con 0x55a8dd2e7d50 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca141accc0 con 0x55a8dd2d8640 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca1d12c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca141aab30 con 0x55a8dd2d8f60 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca18aef640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca13fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58246/0 (socket says 172.21.15.7:58246) 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca18aef640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45102/0 (socket says 172.21.15.7:45102) 2024-09-10T07:55:11.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca18aef640 1 -- 172.21.15.7:0/439458120 learned_addr learned my addr 172.21.15.7:0/439458120 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:11.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 -- 172.21.15.7:0/439458120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 msgr2=0x55a8dd2e1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 -- 172.21.15.7:0/439458120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 msgr2=0x55a8dd2e55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca192f0640 1 -- 172.21.15.7:0/439458120 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8dd2d8d90 con 0x55a8dd2e7d50 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.284+0000 7fca18aef640 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.285+0000 7fca192f0640 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x55a8dd2d6070 tx=0x7fca0c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffed2eb1d9786e1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.285+0000 7fc9fe7fc640 1 -- 172.21.15.7:0/439458120 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c003b70 con 0x55a8dd2e7d50 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.285+0000 7fc9fe7fc640 1 -- 172.21.15.7:0/439458120 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca0c003d10 con 0x55a8dd2e7d50 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.285+0000 7fc9fe7fc640 1 -- 172.21.15.7:0/439458120 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c020b30 con 0x55a8dd2e7d50 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- 172.21.15.7:0/439458120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 msgr2=0x55a8dd2e24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x55a8dd2d6070 tx=0x7fca0c013000 comp rx=0 tx=0).stop 2024-09-10T07:55:11.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- 172.21.15.7:0/439458120 shutdown_connections 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2e24b0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2e1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 --2- 172.21.15.7:0/439458120 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8640 0x55a8dd2e55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- 172.21.15.7:0/439458120 >> 172.21.15.7:0/439458120 conn(0x55a8dd2d4cf0 msgr2=0x55a8dd2d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- 172.21.15.7:0/439458120 shutdown_connections 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- 172.21.15.7:0/439458120 wait complete. 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 -- start start 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.286+0000 7fca1d12c740 1 Processor -- start 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2fd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2fb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2fbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ab180 con 0x55a8dd2e7d50 2024-09-10T07:55:11.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ac5f0 con 0x55a8dd2d8f60 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ab850 con 0x55a8dd2d8640 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca1d12c740 10 client.0 _ll_register_callbacks cb 0x7fca000050c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca13fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2fb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca192f0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2fbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2fd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca13fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2fb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45110/0 (socket says 172.21.15.7:45110) 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca13fff640 1 -- 172.21.15.7:0/1665049447 learned_addr learned my addr 172.21.15.7:0/1665049447 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca192f0640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2fbd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58256/0 (socket says 172.21.15.7:58256) 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 -- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 msgr2=0x55a8dd2fb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2fb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 -- 172.21.15.7:0/1665049447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 msgr2=0x55a8dd2fbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2fbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.287+0000 7fca18aef640 1 -- 172.21.15.7:0/1665049447 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8dd2fc270 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fca18aef640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2fd410 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fca08000c00 tx=0x7fca080041e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38e815b0b63095d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0804a070 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca0c003d10 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca080316a0 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fca08035040 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fca1d12c740 10 client.27403 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a8dd363280 con 0x55a8dd2d8640 2024-09-10T07:55:11.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca0c003d10 con 0x55a8dd2d8640 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.288+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fca0804f460 con 0x55a8dd2d8640 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 10 client.27403 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 10 client.27403 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 20 client.27403 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd3639e0 0x55a8dd365e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 4 client.27403 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x55a8dd245d20 con 0x55a8dd3639e0 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca13fff640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd3639e0 0x55a8dd365e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fc9f3fff640 10 client.27403 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:11.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.289+0000 7fca13fff640 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd3639e0 0x55a8dd365e00 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a6bebd8bce34904 server_cookie=bd2072a7c60febc0 in_seq=0 out_seq=0 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fc9f3fff640 1 -- 172.21.15.7:0/1665049447 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a8dd245d20 con 0x55a8dd3639e0 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fc9f3fff640 10 client.27403 handle_command_reply: tid=0 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 client.27403 shutdown 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 msgr2=0x55a8dd2fd410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2fd410 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fca08000c00 tx=0x7fca080041e0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 shutdown_connections 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a8dd3639e0 0x55a8dd365e00 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fc9f3fff640 0 client.27403 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8dd2e7d50 0x55a8dd2fbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a8dd2d8f60 0x55a8dd2fb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 --2- 172.21.15.7:0/1665049447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a8dd2d8640 0x55a8dd2fd410 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 >> 172.21.15.7:0/1665049447 conn(0x55a8dd2d4cf0 msgr2=0x55a8dd2da150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 shutdown_connections 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 1 -- 172.21.15.7:0/1665049447 wait complete. 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.347+0000 7fca1d12c740 20 client.27403 trim_cache size 0 max 16384 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 34, 2024-09-10T07:55:11.348 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "1ff7d40f": { 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 34, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 130.0, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:55:11.349 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:11.350 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 msgr2=0x7fca040a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 0x7fca040a50c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c009600 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 msgr2=0x7fca14199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fca0000d950 tx=0x7fca0000de10 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 shutdown_connections 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca040a2c00 0x7fca040a50c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca14106a90 0x7fca141a4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca14101430 0x7fca14199740 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 --2- 172.21.15.7:0/841533099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca14100a90 0x7fca14199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 >> 172.21.15.7:0/841533099 conn(0x7fca140fc7d0 msgr2=0x7fca140fd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:11.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 shutdown_connections 2024-09-10T07:55:11.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:11.348+0000 7fca1ad53640 1 -- 172.21.15.7:0/841533099 wait complete. 2024-09-10T07:55:12.078 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1ff7d40f', quiesce took 3.4 seconds. Will release after: 6.6 2024-09-10T07:55:12.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.89 MB/sec execute 375 sec latency 972.022 ms 2024-09-10T07:55:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:12 smithi007 ceph-mon[30879]: pgmap v657: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:55:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:12 smithi110 ceph-mon[34417]: pgmap v657: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:55:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:12 smithi145 ceph-mon[34766]: pgmap v657: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2024-09-10T07:55:13.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.88 MB/sec execute 376 sec latency 1972.128 ms 2024-09-10T07:55:14.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.88 MB/sec execute 377 sec latency 2972.226 ms 2024-09-10T07:55:15.067 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:14 smithi145 ceph-mon[34766]: pgmap v658: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:55:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:14 smithi007 ceph-mon[30879]: pgmap v658: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:55:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:14 smithi110 ceph-mon[34417]: pgmap v658: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.3 MiB/s wr, 146 op/s 2024-09-10T07:55:15.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.87 MB/sec execute 378 sec latency 3972.338 ms 2024-09-10T07:55:16.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.87 MB/sec execute 379 sec latency 4972.436 ms 2024-09-10T07:55:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:16 smithi007 ceph-mon[30879]: pgmap v659: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.1 MiB/s wr, 157 op/s 2024-09-10T07:55:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:16 smithi110 ceph-mon[34417]: pgmap v659: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.1 MiB/s wr, 157 op/s 2024-09-10T07:55:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:16 smithi145 ceph-mon[34766]: pgmap v659: 129 pgs: 129 active+clean; 81 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.1 MiB/s wr, 157 op/s 2024-09-10T07:55:17.273 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.86 MB/sec execute 380 sec latency 5972.552 ms 2024-09-10T07:55:18.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.86 MB/sec execute 381 sec latency 6972.669 ms 2024-09-10T07:55:18.679 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:55:18.950 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:19.072 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:18 smithi007 ceph-mon[30879]: pgmap v660: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 933 KiB/s wr, 125 op/s 2024-09-10T07:55:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:18 smithi110 ceph-mon[34417]: pgmap v660: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 933 KiB/s wr, 125 op/s 2024-09-10T07:55:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:18 smithi145 ceph-mon[34766]: pgmap v660: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 933 KiB/s wr, 125 op/s 2024-09-10T07:55:19.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.85 MB/sec execute 382 sec latency 7972.712 ms 2024-09-10T07:55:19.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.498+0000 7f9353045640 1 -- 172.21.15.7:0/3761198020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 msgr2=0x7f934c106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:19.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.498+0000 7f9353045640 1 --2- 172.21.15.7:0/3761198020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c106f60 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f9340009900 tx=0x7f934002a410 comp rx=0 tx=0).stop 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 -- 172.21.15.7:0/3761198020 shutdown_connections 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 --2- 172.21.15.7:0/3761198020 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 0x7f934c10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 --2- 172.21.15.7:0/3761198020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 0x7f934c100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 --2- 172.21.15.7:0/3761198020 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c106f60 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 -- 172.21.15.7:0/3761198020 >> 172.21.15.7:0/3761198020 conn(0x7f934c077230 msgr2=0x7f934c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 -- 172.21.15.7:0/3761198020 shutdown_connections 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 -- 172.21.15.7:0/3761198020 wait complete. 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 Processor -- start 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.499+0000 7f9353045640 1 -- start start 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 0x7f934c19a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 0x7f934c19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:19.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f934c102750 con 0x7f934c106b80 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1025d0 con 0x7f934c100aa0 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9353045640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1028d0 con 0x7f934c100100 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58268/0 (socket says 172.21.15.7:58268) 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 -- 172.21.15.7:0/1447741491 learned_addr learned my addr 172.21.15.7:0/1447741491 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f934bfff640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 0x7f934c19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9350de1640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 0x7f934c19a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 -- 172.21.15.7:0/1447741491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 msgr2=0x7f934c19a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 0x7f934c19a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 -- 172.21.15.7:0/1447741491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 msgr2=0x7f934c19aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 0x7f934c19aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 -- 172.21.15.7:0/1447741491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934c19f510 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f93515e2640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f934400ccb0 tx=0x7f934400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.500+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344003970 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.501+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9344004030 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.501+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f934c19f800 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.501+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934400f6b0 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.501+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f934c1a70e0 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.502+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f934c100560 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.504+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f93440041e0 con 0x7f934c106b80 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.504+0000 7f9349ffb640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 0x7f933c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:19.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.505+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93440cf3b0 con 0x7f934c106b80 2024-09-10T07:55:19.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.505+0000 7f9350de1640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 0x7f933c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:19.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.505+0000 7f9350de1640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 0x7f933c0a50c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f9340031440 tx=0x7f9340005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:19.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.509+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9344014070 con 0x7f934c106b80 2024-09-10T07:55:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.723+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f934c1a72b0 con 0x7f934c106b80 2024-09-10T07:55:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.724+0000 7f9349ffb640 1 -- 172.21.15.7:0/1447741491 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f934409b920 con 0x7f934c106b80 2024-09-10T07:55:19.724 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:55:19.725 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:55:19.725 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 msgr2=0x7f933c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 0x7f933c0a50c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f9340031440 tx=0x7f9340005b50 comp rx=0 tx=0).stop 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 msgr2=0x7f934c19ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f934400ccb0 tx=0x7f934400a620 comp rx=0 tx=0).stop 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 shutdown_connections 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f933c0a2c00 0x7f933c0a50c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c106b80 0x7f934c19ee30 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f934c100aa0 0x7f934c19aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 --2- 172.21.15.7:0/1447741491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f934c100100 0x7f934c19a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:19.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 >> 172.21.15.7:0/1447741491 conn(0x7f934c077230 msgr2=0x7f934c104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:19.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 shutdown_connections 2024-09-10T07:55:19.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:19.726+0000 7f9353045640 1 -- 172.21.15.7:0/1447741491 wait complete. 2024-09-10T07:55:20.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:19 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1447741491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:19 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1447741491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:20.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 -- 172.21.15.7:0/3665062429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e80104ef0 msgr2=0x7f2e801072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/3665062429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e80104ef0 0x7f2e801072e0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f2e70009900 tx=0x7f2e7002a410 comp rx=0 tx=0).stop 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 -- 172.21.15.7:0/3665062429 shutdown_connections 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/3665062429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 0x7f2e80109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/3665062429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e80104ef0 0x7f2e801072e0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/3665062429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e801025c0 0x7f2e801049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 -- 172.21.15.7:0/3665062429 >> 172.21.15.7:0/3665062429 conn(0x7f2e800fc1e0 msgr2=0x7f2e800fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 -- 172.21.15.7:0/3665062429 shutdown_connections 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.203+0000 7f2e87cc9640 1 -- 172.21.15.7:0/3665062429 wait complete. 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 Processor -- start 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 -- start start 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e80104ef0 0x7f2e80100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 0x7f2e80100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8010d6a0 con 0x7f2e801025c0 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8010d520 con 0x7f2e80107820 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e87cc9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8010d820 con 0x7f2e80104ef0 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58290/0 (socket says 172.21.15.7:58290) 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 -- 172.21.15.7:0/2567050970 learned_addr learned my addr 172.21.15.7:0/2567050970 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e86266640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 0x7f2e80100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85264640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e80104ef0 0x7f2e80100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 -- 172.21.15.7:0/2567050970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e80104ef0 msgr2=0x7f2e80100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e80104ef0 0x7f2e80100570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 -- 172.21.15.7:0/2567050970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 msgr2=0x7f2e80100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 0x7f2e80100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.204+0000 7f2e85a65640 1 -- 172.21.15.7:0/2567050970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e80101340 con 0x7f2e801025c0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00e9f0 tx=0x7f2e7c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e76ffd640 1 -- 172.21.15.7:0/2567050970 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c00cd80 con 0x7f2e801025c0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e76ffd640 1 -- 172.21.15.7:0/2567050970 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e7c0054d0 con 0x7f2e801025c0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e801a1ea0 con 0x7f2e801025c0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e76ffd640 1 -- 172.21.15.7:0/2567050970 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c010490 con 0x7f2e801025c0 2024-09-10T07:55:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.205+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e801a22a0 con 0x7f2e801025c0 2024-09-10T07:55:20.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.207+0000 7f2e76ffd640 1 -- 172.21.15.7:0/2567050970 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2e7c005020 con 0x7f2e801025c0 2024-09-10T07:55:20.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.208+0000 7f2e76ffd640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 0x7f2e6c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.208+0000 7f2e85264640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 0x7f2e6c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.208+0000 7f2e76ffd640 1 -- 172.21.15.7:0/2567050970 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e7c0cf7f0 con 0x7f2e801025c0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.208+0000 7f2e8aa5f740 1 Processor -- start 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 -- start start 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e85264640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 0x7f2e6c0a50f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f2e7002a930 tx=0x7f2e70000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5b9a0 0x556127b5bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5c2e0 0x556127b60da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556127abf2f0 con 0x556127b61370 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556127a67270 con 0x556127b5c2e0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556127abb2b0 con 0x556127b5b9a0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58298/0 (socket says 172.21.15.7:58298) 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 -- 172.21.15.7:0/846583751 learned_addr learned my addr 172.21.15.7:0/846583751 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e85a65640 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5b9a0 0x556127b5bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e85264640 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5c2e0 0x556127b60da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 -- 172.21.15.7:0/846583751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5b9a0 msgr2=0x556127b5bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5b9a0 0x556127b5bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 -- 172.21.15.7:0/846583751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5c2e0 msgr2=0x556127b60da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5c2e0 0x556127b60da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.209+0000 7f2e86266640 1 -- 172.21.15.7:0/846583751 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556127a66340 con 0x556127b61370 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.210+0000 7f2e86266640 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f2e78009fc0 tx=0x7f2e78010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2d620bfc4d4cc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.210+0000 7f2e6bfff640 1 -- 172.21.15.7:0/846583751 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78016070 con 0x556127b61370 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.210+0000 7f2e6bfff640 1 -- 172.21.15.7:0/846583751 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e78004d20 con 0x556127b61370 2024-09-10T07:55:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.210+0000 7f2e6bfff640 1 -- 172.21.15.7:0/846583751 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78005380 con 0x556127b61370 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/846583751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 msgr2=0x556127b63830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f2e78009fc0 tx=0x7f2e78010800 comp rx=0 tx=0).stop 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/846583751 shutdown_connections 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b63830 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5c2e0 0x556127b60da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/846583751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5b9a0 0x556127b5bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/846583751 >> 172.21.15.7:0/846583751 conn(0x556127b57010 msgr2=0x556127b57410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/846583751 shutdown_connections 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/846583751 wait complete. 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 -- start start 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.211+0000 7f2e8aa5f740 1 Processor -- start 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b65bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b66110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556127b64340 con 0x556127b61370 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556127a48290 con 0x556127b5b9a0 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556127b644c0 con 0x556127b5c2e0 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e8aa5f740 10 client.0 _ll_register_callbacks cb 0x556127a79140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58304/0 (socket says 172.21.15.7:58304) 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 -- 172.21.15.7:0/2922639936 learned_addr learned my addr 172.21.15.7:0/2922639936 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b65bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e85264640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b66110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 -- 172.21.15.7:0/2922639936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 msgr2=0x556127b66110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b66110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 -- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 msgr2=0x556127b65bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b65bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e86266640 1 -- 172.21.15.7:0/2922639936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561277d2210 con 0x556127b61370 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.212+0000 7f2e85264640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b66110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e86266640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f2e78006010 tx=0x7f2e78003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f73266d0bf327b1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78029060 con 0x556127b61370 2024-09-10T07:55:20.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e78012720 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e78004d20 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e78030050 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 10 client.18105 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55612789e620 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e78004d20 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e7800f040 con 0x556127b61370 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 10 client.18105 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 10 client.18105 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 20 client.18105 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127b71560 0x556127b73950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 4 client.18105 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:20.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.213+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556127acca20 con 0x556127b71560 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.214+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127b71560 0x556127b73950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.214+0000 7f2e85a65640 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127b71560 0x556127b73950 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89943e1ea0a5e8fb server_cookie=a5687d91487835c5 in_seq=0 out_seq=0 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.214+0000 7f2e697fa640 10 client.18105 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e697fa640 1 -- 172.21.15.7:0/2922639936 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556127acca20 con 0x556127b71560 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e697fa640 10 client.18105 handle_command_reply: tid=0 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 client.18105 shutdown 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 msgr2=0x556127b6d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f2e78006010 tx=0x7f2e78003ba0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 shutdown_connections 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127b71560 0x556127b73950 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6d150 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b66110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e697fa640 0 client.18105 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/2922639936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b65bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 >> 172.21.15.7:0/2922639936 conn(0x556127b57010 msgr2=0x556127b58820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 shutdown_connections 2024-09-10T07:55:20.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/2922639936 wait complete. 2024-09-10T07:55:20.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.215+0000 7f2e8aa5f740 20 client.18105 trim_cache size 0 max 16384 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.230+0000 7f2e8aa5f740 1 Processor -- start 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.230+0000 7f2e8aa5f740 1 -- start start 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.230+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b560b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b61370 0x556127b58400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801af1e0 con 0x556127b5c2e0 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801acab0 con 0x556127b5b9a0 2024-09-10T07:55:20.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801aa920 con 0x556127b61370 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58312/0 (socket says 172.21.15.7:58312) 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 -- 172.21.15.7:0/4131390033 learned_addr learned my addr 172.21.15.7:0/4131390033 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85a65640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e86266640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b61370 0x556127b58400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 -- 172.21.15.7:0/4131390033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b61370 msgr2=0x556127b58400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b61370 0x556127b58400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 -- 172.21.15.7:0/4131390033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 msgr2=0x556127b560b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b560b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 -- 172.21.15.7:0/4131390033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556127b73cc0 con 0x556127b5c2e0 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85a65640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b560b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e85264640 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2e70009900 tx=0x7f2e7003b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf9010b818494c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.231+0000 7f2e6b7fe640 1 -- 172.21.15.7:0/4131390033 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7004d070 con 0x556127b5c2e0 2024-09-10T07:55:20.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e6b7fe640 1 -- 172.21.15.7:0/4131390033 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e700054e0 con 0x556127b5c2e0 2024-09-10T07:55:20.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e6b7fe640 1 -- 172.21.15.7:0/4131390033 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e70035050 con 0x556127b5c2e0 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/4131390033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 msgr2=0x556127b6d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2e70009900 tx=0x7f2e7003b000 comp rx=0 tx=0).stop 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/4131390033 shutdown_connections 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b61370 0x556127b58400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b5c2e0 0x556127b6d110 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/4131390033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b560b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/4131390033 >> 172.21.15.7:0/4131390033 conn(0x556127b57010 msgr2=0x556127b559a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/4131390033 shutdown_connections 2024-09-10T07:55:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.232+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/4131390033 wait complete. 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 -- start start 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 Processor -- start 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b6a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b6ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801aaf70 con 0x556127b61370 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801ac3e0 con 0x556127b5b9a0 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e801ab640 con 0x556127b5c2e0 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e8aa5f740 10 client.0 _ll_register_callbacks cb 0x7f2e78009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58328/0 (socket says 172.21.15.7:58328) 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 -- 172.21.15.7:0/62931654 learned_addr learned my addr 172.21.15.7:0/62931654 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e85264640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b6ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e85a65640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b6a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 -- 172.21.15.7:0/62931654 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 msgr2=0x556127b6ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b6ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.233+0000 7f2e86266640 1 -- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 msgr2=0x556127b6a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e86266640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b6a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e86266640 1 -- 172.21.15.7:0/62931654 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556127b6c2a0 con 0x556127b61370 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e86266640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f2e78005cc0 tx=0x7f2e78005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b85a10276342e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e697fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78029040 con 0x556127b61370 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2e780052f0 con 0x556127b61370 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e700054e0 con 0x556127b61370 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e7803b050 con 0x556127b61370 2024-09-10T07:55:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e8aa5f740 10 client.18111 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556127bdc100 con 0x556127b61370 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.234+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e700054e0 con 0x556127b61370 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e7801a6f0 con 0x556127b61370 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 10 client.18111 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 10 client.18111 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 20 client.18111 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127bdc9d0 0x556127bdedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 4 client.18111 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556127ac6d70 con 0x556127bdc9d0 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e85a65640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127bdc9d0 0x556127bdedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e697fa640 10 client.18111 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.235+0000 7f2e85a65640 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127bdc9d0 0x556127bdedf0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42981d75170cadba server_cookie=c71483d90b6a8b1 in_seq=0 out_seq=0 2024-09-10T07:55:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:19 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1447741491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e697fa640 1 -- 172.21.15.7:0/62931654 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556127ac6d70 con 0x556127bdc9d0 2024-09-10T07:55:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e697fa640 10 client.18111 handle_command_reply: tid=0 2024-09-10T07:55:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 client.18111 shutdown 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 msgr2=0x556127b6bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f2e78005cc0 tx=0x7f2e78005df0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 shutdown_connections 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x556127bdc9d0 0x556127bdedf0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556127b61370 0x556127b6bc90 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e697fa640 0 client.18111 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556127b5c2e0 0x556127b6ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 --2- 172.21.15.7:0/62931654 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556127b5b9a0 0x556127b6a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 >> 172.21.15.7:0/62931654 conn(0x556127b57010 msgr2=0x556127b561c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 shutdown_connections 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.256+0000 7f2e8aa5f740 1 -- 172.21.15.7:0/62931654 wait complete. 2024-09-10T07:55:20.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e8aa5f740 20 client.18111 trim_cache size 0 max 16384 2024-09-10T07:55:20.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:55:20.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:55:20.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:55:20.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:55:20.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 msgr2=0x7f2e6c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 0x7f2e6c0a50f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f2e7002a930 tx=0x7f2e70000bc0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 msgr2=0x7f2e80101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:20.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00e9f0 tx=0x7f2e7c00edf0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 shutdown_connections 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2e6c0a2c30 0x7f2e6c0a50f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2e80107820 0x7f2e80100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e80104ef0 0x7f2e80100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 --2- 172.21.15.7:0/2567050970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e801025c0 0x7f2e80101f30 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.257+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 >> 172.21.15.7:0/2567050970 conn(0x7f2e800fc1e0 msgr2=0x7f2e80102f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.258+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 shutdown_connections 2024-09-10T07:55:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:20.258+0000 7f2e87cc9640 1 -- 172.21.15.7:0/2567050970 wait complete. 2024-09-10T07:55:20.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.85 MB/sec execute 383 sec latency 8972.757 ms 2024-09-10T07:55:20.457 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 1ff7d40f --release --await' 2024-09-10T07:55:20.457 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 1ff7d40f --release --await 2024-09-10T07:55:20.736 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:21.012 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:20 smithi007 ceph-mon[30879]: pgmap v661: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 917 KiB/s wr, 125 op/s 2024-09-10T07:55:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:20 smithi110 ceph-mon[34417]: pgmap v661: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 917 KiB/s wr, 125 op/s 2024-09-10T07:55:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:20 smithi145 ceph-mon[34766]: pgmap v661: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 917 KiB/s wr, 125 op/s 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.240+0000 7f0746ee2640 1 -- 172.21.15.7:0/2219370806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 msgr2=0x7f074010bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 --2- 172.21.15.7:0/2219370806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f074010bbf0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f072c009900 tx=0x7f072c02a480 comp rx=0 tx=0).stop 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 -- 172.21.15.7:0/2219370806 shutdown_connections 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 --2- 172.21.15.7:0/2219370806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f074010c180 0x7f074010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 --2- 172.21.15.7:0/2219370806 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f074010bbf0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 --2- 172.21.15.7:0/2219370806 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0740102de0 0x7f07401031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 -- 172.21.15.7:0/2219370806 >> 172.21.15.7:0/2219370806 conn(0x7f07400fc7a0 msgr2=0x7f07400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 -- 172.21.15.7:0/2219370806 shutdown_connections 2024-09-10T07:55:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 -- 172.21.15.7:0/2219370806 wait complete. 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 Processor -- start 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.241+0000 7f0746ee2640 1 -- start start 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 0x7f0740198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f074010c180 0x7f074019cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0740111e80 con 0x7f0740103700 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0740111d00 con 0x7f074010c180 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0740112000 con 0x7f0740102de0 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49140/0 (socket says 172.21.15.7:49140) 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 -- 172.21.15.7:0/3537116099 learned_addr learned my addr 172.21.15.7:0/3537116099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0744c7e640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 0x7f0740198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f074547f640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f074010c180 0x7f074019cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 -- 172.21.15.7:0/3537116099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 msgr2=0x7f0740198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 0x7f0740198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 -- 172.21.15.7:0/3537116099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f074010c180 msgr2=0x7f074019cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f074010c180 0x7f074019cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 -- 172.21.15.7:0/3537116099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074019d430 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0744c7e640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 0x7f0740198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073ffff640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f072c005940 tx=0x7f072c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073dffb640 1 -- 172.21.15.7:0/3537116099 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072c03f030 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073dffb640 1 -- 172.21.15.7:0/3537116099 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f072c003aa0 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074019d6c0 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.242+0000 7f073dffb640 1 -- 172.21.15.7:0/3537116099 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072c035070 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.243+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07401a5000 con 0x7f0740103700 2024-09-10T07:55:21.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f073dffb640 1 -- 172.21.15.7:0/3537116099 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f072c042030 con 0x7f0740103700 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 Processor -- start 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 -- start start 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277fd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b27808240 0x563b2780a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563b27762620 con 0x563b277fd980 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563b27709e50 con 0x563b27808240 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.245+0000 7f07492bb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563b2775e5e0 con 0x563b277fd060 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f073dffb640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 0x7f07300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49156/0 (socket says 172.21.15.7:49156) 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 -- 172.21.15.7:0/2429729888 learned_addr learned my addr 172.21.15.7:0/2429729888 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:21.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f073ffff640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b27808240 0x563b2780a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f074547f640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277fd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f074547f640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 0x7f07300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f073dffb640 1 -- 172.21.15.7:0/3537116099 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f072c0efc80 con 0x7f0740103700 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 -- 172.21.15.7:0/2429729888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 msgr2=0x563b277fd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277fd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 -- 172.21.15.7:0/2429729888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b27808240 msgr2=0x563b2780a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b27808240 0x563b2780a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 -- 172.21.15.7:0/2429729888 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b276fad40 con 0x563b277fd980 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f074547f640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277fd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f0734007850 tx=0x7f0734007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db844e3c284a3fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f074547f640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 0x7f07300a5040 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0738005c40 tx=0x7f0738005bd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f072affd640 1 -- 172.21.15.7:0/2429729888 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073400d950 con 0x563b277fd980 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f072affd640 1 -- 172.21.15.7:0/2429729888 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0734018070 con 0x563b277fd980 2024-09-10T07:55:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.246+0000 7f072affd640 1 -- 172.21.15.7:0/2429729888 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734013e40 con 0x563b277fd980 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- 172.21.15.7:0/2429729888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 msgr2=0x563b27807d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f0734007850 tx=0x7f0734007d10 comp rx=0 tx=0).stop 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- 172.21.15.7:0/2429729888 shutdown_connections 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b27808240 0x563b2780a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd980 0x563b27807d00 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 --2- 172.21.15.7:0/2429729888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277fd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- 172.21.15.7:0/2429729888 >> 172.21.15.7:0/2429729888 conn(0x563b277f95f0 msgr2=0x563b277f99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- 172.21.15.7:0/2429729888 shutdown_connections 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- 172.21.15.7:0/2429729888 wait complete. 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.247+0000 7f07492bb740 1 -- start start 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 Processor -- start 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b27805600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b27808240 0x563b27805b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563b2780ae10 con 0x563b277fd060 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563b276eaf10 con 0x563b277fd980 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563b2780af90 con 0x563b27808240 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f07492bb740 10 client.0 _ll_register_callbacks cb 0x563b2770edb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49164/0 (socket says 172.21.15.7:49164) 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 -- 172.21.15.7:0/1197186610 learned_addr learned my addr 172.21.15.7:0/1197186610 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f073ffff640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b27805600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f074547f640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b27808240 0x563b27805b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 -- 172.21.15.7:0/1197186610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b27808240 msgr2=0x563b27805b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b27808240 0x563b27805b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 -- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 msgr2=0x563b27805600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b27805600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.248+0000 7f0744c7e640 1 -- 172.21.15.7:0/1197186610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b27471580 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f0744c7e640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f0734004700 tx=0x7f0734013730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec632d2714c9c6e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073400de20 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0734027410 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0734018070 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0734030050 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 10 client.18123 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563b2753b960 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0734018070 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f073401d630 con 0x563b277fd060 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 10 client.18123 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:21.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 10 client.18123 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.249+0000 7f07492bb740 20 client.18123 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.250+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b2781a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.250+0000 7f07492bb740 4 client.18123 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.250+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b2776fb90 con 0x563b27817ce0 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.250+0000 7f073ffff640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b2781a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.251+0000 7f073ffff640 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b2781a0d0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d950a6071651373 server_cookie=d648b578a5e48a9f in_seq=0 out_seq=0 2024-09-10T07:55:21.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.251+0000 7f071ffff640 10 client.18123 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:21.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.251+0000 7f071ffff640 1 -- 172.21.15.7:0/1197186610 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563b2776fb90 con 0x563b27817ce0 2024-09-10T07:55:21.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.251+0000 7f071ffff640 10 client.18123 handle_command_reply: tid=0 2024-09-10T07:55:21.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.251+0000 7f07492bb740 1 client.18123 shutdown 2024-09-10T07:55:21.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 msgr2=0x563b278050c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f0734004700 tx=0x7f0734013730 comp rx=0 tx=0).stop 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 shutdown_connections 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b2781a0d0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f071ffff640 0 client.18123 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b27808240 0x563b27805b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b27805600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 --2- 172.21.15.7:0/1197186610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b277fd060 0x563b278050c0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 >> 172.21.15.7:0/1197186610 conn(0x563b277f95f0 msgr2=0x563b277f8750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 shutdown_connections 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 1 -- 172.21.15.7:0/1197186610 wait complete. 2024-09-10T07:55:21.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.252+0000 7f07492bb740 20 client.18123 trim_cache size 0 max 16384 2024-09-10T07:55:21.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 Processor -- start 2024-09-10T07:55:21.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 -- start start 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277f8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b2781f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07401af310 con 0x563b27808240 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f07401acbe0 con 0x563b277fd980 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f07492bb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f07401aaa50 con 0x563b277fd060 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f074547f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f074547f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49166/0 (socket says 172.21.15.7:49166) 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f074547f640 1 -- 172.21.15.7:0/4004994827 learned_addr learned my addr 172.21.15.7:0/4004994827 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:21.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f0744c7e640 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277f8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.269+0000 7f073ffff640 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b2781f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 -- 172.21.15.7:0/4004994827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 msgr2=0x563b277f8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277f8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 -- 172.21.15.7:0/4004994827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 msgr2=0x563b2781f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b2781f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 -- 172.21.15.7:0/4004994827 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b277fd7b0 con 0x563b27808240 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f074547f640 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f07380107f0 tx=0x7f0738009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d18e05b4bffcacc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f072a7fc640 1 -- 172.21.15.7:0/4004994827 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0738010e30 con 0x563b27808240 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f072a7fc640 1 -- 172.21.15.7:0/4004994827 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0738024070 con 0x563b27808240 2024-09-10T07:55:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.270+0000 7f072a7fc640 1 -- 172.21.15.7:0/4004994827 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0738029d60 con 0x563b27808240 2024-09-10T07:55:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- 172.21.15.7:0/4004994827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 msgr2=0x563b2781fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f07380107f0 tx=0x7f0738009720 comp rx=0 tx=0).stop 2024-09-10T07:55:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- 172.21.15.7:0/4004994827 shutdown_connections 2024-09-10T07:55:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b2781fc40 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd980 0x563b2781f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 --2- 172.21.15.7:0/4004994827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd060 0x563b277f8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- 172.21.15.7:0/4004994827 >> 172.21.15.7:0/4004994827 conn(0x563b277f95f0 msgr2=0x563b277f7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- 172.21.15.7:0/4004994827 shutdown_connections 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- 172.21.15.7:0/4004994827 wait complete. 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.271+0000 7f07492bb740 1 -- start start 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 Processor -- start 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd060 0x563b2780c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 0x563b2780cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07401ab0a0 con 0x563b27808240 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f07401ac510 con 0x563b277fd060 2024-09-10T07:55:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f07401ab770 con 0x563b277fd980 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f074547f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f074547f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49168/0 (socket says 172.21.15.7:49168) 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f074547f640 1 -- 172.21.15.7:0/2578827922 learned_addr learned my addr 172.21.15.7:0/2578827922 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f07492bb740 10 client.0 _ll_register_callbacks cb 0x7f07340138e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd060 0x563b2780c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.272+0000 7f073ffff640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 0x563b2780cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 -- 172.21.15.7:0/2578827922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 msgr2=0x563b2780cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 0x563b2780cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 -- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd060 msgr2=0x563b2780c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd060 0x563b2780c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 -- 172.21.15.7:0/2578827922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b27881ce0 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f073ffff640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 0x563b2780cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f074547f640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f0738029630 tx=0x7f0738029690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c19cd57f39f1b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f071ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0738010520 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0738024070 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0738029cf0 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f073803b050 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f07492bb740 10 client.18129 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563b27882fc0 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.273+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0738024070 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0738005030 con 0x563b27808240 2024-09-10T07:55:21.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 10 client.18129 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 10 client.18129 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 20 client.18129 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b278856b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 4 client.18129 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1ff7d40f", "release": true, "await": true}] 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1ff7d40f", "release": true, "await": true}) -- 0x563b2776a0a0 con 0x563b27817ce0 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b278856b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:21.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 188930 1.84 MB/sec execute 384 sec latency 9972.789 ms 2024-09-10T07:55:21.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f0744c7e640 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b278856b0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8113c1026b7d68d server_cookie=ac32aecc361ba8ca in_seq=0 out_seq=0 2024-09-10T07:55:21.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.274+0000 7f071ffff640 10 client.18129 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:21.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f071ffff640 1 -- 172.21.15.7:0/2578827922 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x563b2776a0a0 con 0x563b27817ce0 2024-09-10T07:55:21.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f071ffff640 10 client.18129 handle_command_reply: tid=0 2024-09-10T07:55:21.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 client.18129 shutdown 2024-09-10T07:55:21.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 msgr2=0x563b278816d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f0738029630 tx=0x7f0738029690 comp rx=0 tx=0).stop 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 shutdown_connections 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563b27817ce0 0x563b278856b0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563b27808240 0x563b278816d0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563b277fd980 0x563b2780cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 --2- 172.21.15.7:0/2578827922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563b277fd060 0x563b2780c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 >> 172.21.15.7:0/2578827922 conn(0x563b277f95f0 msgr2=0x563b27805880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.280+0000 7f071ffff640 0 client.18129 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 shutdown_connections 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f07492bb740 1 -- 172.21.15.7:0/2578827922 wait complete. 2024-09-10T07:55:21.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f07492bb740 20 client.18129 trim_cache size 0 max 16384 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 36, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "1ff7d40f": { 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 36, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:55:21.282 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 130.0, 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:21.283 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:21.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 msgr2=0x7f07300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 0x7f07300a5040 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0738005c40 tx=0x7f0738005bd0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 msgr2=0x7f07401989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:21.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.281+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f072c005940 tx=0x7f072c004270 comp rx=0 tx=0).stop 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 shutdown_connections 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f07300a2b80 0x7f07300a5040 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f074010c180 0x7f074019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0740103700 0x7f07401989c0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 --2- 172.21.15.7:0/3537116099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0740102de0 0x7f0740198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 >> 172.21.15.7:0/3537116099 conn(0x7f07400fc7a0 msgr2=0x7f07400fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 shutdown_connections 2024-09-10T07:55:21.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:21.282+0000 7f0746ee2640 1 -- 172.21.15.7:0/3537116099 wait complete. 2024-09-10T07:55:21.977 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1ff7d40f', total seconds elapsed: 13.3 2024-09-10T07:55:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 189514 1.85 MB/sec execute 385 sec latency 9977.548 ms 2024-09-10T07:55:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:22 smithi007 ceph-mon[30879]: pgmap v662: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 455 KiB/s wr, 62 op/s 2024-09-10T07:55:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:22 smithi110 ceph-mon[34417]: pgmap v662: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 455 KiB/s wr, 62 op/s 2024-09-10T07:55:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:22 smithi145 ceph-mon[34766]: pgmap v662: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 455 KiB/s wr, 62 op/s 2024-09-10T07:55:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 190211 1.85 MB/sec execute 386 sec latency 11.726 ms 2024-09-10T07:55:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 190899 1.86 MB/sec execute 387 sec latency 14.353 ms 2024-09-10T07:55:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:24 smithi007 ceph-mon[30879]: pgmap v663: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 387 KiB/s wr, 63 op/s 2024-09-10T07:55:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:24 smithi110 ceph-mon[34417]: pgmap v663: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 387 KiB/s wr, 63 op/s 2024-09-10T07:55:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:24 smithi145 ceph-mon[34766]: pgmap v663: 129 pgs: 129 active+clean; 79 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 387 KiB/s wr, 63 op/s 2024-09-10T07:55:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 191392 1.86 MB/sec execute 388 sec latency 38.521 ms 2024-09-10T07:55:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 191889 1.87 MB/sec execute 389 sec latency 12.691 ms 2024-09-10T07:55:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:26 smithi007 ceph-mon[30879]: pgmap v664: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 411 KiB/s wr, 71 op/s 2024-09-10T07:55:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:26 smithi110 ceph-mon[34417]: pgmap v664: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 411 KiB/s wr, 71 op/s 2024-09-10T07:55:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:26 smithi145 ceph-mon[34766]: pgmap v664: 129 pgs: 129 active+clean; 80 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 411 KiB/s wr, 71 op/s 2024-09-10T07:55:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 192214 1.86 MB/sec execute 390 sec latency 17.102 ms 2024-09-10T07:55:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 192734 1.86 MB/sec execute 391 sec latency 18.120 ms 2024-09-10T07:55:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:28 smithi007 ceph-mon[30879]: pgmap v665: 129 pgs: 129 active+clean; 82 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 311 KiB/s wr, 36 op/s 2024-09-10T07:55:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:28 smithi110 ceph-mon[34417]: pgmap v665: 129 pgs: 129 active+clean; 82 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 311 KiB/s wr, 36 op/s 2024-09-10T07:55:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:28 smithi145 ceph-mon[34766]: pgmap v665: 129 pgs: 129 active+clean; 82 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 311 KiB/s wr, 36 op/s 2024-09-10T07:55:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 193415 1.87 MB/sec execute 392 sec latency 15.939 ms 2024-09-10T07:55:30.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 194001 1.87 MB/sec execute 393 sec latency 13.586 ms 2024-09-10T07:55:31.052 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:30 smithi007 ceph-mon[30879]: pgmap v666: 129 pgs: 129 active+clean; 84 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 808 KiB/s wr, 95 op/s 2024-09-10T07:55:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:30 smithi110 ceph-mon[34417]: pgmap v666: 129 pgs: 129 active+clean; 84 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 808 KiB/s wr, 95 op/s 2024-09-10T07:55:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:30 smithi145 ceph-mon[34766]: pgmap v666: 129 pgs: 129 active+clean; 84 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 808 KiB/s wr, 95 op/s 2024-09-10T07:55:31.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 194828 1.88 MB/sec execute 394 sec latency 13.111 ms 2024-09-10T07:55:32.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 195253 1.88 MB/sec execute 395 sec latency 12.594 ms 2024-09-10T07:55:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:32 smithi007 ceph-mon[30879]: pgmap v667: 129 pgs: 129 active+clean; 83 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 888 KiB/s wr, 94 op/s 2024-09-10T07:55:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:32 smithi110 ceph-mon[34417]: pgmap v667: 129 pgs: 129 active+clean; 83 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 888 KiB/s wr, 94 op/s 2024-09-10T07:55:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:32 smithi145 ceph-mon[34766]: pgmap v667: 129 pgs: 129 active+clean; 83 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 888 KiB/s wr, 94 op/s 2024-09-10T07:55:33.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 195562 1.88 MB/sec execute 396 sec latency 12.944 ms 2024-09-10T07:55:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 -- 172.21.15.7:0/2275952507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c104f50 msgr2=0x7f9a8c107340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 --2- 172.21.15.7:0/2275952507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c104f50 0x7f9a8c107340 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009900 tx=0x7f9a7c02a410 comp rx=0 tx=0).stop 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 -- 172.21.15.7:0/2275952507 shutdown_connections 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 --2- 172.21.15.7:0/2275952507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c107880 0x7f9a8c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 --2- 172.21.15.7:0/2275952507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c104f50 0x7f9a8c107340 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 --2- 172.21.15.7:0/2275952507 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c102620 0x7f9a8c104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 -- 172.21.15.7:0/2275952507 >> 172.21.15.7:0/2275952507 conn(0x7f9a8c0fc1e0 msgr2=0x7f9a8c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 -- 172.21.15.7:0/2275952507 shutdown_connections 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 -- 172.21.15.7:0/2275952507 wait complete. 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.353+0000 7f9a938e6640 1 Processor -- start 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 -- start start 2024-09-10T07:55:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c104f50 0x7f9a8c1005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c107880 0x7f9a8c100b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10d690 con 0x7f9a8c102620 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10d510 con 0x7f9a8c107880 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a938e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10d810 con 0x7f9a8c104f50 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37420/0 (socket says 172.21.15.7:37420) 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 -- 172.21.15.7:0/135487676 learned_addr learned my addr 172.21.15.7:0/135487676 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91e83640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c107880 0x7f9a8c100b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a90e81640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c104f50 0x7f9a8c1005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 -- 172.21.15.7:0/135487676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c104f50 msgr2=0x7f9a8c1005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c104f50 0x7f9a8c1005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 -- 172.21.15.7:0/135487676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c107880 msgr2=0x7f9a8c100b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c107880 0x7f9a8c100b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 -- 172.21.15.7:0/135487676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c1013a0 con 0x7f9a8c102620 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.354+0000 7f9a91682640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800e9f0 tx=0x7f9a8800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.355+0000 7f9a827fc640 1 -- 172.21.15.7:0/135487676 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8800cd80 con 0x7f9a8c102620 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.355+0000 7f9a827fc640 1 -- 172.21.15.7:0/135487676 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a880108e0 con 0x7f9a8c102620 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.355+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c1a1e90 con 0x7f9a8c102620 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.355+0000 7f9a827fc640 1 -- 172.21.15.7:0/135487676 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88018920 con 0x7f9a8c102620 2024-09-10T07:55:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.355+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c1a22f0 con 0x7f9a8c102620 2024-09-10T07:55:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.358+0000 7f9a827fc640 1 -- 172.21.15.7:0/135487676 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9a88010a90 con 0x7f9a8c102620 2024-09-10T07:55:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.358+0000 7f9a9667e740 1 Processor -- start 2024-09-10T07:55:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.358+0000 7f9a9667e740 1 -- start start 2024-09-10T07:55:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 0x55f4b6255da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 0x55f4b6258830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f4b61b42f0 con 0x55f4b62512e0 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f4b615c270 con 0x55f4b6256370 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a9667e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f4b61b02b0 con 0x55f4b62509a0 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 0x55f4b6255da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41050/0 (socket says 172.21.15.7:41050) 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 0x55f4b6255da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37434/0 (socket says 172.21.15.7:37434) 2024-09-10T07:55:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 -- 172.21.15.7:0/3918681517 learned_addr learned my addr 172.21.15.7:0/3918681517 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a827fc640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 0x7f9a780a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a90e81640 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 0x55f4b6258830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 -- 172.21.15.7:0/3918681517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 msgr2=0x55f4b6258830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 0x55f4b6258830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 -- 172.21.15.7:0/3918681517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 msgr2=0x55f4b6255da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 0x55f4b6255da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 -- 172.21.15.7:0/3918681517 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4b615b340 con 0x55f4b62509a0 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a827fc640 1 -- 172.21.15.7:0/135487676 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a880cf600 con 0x7f9a8c102620 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 0x7f9a780a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a90e81640 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 0x55f4b6258830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.359+0000 7f9a91e83640 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9a84010540 tx=0x7f9a84010a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff9b29a3c92ccdbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a777fe640 1 -- 172.21.15.7:0/3918681517 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a840134c0 con 0x55f4b62509a0 2024-09-10T07:55:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a91e83640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 0x7f9a780a5170 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f9a84021000 tx=0x7f9a8401e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a777fe640 1 -- 172.21.15.7:0/3918681517 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a84005050 con 0x55f4b62509a0 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a777fe640 1 -- 172.21.15.7:0/3918681517 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8401d600 con 0x55f4b62509a0 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a9667e740 1 -- 172.21.15.7:0/3918681517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 msgr2=0x55f4b6250da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.360+0000 7f9a9667e740 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9a84010540 tx=0x7f9a84010a00 comp rx=0 tx=0).stop 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- 172.21.15.7:0/3918681517 shutdown_connections 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b6256370 0x55f4b6258830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62512e0 0x55f4b6255da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- 172.21.15.7:0/3918681517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b6250da0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- 172.21.15.7:0/3918681517 >> 172.21.15.7:0/3918681517 conn(0x55f4b624c010 msgr2=0x55f4b624c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- 172.21.15.7:0/3918681517 shutdown_connections 2024-09-10T07:55:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- 172.21.15.7:0/3918681517 wait complete. 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- start start 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 Processor -- start 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b625b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b6256370 0x55f4b62621a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f4b6259340 con 0x55f4b6256370 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f4b613d290 con 0x55f4b62512e0 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f4b62594c0 con 0x55f4b62509a0 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.361+0000 7f9a9667e740 10 client.0 _ll_register_callbacks cb 0x55f4b616e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a90e81640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b625b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91e83640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b6256370 0x55f4b62621a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41056/0 (socket says 172.21.15.7:41056) 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 -- 172.21.15.7:0/4076840393 learned_addr learned my addr 172.21.15.7:0/4076840393 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b625b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38594/0 (socket says 172.21.15.7:38594) 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 -- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 msgr2=0x55f4b625b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b625b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 -- 172.21.15.7:0/4076840393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b6256370 msgr2=0x55f4b62621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b6256370 0x55f4b62621a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 -- 172.21.15.7:0/4076840393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4b5ec7210 con 0x55f4b62509a0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a91682640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9a88097fd0 tx=0x7f9a8809b9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfcd8e07e11c9c5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a74ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8809bb70 con 0x55f4b62509a0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a880cf320 con 0x55f4b62509a0 2024-09-10T07:55:33.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a84005050 con 0x55f4b62509a0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a8809fe70 con 0x55f4b62509a0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a9667e740 10 client.27454 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.362+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f4b5f93620 con 0x55f4b62509a0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a84005050 con 0x55f4b62509a0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a880cc8b0 con 0x55f4b62509a0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 10 client.27454 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 10 client.27454 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 20 client.27454 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6266800 0x55f4b6268bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 4 client.27454 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4b61c1a20 con 0x55f4b6266800 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.363+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6266800 0x55f4b6268bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.364+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6266800 0x55f4b6268bf0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cf5c081e08df400 server_cookie=7d370a675c3dc11a in_seq=0 out_seq=0 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.364+0000 7f9a74ff9640 10 client.27454 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.364+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4076840393 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f4b61c1a20 con 0x55f4b6266800 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.364+0000 7f9a74ff9640 10 client.27454 handle_command_reply: tid=0 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.364+0000 7f9a9667e740 1 client.27454 shutdown 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 msgr2=0x55f4b625ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9a88097fd0 tx=0x7f9a8809b9d0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 shutdown_connections 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6266800 0x55f4b6268bf0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b6256370 0x55f4b62621a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a74ff9640 0 client.27454 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b625b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4076840393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625ac20 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 >> 172.21.15.7:0/4076840393 conn(0x55f4b624c010 msgr2=0x55f4b624d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 shutdown_connections 2024-09-10T07:55:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 1 -- 172.21.15.7:0/4076840393 wait complete. 2024-09-10T07:55:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.365+0000 7f9a9667e740 20 client.27454 trim_cache size 0 max 16384 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 Processor -- start 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 -- start start 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b624c010 0x55f4b625b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62512e0 0x55f4b624d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1af0b0 con 0x55f4b62509a0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1ac980 con 0x55f4b624c010 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a9667e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1aa7f0 con 0x55f4b62512e0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37450/0 (socket says 172.21.15.7:37450) 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 -- 172.21.15.7:0/2484335695 learned_addr learned my addr 172.21.15.7:0/2484335695 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a91e83640 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62512e0 0x55f4b624d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a91682640 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b624c010 0x55f4b625b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 -- 172.21.15.7:0/2484335695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62512e0 msgr2=0x55f4b624d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62512e0 0x55f4b624d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 -- 172.21.15.7:0/2484335695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b624c010 msgr2=0x55f4b625b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b624c010 0x55f4b625b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.382+0000 7f9a90e81640 1 -- 172.21.15.7:0/2484335695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4b624be30 con 0x55f4b62509a0 2024-09-10T07:55:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a90e81640 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c005de0 tx=0x7f9a7c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c266afb5bd9c02dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a76ffd640 1 -- 172.21.15.7:0/2484335695 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c035040 con 0x55f4b62509a0 2024-09-10T07:55:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a76ffd640 1 -- 172.21.15.7:0/2484335695 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a7c04a070 con 0x55f4b62509a0 2024-09-10T07:55:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a76ffd640 1 -- 172.21.15.7:0/2484335695 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c045380 con 0x55f4b62509a0 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a9667e740 1 -- 172.21.15.7:0/2484335695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 msgr2=0x55f4b6262160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.383+0000 7f9a9667e740 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c005de0 tx=0x7f9a7c02a410 comp rx=0 tx=0).stop 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- 172.21.15.7:0/2484335695 shutdown_connections 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62512e0 0x55f4b624d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b62509a0 0x55f4b6262160 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- 172.21.15.7:0/2484335695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b624c010 0x55f4b625b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- 172.21.15.7:0/2484335695 >> 172.21.15.7:0/2484335695 conn(0x55f4b6255f00 msgr2=0x55f4b624b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- 172.21.15.7:0/2484335695 shutdown_connections 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- 172.21.15.7:0/2484335695 wait complete. 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- start start 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 Processor -- start 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b6260d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1aae40 con 0x55f4b624c010 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1ac2b0 con 0x55f4b62512e0 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1ab510 con 0x55f4b62509a0 2024-09-10T07:55:33.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a9667e740 10 client.0 _ll_register_callbacks cb 0x7f9a8800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.384+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37452/0 (socket says 172.21.15.7:37452) 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 -- 172.21.15.7:0/4138237427 learned_addr learned my addr 172.21.15.7:0/4138237427 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91e83640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b6260d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 -- 172.21.15.7:0/4138237427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 msgr2=0x55f4b625fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 -- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 msgr2=0x55f4b6260d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b6260d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 -- 172.21.15.7:0/4138237427 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4b6261360 con 0x55f4b624c010 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91e83640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b6260d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:33.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a91682640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f9a88099e20 tx=0x7f9a8800cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c3edeb4562422e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a74ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8809bb70 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a880cc530 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7c04a070 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a880a4730 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a9667e740 10 client.18147 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.385+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f4b62d1540 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a7c04a070 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a8809b030 con 0x55f4b624c010 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 10 client.18147 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 10 client.18147 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 20 client.18147 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:33.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6256370 0x55f4b62d3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:33.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 4 client.18147 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:55:33.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f4b61bbd70 con 0x55f4b6256370 2024-09-10T07:55:33.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6256370 0x55f4b62d3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:33.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a90e81640 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6256370 0x55f4b62d3ef0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5add427dfcfd1639 server_cookie=a42d99cacae3c9a1 in_seq=0 out_seq=0 2024-09-10T07:55:33.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.386+0000 7f9a74ff9640 10 client.18147 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a74ff9640 1 -- 172.21.15.7:0/4138237427 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f4b61bbd70 con 0x55f4b6256370 2024-09-10T07:55:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a74ff9640 10 client.18147 handle_command_reply: tid=0 2024-09-10T07:55:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 client.18147 shutdown 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 msgr2=0x55f4b625f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f9a88099e20 tx=0x7f9a8800cf20 comp rx=0 tx=0).stop 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 shutdown_connections 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f4b6256370 0x55f4b62d3ef0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f4b62512e0 0x55f4b6260d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a74ff9640 0 client.18147 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f4b62509a0 0x55f4b625fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 --2- 172.21.15.7:0/4138237427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f4b624c010 0x55f4b625f800 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.401+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 >> 172.21.15.7:0/4138237427 conn(0x55f4b6255f00 msgr2=0x55f4b624b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 shutdown_connections 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a9667e740 1 -- 172.21.15.7:0/4138237427 wait complete. 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a9667e740 20 client.18147 trim_cache size 0 max 16384 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:55:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:55:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 msgr2=0x7f9a780a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 0x7f9a780a5170 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f9a84021000 tx=0x7f9a8401e000 comp rx=0 tx=0).stop 2024-09-10T07:55:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 msgr2=0x7f9a8c101f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800e9f0 tx=0x7f9a8800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 shutdown_connections 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a780a2cb0 0x7f9a780a5170 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a8c107880 0x7f9a8c100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a8c104f50 0x7f9a8c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.402+0000 7f9a938e6640 1 --2- 172.21.15.7:0/135487676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a8c102620 0x7f9a8c101f90 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.403+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 >> 172.21.15.7:0/135487676 conn(0x7f9a8c0fc1e0 msgr2=0x7f9a8c103060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.403+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 shutdown_connections 2024-09-10T07:55:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:33.403+0000 7f9a938e6640 1 -- 172.21.15.7:0/135487676 wait complete. 2024-09-10T07:55:34.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 196001 1.88 MB/sec execute 397 sec latency 13.915 ms 2024-09-10T07:55:34.596 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:55:34.891 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:35.015 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:34 smithi007 ceph-mon[30879]: pgmap v668: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 1.1 MiB/s wr, 103 op/s 2024-09-10T07:55:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:34 smithi110 ceph-mon[34417]: pgmap v668: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 1.1 MiB/s wr, 103 op/s 2024-09-10T07:55:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:34 smithi145 ceph-mon[34766]: pgmap v668: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 1.1 MiB/s wr, 103 op/s 2024-09-10T07:55:35.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 196569 1.89 MB/sec execute 398 sec latency 32.264 ms 2024-09-10T07:55:35.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.369+0000 7fc8019e4640 1 -- 172.21.15.7:0/1551250555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 msgr2=0x7fc7fc106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.369+0000 7fc8019e4640 1 --2- 172.21.15.7:0/1551250555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc106f60 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec009900 tx=0x7fc7ec02a410 comp rx=0 tx=0).stop 2024-09-10T07:55:35.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.369+0000 7fc8019e4640 1 -- 172.21.15.7:0/1551250555 shutdown_connections 2024-09-10T07:55:35.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.369+0000 7fc8019e4640 1 --2- 172.21.15.7:0/1551250555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 --2- 172.21.15.7:0/1551250555 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 --2- 172.21.15.7:0/1551250555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc106f60 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 -- 172.21.15.7:0/1551250555 >> 172.21.15.7:0/1551250555 conn(0x7fc7fc077230 msgr2=0x7fc7fc0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 -- 172.21.15.7:0/1551250555 shutdown_connections 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 -- 172.21.15.7:0/1551250555 wait complete. 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 Processor -- start 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.370+0000 7fc8019e4640 1 -- start start 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc1012e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc101d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc111f00 con 0x7fc7fc106b80 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc111d80 con 0x7fc7fc100aa0 2024-09-10T07:55:35.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc8019e4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc112080 con 0x7fc7fc100100 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc1012e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc101d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc1012e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41092/0 (socket says 172.21.15.7:41092) 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38620/0 (socket says 172.21.15.7:38620) 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7faffd640 1 -- 172.21.15.7:0/3946054047 learned_addr learned my addr 172.21.15.7:0/3946054047 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 -- 172.21.15.7:0/3946054047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 msgr2=0x7fc7fc1012e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc1012e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 -- 172.21.15.7:0/3946054047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 msgr2=0x7fc7fc101820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 -- 172.21.15.7:0/3946054047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7fc1a68e0 con 0x7fc7fc106b80 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:35.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.371+0000 7fc7fb7fe640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc101d60 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4005fd0 tx=0x7fc7f400edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.372+0000 7fc8009e2640 1 -- 172.21.15.7:0/3946054047 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4004d20 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.372+0000 7fc8009e2640 1 -- 172.21.15.7:0/3946054047 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7f4005020 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.372+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7fc1a6bd0 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.372+0000 7fc8009e2640 1 -- 172.21.15.7:0/3946054047 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f40116b0 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.372+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7fc1a7110 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.374+0000 7fc8009e2640 1 -- 172.21.15.7:0/3946054047 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc7f40051d0 con 0x7fc7fc106b80 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.374+0000 7fc803dbd740 1 Processor -- start 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.374+0000 7fc803dbd740 1 -- start start 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e59f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5aca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56421e5052e0 con 0x56421e5aa680 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56421e4acce0 con 0x56421e59f4a0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc803dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56421e5012a0 con 0x56421e59fdc0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc8009e2640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 0x7fc7e40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e59f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41108/0 (socket says 172.21.15.7:41108) 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 -- 172.21.15.7:0/147059947 learned_addr learned my addr 172.21.15.7:0/147059947 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5aca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7fb7fe640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 0x7fc7e40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 -- 172.21.15.7:0/147059947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 msgr2=0x56421e59f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e59f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 -- 172.21.15.7:0/147059947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 msgr2=0x56421e5aca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5aca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc7faffd640 1 -- 172.21.15.7:0/147059947 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56421e491440 con 0x56421e59fdc0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.375+0000 7fc8009e2640 1 -- 172.21.15.7:0/3946054047 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc7f40cf370 con 0x7fc7fc106b80 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.376+0000 7fc7faffd640 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec000c00 tx=0x7fc7ec031c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96c97d10313ffe7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.376+0000 7fc7fb7fe640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 0x7fc7e40a50c0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc7f409b870 tx=0x7fc7f4004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.376+0000 7fc7e1ffb640 1 -- 172.21.15.7:0/147059947 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec040070 con 0x56421e59fdc0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.376+0000 7fc7e1ffb640 1 -- 172.21.15.7:0/147059947 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7ec004030 con 0x56421e59fdc0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.376+0000 7fc7e1ffb640 1 -- 172.21.15.7:0/147059947 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec035040 con 0x56421e59fdc0 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- 172.21.15.7:0/147059947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 msgr2=0x56421e5aa140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec000c00 tx=0x7fc7ec031c20 comp rx=0 tx=0).stop 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- 172.21.15.7:0/147059947 shutdown_connections 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5aca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5aa140 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 --2- 172.21.15.7:0/147059947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e59f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- 172.21.15.7:0/147059947 >> 172.21.15.7:0/147059947 conn(0x56421e59ba30 msgr2=0x56421e59be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- 172.21.15.7:0/147059947 shutdown_connections 2024-09-10T07:55:35.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- 172.21.15.7:0/147059947 wait complete. 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.377+0000 7fc803dbd740 1 -- start start 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 Processor -- start 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 0x56421e5a7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e5aa680 0x56421e5a7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56421e5ad250 con 0x56421e59fdc0 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56421e4c0050 con 0x56421e59f4a0 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56421e5ad3d0 con 0x56421e5aa680 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc803dbd740 10 client.0 _ll_register_callbacks cb 0x56421e500160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 0x56421e5a7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7faffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 0x56421e5a7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37494/0 (socket says 172.21.15.7:37494) 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7faffd640 1 -- 172.21.15.7:0/3987647147 learned_addr learned my addr 172.21.15.7:0/3987647147 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38642/0 (socket says 172.21.15.7:38642) 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e5aa680 0x56421e5a7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/3987647147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e5aa680 msgr2=0x56421e5a7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e5aa680 0x56421e5a7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/3987647147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 msgr2=0x56421e5a7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 0x56421e5a7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.378+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/3987647147 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56421e2763c0 con 0x56421e59f4a0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x56421e59cdb0 tx=0x7fc7f000bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=316958aab0d396c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f00115f0 con 0x56421e59f4a0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc7f0011790 con 0x56421e59f4a0 2024-09-10T07:55:35.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7ec004030 con 0x56421e59f4a0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc7f0011990 con 0x56421e59f4a0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc803dbd740 10 client.27440 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56421e5b8bc0 con 0x56421e59f4a0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7ec004030 con 0x56421e59f4a0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.379+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc7f0021c20 con 0x56421e59f4a0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 10 client.27440 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 10 client.27440 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 20 client.27440 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e5b9fd0 0x56421e5bc470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 4 client.27440 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56421e512850 con 0x56421e5b9fd0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc7faffd640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e5b9fd0 0x56421e5bc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc7faffd640 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e5b9fd0 0x56421e5bc470 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f290fe19cff48c77 server_cookie=9a1936e37262b1df in_seq=0 out_seq=0 2024-09-10T07:55:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.380+0000 7fc7daffd640 10 client.27440 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc7daffd640 1 -- 172.21.15.7:0/3987647147 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56421e512850 con 0x56421e5b9fd0 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc7daffd640 10 client.27440 handle_command_reply: tid=0 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc803dbd740 1 client.27440 shutdown 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 msgr2=0x56421e5a9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x56421e59cdb0 tx=0x7fc7f000bf60 comp rx=0 tx=0).stop 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 shutdown_connections 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.381+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e5b9fd0 0x56421e5bc470 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e5aa680 0x56421e5a7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59fdc0 0x56421e5a7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 --2- 172.21.15.7:0/3987647147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59f4a0 0x56421e5a9f70 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 >> 172.21.15.7:0/3987647147 conn(0x56421e59ba30 msgr2=0x56421e5a1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc7daffd640 0 client.27440 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:35.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 shutdown_connections 2024-09-10T07:55:35.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 1 -- 172.21.15.7:0/3987647147 wait complete. 2024-09-10T07:55:35.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.382+0000 7fc803dbd740 20 client.27440 trim_cache size 0 max 16384 2024-09-10T07:55:35.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 Processor -- start 2024-09-10T07:55:35.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 -- start start 2024-09-10T07:55:35.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59f4a0 0x56421e5c1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 0x56421e5c2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1b3710 con 0x56421e5aa680 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1b0fe0 con 0x56421e59fdc0 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc803dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1aee50 con 0x56421e59f4a0 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37510/0 (socket says 172.21.15.7:37510) 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/2666694003 learned_addr learned my addr 172.21.15.7:0/2666694003 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.402+0000 7fc7faffd640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 0x56421e5c2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59f4a0 0x56421e5c1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/2666694003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59f4a0 msgr2=0x56421e5c1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59f4a0 0x56421e5c1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/2666694003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 msgr2=0x56421e5c2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 0x56421e5c2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/2666694003 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56421e59fbf0 con 0x56421e5aa680 2024-09-10T07:55:35.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7faffd640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 0x56421e5c2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:35.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fc7f00124c0 tx=0x7fc7f000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f34d931b06bd087 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7e17fa640 1 -- 172.21.15.7:0/2666694003 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f0020750 con 0x56421e5aa680 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7e17fa640 1 -- 172.21.15.7:0/2666694003 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7f0016070 con 0x56421e5aa680 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.403+0000 7fc7e17fa640 1 -- 172.21.15.7:0/2666694003 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f0020a50 con 0x56421e5aa680 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- 172.21.15.7:0/2666694003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 msgr2=0x56421e5a4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fc7f00124c0 tx=0x7fc7f000b390 comp rx=0 tx=0).stop 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- 172.21.15.7:0/2666694003 shutdown_connections 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e5aa680 0x56421e5a4480 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e59fdc0 0x56421e5c2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 --2- 172.21.15.7:0/2666694003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59f4a0 0x56421e5c1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- 172.21.15.7:0/2666694003 >> 172.21.15.7:0/2666694003 conn(0x56421e59ba30 msgr2=0x56421e59ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- 172.21.15.7:0/2666694003 shutdown_connections 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- 172.21.15.7:0/2666694003 wait complete. 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.404+0000 7fc803dbd740 1 -- start start 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 Processor -- start 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5b0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e5aa680 0x56421e5b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1af4a0 con 0x56421e59f4a0 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1b0910 con 0x56421e5aa680 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1afb70 con 0x56421e59fdc0 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc803dbd740 10 client.0 _ll_register_callbacks cb 0x7fc7f0012510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37516/0 (socket says 172.21.15.7:37516) 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/92643846 learned_addr learned my addr 172.21.15.7:0/92643846 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7faffd640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5b0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e5aa680 0x56421e5b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/92643846 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 msgr2=0x56421e5b0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5b0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e5aa680 msgr2=0x56421e5b0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e5aa680 0x56421e5b0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.405+0000 7fc7fa7fc640 1 -- 172.21.15.7:0/92643846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56421e623d20 con 0x56421e59f4a0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc7fa7fc640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0012e40 tx=0x7fc7f0020690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49c3c71e817d7c94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc7daffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f003f060 con 0x56421e59f4a0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc7f0011d30 con 0x56421e59f4a0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7f0016070 con 0x56421e59f4a0 2024-09-10T07:55:35.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc7f00111f0 con 0x56421e59f4a0 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc803dbd740 10 client.18165 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.406+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56421e624f30 con 0x56421e59f4a0 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7f0016070 con 0x56421e59f4a0 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc7f0005050 con 0x56421e59f4a0 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 10 client.18165 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 10 client.18165 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 20 client.18165 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e625590 0x56421e627980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 4 client.18165 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56421e5a7af0 con 0x56421e625590 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc7faffd640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e625590 0x56421e627980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.407+0000 7fc7daffd640 10 client.18165 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:35.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc7faffd640 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e625590 0x56421e627980 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5834ea1213144047 server_cookie=e3d3c719ba1d55b3 in_seq=0 out_seq=0 2024-09-10T07:55:35.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc7daffd640 1 -- 172.21.15.7:0/92643846 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56421e5a7af0 con 0x56421e625590 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc7daffd640 10 client.18165 handle_command_reply: tid=0 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 client.18165 shutdown 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 msgr2=0x56421e5b02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0012e40 tx=0x7fc7f0020690 comp rx=0 tx=0).stop 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 shutdown_connections 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56421e625590 0x56421e627980 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56421e5aa680 0x56421e5b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56421e59fdc0 0x56421e5b0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc7daffd640 0 client.18165 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 --2- 172.21.15.7:0/92643846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421e59f4a0 0x56421e5b02c0 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.408+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 >> 172.21.15.7:0/92643846 conn(0x56421e59ba30 msgr2=0x56421e5a8a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 shutdown_connections 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc803dbd740 1 -- 172.21.15.7:0/92643846 wait complete. 2024-09-10T07:55:35.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc803dbd740 20 client.18165 trim_cache size 0 max 16384 2024-09-10T07:55:35.413 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:35.413 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:55:35.413 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:55:35.413 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 msgr2=0x7fc7e40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 0x7fc7e40a50c0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc7f409b870 tx=0x7fc7f4004a40 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 msgr2=0x7fc7fc101d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc101d60 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4005fd0 tx=0x7fc7f400edd0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 shutdown_connections 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc7e40a2c00 0x7fc7e40a50c0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7fc106b80 0x7fc7fc101d60 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc7fc100aa0 0x7fc7fc101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 --2- 172.21.15.7:0/3946054047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7fc100100 0x7fc7fc1012e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.409+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 >> 172.21.15.7:0/3946054047 conn(0x7fc7fc077230 msgr2=0x7fc7fc104cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.410+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 shutdown_connections 2024-09-10T07:55:35.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:35.410+0000 7fc8019e4640 1 -- 172.21.15.7:0/3946054047 wait complete. 2024-09-10T07:55:36.251 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:55:36.252 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:55:36.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 197195 1.88 MB/sec execute 399 sec latency 16.008 ms 2024-09-10T07:55:36.535 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:36.953 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:36 smithi007 ceph-mon[30879]: pgmap v669: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:55:37.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 -- 172.21.15.7:0/524864285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102570 msgr2=0x7f4e841029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 --2- 172.21.15.7:0/524864285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102570 0x7f4e841029b0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f4e78009900 tx=0x7f4e7802a480 comp rx=0 tx=0).stop 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 -- 172.21.15.7:0/524864285 shutdown_connections 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 --2- 172.21.15.7:0/524864285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102ef0 0x7f4e8410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 --2- 172.21.15.7:0/524864285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102570 0x7f4e841029b0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 --2- 172.21.15.7:0/524864285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 0x7f4e84101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 -- 172.21.15.7:0/524864285 >> 172.21.15.7:0/524864285 conn(0x7f4e840fc7d0 msgr2=0x7f4e840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 -- 172.21.15.7:0/524864285 shutdown_connections 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.041+0000 7f4e896b2640 1 -- 172.21.15.7:0/524864285 wait complete. 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.042+0000 7f4e896b2640 1 Processor -- start 2024-09-10T07:55:37.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.042+0000 7f4e896b2640 1 -- start start 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 0x7f4e841a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102ef0 0x7f4e8419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e84110e30 con 0x7f4e84102ef0 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e84110cb0 con 0x7f4e84102570 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e896b2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e84110fb0 con 0x7f4e84100e20 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e82ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 0x7f4e841a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38680/0 (socket says 172.21.15.7:38680) 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 -- 172.21.15.7:0/3527153446 learned_addr learned my addr 172.21.15.7:0/3527153446 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e837fe640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102ef0 0x7f4e8419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 -- 172.21.15.7:0/3527153446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 msgr2=0x7f4e841a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 0x7f4e841a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 -- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102ef0 msgr2=0x7f4e8419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102ef0 0x7f4e8419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 -- 172.21.15.7:0/3527153446 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8419ae30 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.043+0000 7f4e827fc640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4e78006010 tx=0x7f4e780040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.044+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7803f030 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.044+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8419b0c0 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.044+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e780044c0 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.044+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e78035070 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.044+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e841a70d0 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.045+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e84101200 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.046+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4e78042030 con 0x7f4e84102570 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.047+0000 7f4e6bfff640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 0x7f4e6c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.047+0000 7f4e82ffd640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 0x7f4e6c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:37.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.047+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e780ef9a0 con 0x7f4e84102570 2024-09-10T07:55:37.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.047+0000 7f4e82ffd640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 0x7f4e6c0a5040 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f4e74009bd0 tx=0x7f4e74005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:37.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.050+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4e780bbeb0 con 0x7f4e84102570 2024-09-10T07:55:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:36 smithi110 ceph-mon[34417]: pgmap v669: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:55:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:36 smithi145 ceph-mon[34766]: pgmap v669: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 152 op/s 2024-09-10T07:55:37.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1 197695 1.88 MB/sec execute 400 sec latency 19.087 ms 2024-09-10T07:55:37.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.294+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e841a7300 con 0x7f4e84102570 2024-09-10T07:55:37.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.294+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3527153446 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f4e780c01b0 con 0x7f4e84102570 2024-09-10T07:55:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:55:37.294 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:55:37.295 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 msgr2=0x7f4e6c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 0x7f4e6c0a5040 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f4e74009bd0 tx=0x7f4e74005f90 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 msgr2=0x7f4e841a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4e78006010 tx=0x7f4e780040c0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 shutdown_connections 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e6c0a2b80 0x7f4e6c0a5040 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84102ef0 0x7f4e8419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84102570 0x7f4e841a07b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 --2- 172.21.15.7:0/3527153446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84100e20 0x7f4e841a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 >> 172.21.15.7:0/3527153446 conn(0x7f4e840fc7d0 msgr2=0x7f4e84103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 shutdown_connections 2024-09-10T07:55:37.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:37.297+0000 7f4e896b2640 1 -- 172.21.15.7:0/3527153446 wait complete. 2024-09-10T07:55:37.950 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:37 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3527153446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:37.979 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:55:38.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:37 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3527153446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:38.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:37 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3527153446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:38.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 198409 1.89 MB/sec execute 401 sec latency 13.455 ms 2024-09-10T07:55:38.314 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 -- 172.21.15.7:0/453653939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1082a0 msgr2=0x7fa4ec10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/453653939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec10ec40 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009cd0 tx=0x7fa4e402a8e0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 -- 172.21.15.7:0/453653939 shutdown_connections 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/453653939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec10ec40 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/453653939 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/453653939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 0x7fa4ec103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.827+0000 7fa4f0bef640 1 -- 172.21.15.7:0/453653939 >> 172.21.15.7:0/453653939 conn(0x7fa4ec0fc7d0 msgr2=0x7fa4ec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.828+0000 7fa4f0bef640 1 -- 172.21.15.7:0/453653939 shutdown_connections 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.828+0000 7fa4f0bef640 1 -- 172.21.15.7:0/453653939 wait complete. 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.828+0000 7fa4f0bef640 1 Processor -- start 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.828+0000 7fa4f0bef640 1 -- start start 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 0x7fa4ec100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec111f50 con 0x7fa4ec1036e0 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec111dd0 con 0x7fa4ec1082a0 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4f0bef640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1120d0 con 0x7fa4ec102d30 2024-09-10T07:55:38.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37540/0 (socket says 172.21.15.7:37540) 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4e9d9b640 1 -- 172.21.15.7:0/2120716621 learned_addr learned my addr 172.21.15.7:0/2120716621 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 0x7fa4ec100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 -- 172.21.15.7:0/2120716621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 msgr2=0x7fa4ec100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 0x7fa4ec100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 -- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 msgr2=0x7fa4ec100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 -- 172.21.15.7:0/2120716621 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4ec1a6960 con 0x7fa4ec1082a0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.829+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec101410 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa4e402ae00 tx=0x7fa4e4003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.830+0000 7fa4db7fe640 1 -- 172.21.15.7:0/2120716621 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4004040 con 0x7fa4ec1082a0 2024-09-10T07:55:38.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.830+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4ec1a6bf0 con 0x7fa4ec1082a0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.830+0000 7fa4db7fe640 1 -- 172.21.15.7:0/2120716621 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4e4004690 con 0x7fa4ec1082a0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.830+0000 7fa4db7fe640 1 -- 172.21.15.7:0/2120716621 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4030e20 con 0x7fa4ec1082a0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.830+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4ec1a7180 con 0x7fa4ec1082a0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.832+0000 7fa4f2fc8740 1 Processor -- start 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.832+0000 7fa4db7fe640 1 -- 172.21.15.7:0/2120716621 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa4e40305a0 con 0x7fa4ec1082a0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.832+0000 7fa4f2fc8740 1 -- start start 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0afb40 0x55a19f0ae090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 0x55a19f0bb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a19f0142f0 con 0x55a19f0b9370 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a19efbbcf0 con 0x55a19f0afb40 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a19f0102b0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 0x55a19f0bb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41186/0 (socket says 172.21.15.7:41186) 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 -- 172.21.15.7:0/3330827909 learned_addr learned my addr 172.21.15.7:0/3330827909 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0afb40 0x55a19f0ae090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 -- 172.21.15.7:0/3330827909 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0afb40 msgr2=0x55a19f0ae090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0afb40 0x55a19f0ae090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 -- 172.21.15.7:0/3330827909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 msgr2=0x55a19f0bb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4db7fe640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 0x7fa4d40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 0x55a19f0bb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4ea59c640 1 -- 172.21.15.7:0/3330827909 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a19efa03a0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4db7fe640 1 -- 172.21.15.7:0/2120716621 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa4e402e030 con 0x7fa4ec1082a0 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.833+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 0x55a19f0bb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:38.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.834+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 0x7fa4d40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.834+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00b760 tx=0x7fa4dc00bc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c507fbdf0a35460e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.834+0000 7fa4d8ff9640 1 -- 172.21.15.7:0/3330827909 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc003dd0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.834+0000 7fa4d8ff9640 1 -- 172.21.15.7:0/3330827909 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4dc015070 con 0x55a19f0ae5d0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.834+0000 7fa4d8ff9640 1 -- 172.21.15.7:0/3330827909 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc004d60 con 0x55a19f0ae5d0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/3330827909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 msgr2=0x55a19f0aea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00b760 tx=0x7fa4dc00bc20 comp rx=0 tx=0).stop 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 0x7fa4d40a5040 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55a19f0af070 tx=0x7fa4e00046c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/3330827909 shutdown_connections 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0b9370 0x55a19f0bb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0aea10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/3330827909 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0afb40 0x55a19f0ae090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/3330827909 >> 172.21.15.7:0/3330827909 conn(0x55a19f077310 msgr2=0x55a19f0aac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/3330827909 shutdown_connections 2024-09-10T07:55:38.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/3330827909 wait complete. 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 -- start start 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.835+0000 7fa4f2fc8740 1 Processor -- start 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a19f0bc070 con 0x55a19f0afb40 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a19efcf060 con 0x55a19f0ae5d0 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a19f0bc1f0 con 0x55a19f0b9370 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 10 client.0 _ll_register_callbacks cb 0x55a19ed228c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:38718/0 (socket says 172.21.15.7:38718) 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2291185874 learned_addr learned my addr 172.21.15.7:0/2291185874 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 msgr2=0x55a19f0b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2291185874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 msgr2=0x55a19f0b5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2291185874 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a19ed853c0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc0044c0 tx=0x7fa4dc00be70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b776d2d4d659e8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc028060 con 0x55a19f0ae5d0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa4dc011640 con 0x55a19f0ae5d0 2024-09-10T07:55:38.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.836+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4dc015070 con 0x55a19f0ae5d0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa4dc02f050 con 0x55a19f0ae5d0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 10 client.27464 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a19f0c7ad0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4dc015070 con 0x55a19f0ae5d0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa4dc022030 con 0x55a19f0ae5d0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 10 client.27464 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 10 client.27464 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 20 client.27464 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f0cb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 4 client.27464 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a19f021860 con 0x55a19f0c8ed0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.837+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f0cb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.838+0000 7fa4d1ffb640 10 client.27464 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.838+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f0cb2c0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3686674a89b5b643 server_cookie=5bbd9b2c8b380510 in_seq=0 out_seq=0 2024-09-10T07:55:38.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2291185874 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a19f021860 con 0x55a19f0c8ed0 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4d1ffb640 10 client.27464 handle_command_reply: tid=0 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 client.27464 shutdown 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 msgr2=0x55a19f0b8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc0044c0 tx=0x7fa4dc00be70 comp rx=0 tx=0).stop 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 shutdown_connections 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f0cb2c0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4d1ffb640 0 client.27464 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2291185874 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0b8d00 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 >> 172.21.15.7:0/2291185874 conn(0x55a19f077310 msgr2=0x55a19f0b0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 shutdown_connections 2024-09-10T07:55:38.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2291185874 wait complete. 2024-09-10T07:55:38.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.839+0000 7fa4f2fc8740 20 client.27464 trim_cache size 0 max 16384 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 Processor -- start 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 -- start start 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b3690 con 0x55a19f0afb40 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b0f60 con 0x55a19f0ae5d0 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1aedd0 con 0x55a19f0b9370 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37560/0 (socket says 172.21.15.7:37560) 2024-09-10T07:55:38.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4e9d9b640 1 -- 172.21.15.7:0/474207908 learned_addr learned my addr 172.21.15.7:0/474207908 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.854+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 -- 172.21.15.7:0/474207908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 msgr2=0x55a19f0b1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 -- 172.21.15.7:0/474207908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 msgr2=0x55a19f0c5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 -- 172.21.15.7:0/474207908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a19f0ab960 con 0x55a19f0afb40 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0012010 tx=0x7fa4e0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb898280938a89d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4d3fff640 1 -- 172.21.15.7:0/474207908 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e002d530 con 0x55a19f0afb40 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4d3fff640 1 -- 172.21.15.7:0/474207908 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a19f021860 con 0x55a19f0afb40 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.855+0000 7fa4d3fff640 1 -- 172.21.15.7:0/474207908 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0003ce0 con 0x55a19f0afb40 2024-09-10T07:55:38.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/474207908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 msgr2=0x55a19f0b1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0012010 tx=0x7fa4e0005f90 comp rx=0 tx=0).stop 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/474207908 shutdown_connections 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0b9370 0x55a19f0b1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0b1120 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/474207908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/474207908 >> 172.21.15.7:0/474207908 conn(0x55a19f077310 msgr2=0x55a19f0a5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/474207908 shutdown_connections 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/474207908 wait complete. 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 -- start start 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.856+0000 7fa4f2fc8740 1 Processor -- start 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0b9370 0x55a19f0bcb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1af420 con 0x55a19f0afb40 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b0890 con 0x55a19f0b9370 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1afaf0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4f2fc8740 10 client.0 _ll_register_callbacks cb 0x7fa4e0009dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4e9d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41206/0 (socket says 172.21.15.7:41206) 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2530143793 learned_addr learned my addr 172.21.15.7:0/2530143793 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ead9d640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0b9370 0x55a19f0bcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2530143793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0b9370 msgr2=0x55a19f0bcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0b9370 0x55a19f0bcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2530143793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 msgr2=0x55a19f0c1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0c1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 -- 172.21.15.7:0/2530143793 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a19f0bd3b0 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4ea59c640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc019870 tx=0x7fa4dc019c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e567cd526e164ecc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.857+0000 7fa4d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc037020 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa4dc011640 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a19f021860 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa4dc042050 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 10 client.27502 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a19f13bc40 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a19f021860 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa4dc022040 con 0x55a19f0ae5d0 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 10 client.27502 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 10 client.27502 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:55:38.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 20 client.27502 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f13e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 4 client.27502 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.858+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a19f01bd70 con 0x55a19f0c8ed0 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f13e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4e9d9b640 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f13e3c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ade47bd12f6a7cf9 server_cookie=9efde7a4e2f0d353 in_seq=0 out_seq=0 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4d1ffb640 10 client.27502 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4d1ffb640 1 -- 172.21.15.7:0/2530143793 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a19f01bd70 con 0x55a19f0c8ed0 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4d1ffb640 10 client.27502 handle_command_reply: tid=0 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 client.27502 shutdown 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 msgr2=0x55a19f0c17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc019870 tx=0x7fa4dc019c70 comp rx=0 tx=0).stop 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 shutdown_connections 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a19f0c8ed0 0x55a19f13e3c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.859+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a19f0b9370 0x55a19f0bcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a19f0afb40 0x55a19f0c1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 1 --2- 172.21.15.7:0/2530143793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19f0ae5d0 0x55a19f0c17a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 >> 172.21.15.7:0/2530143793 conn(0x55a19f077310 msgr2=0x55a19f0a94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4d1ffb640 0 client.27502 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 shutdown_connections 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 1 -- 172.21.15.7:0/2530143793 wait complete. 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.860+0000 7fa4f2fc8740 20 client.27502 trim_cache size 0 max 16384 2024-09-10T07:55:38.866 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 msgr2=0x7fa4d40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 0x7fa4d40a5040 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55a19f0af070 tx=0x7fa4e00046c0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 msgr2=0x7fa4ec101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec101410 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa4e402ae00 tx=0x7fa4e4003970 comp rx=0 tx=0).stop 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 shutdown_connections 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa4d40a2b80 0x7fa4d40a5040 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4ec1082a0 0x7fa4ec101410 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1036e0 0x7fa4ec100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 --2- 172.21.15.7:0/2120716621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4ec102d30 0x7fa4ec100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:38.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 >> 172.21.15.7:0/2120716621 conn(0x7fa4ec0fc7d0 msgr2=0x7fa4ec105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:38.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 shutdown_connections 2024-09-10T07:55:38.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:38.861+0000 7fa4f0bef640 1 -- 172.21.15.7:0/2120716621 wait complete. 2024-09-10T07:55:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:38 smithi007 ceph-mon[30879]: pgmap v670: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:38 smithi110 ceph-mon[34417]: pgmap v670: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:38 smithi145 ceph-mon[34766]: pgmap v670: 129 pgs: 129 active+clean; 85 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:39.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 198861 1.90 MB/sec execute 402 sec latency 66.425 ms 2024-09-10T07:55:39.581 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:55:39.855 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:40.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 199112 1.90 MB/sec execute 403 sec latency 77.061 ms 2024-09-10T07:55:40.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 -- 172.21.15.7:0/4198275455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102570 msgr2=0x7fa6801029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 --2- 172.21.15.7:0/4198275455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102570 0x7fa6801029b0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fa674009900 tx=0x7fa67402c690 comp rx=0 tx=0).stop 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 -- 172.21.15.7:0/4198275455 shutdown_connections 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 --2- 172.21.15.7:0/4198275455 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102ef0 0x7fa68010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 --2- 172.21.15.7:0/4198275455 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102570 0x7fa6801029b0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 --2- 172.21.15.7:0/4198275455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa680101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 -- 172.21.15.7:0/4198275455 >> 172.21.15.7:0/4198275455 conn(0x7fa6800fc7d0 msgr2=0x7fa6800febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.506+0000 7fa685e48640 1 -- 172.21.15.7:0/4198275455 shutdown_connections 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.507+0000 7fa685e48640 1 -- 172.21.15.7:0/4198275455 wait complete. 2024-09-10T07:55:40.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.507+0000 7fa685e48640 1 Processor -- start 2024-09-10T07:55:40.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 -- start start 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa68019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 0x7fa68019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45510/0 (socket says 172.21.15.7:45510) 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67effd640 1 -- 172.21.15.7:0/3804290604 learned_addr learned my addr 172.21.15.7:0/3804290604 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa68010fd30 con 0x7fa680102ef0 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa68019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67ffff640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 0x7fa68019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa68010fbb0 con 0x7fa680102570 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa68010feb0 con 0x7fa680100e20 2024-09-10T07:55:40.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 -- 172.21.15.7:0/3804290604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 msgr2=0x7fa68019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 -- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 msgr2=0x7fa68019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 0x7fa68019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.508+0000 7fa67f7fe640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa68019f5a0 con 0x7fa680100e20 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67effd640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67ffff640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 0x7fa68019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa68019a5f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa67000e9f0 tx=0x7fa67000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67cff9640 1 -- 172.21.15.7:0/3804290604 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67000ccc0 con 0x7fa680100e20 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67cff9640 1 -- 172.21.15.7:0/3804290604 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6700108e0 con 0x7fa680100e20 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa68019f890 con 0x7fa680100e20 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa67cff9640 1 -- 172.21.15.7:0/3804290604 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670018880 con 0x7fa680100e20 2024-09-10T07:55:40.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.509+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6801a7170 con 0x7fa680100e20 2024-09-10T07:55:40.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.511+0000 7fa67cff9640 1 -- 172.21.15.7:0/3804290604 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa670010a90 con 0x7fa680100e20 2024-09-10T07:55:40.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 Processor -- start 2024-09-10T07:55:40.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 -- start start 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d370a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d370aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5640d36702f0 con 0x5640d3715370 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5640d3617cf0 con 0x5640d370bb40 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa688221740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5640d366c2b0 con 0x5640d370a5d0 2024-09-10T07:55:40.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d370aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa67effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa67effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40386/0 (socket says 172.21.15.7:40386) 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.512+0000 7fa67effd640 1 -- 172.21.15.7:0/2243886435 learned_addr learned my addr 172.21.15.7:0/2243886435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67ffff640 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d370a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67cff9640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 0x7fa6680a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 -- 172.21.15.7:0/2243886435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 msgr2=0x5640d370aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d370aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 -- 172.21.15.7:0/2243886435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 msgr2=0x5640d370a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d370a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 -- 172.21.15.7:0/2243886435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640d35fc3a0 con 0x5640d3715370 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d370aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67ffff640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 0x7fa6680a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67cff9640 1 -- 172.21.15.7:0/3804290604 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa6700cf730 con 0x7fa680100e20 2024-09-10T07:55:40.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67effd640 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fa674009a20 tx=0x7fa674005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0cbd7f4ca9d163 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa665ffb640 1 -- 172.21.15.7:0/2243886435 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674037040 con 0x5640d3715370 2024-09-10T07:55:40.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa665ffb640 1 -- 172.21.15.7:0/2243886435 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6740336f0 con 0x5640d3715370 2024-09-10T07:55:40.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa67ffff640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 0x7fa6680a5040 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa6780049d0 tx=0x7fa678004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.513+0000 7fa665ffb640 1 -- 172.21.15.7:0/2243886435 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674004760 con 0x5640d3715370 2024-09-10T07:55:40.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 -- 172.21.15.7:0/2243886435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 msgr2=0x5640d3717760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fa674009a20 tx=0x7fa674005dd0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 -- 172.21.15.7:0/2243886435 shutdown_connections 2024-09-10T07:55:40.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d3717760 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d370aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 --2- 172.21.15.7:0/2243886435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d370a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 -- 172.21.15.7:0/2243886435 >> 172.21.15.7:0/2243886435 conn(0x5640d36d3310 msgr2=0x5640d3706c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 -- 172.21.15.7:0/2243886435 shutdown_connections 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.514+0000 7fa688221740 1 -- 172.21.15.7:0/2243886435 wait complete. 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 -- start start 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 Processor -- start 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3711f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 0x5640d37124e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5640d3718010 con 0x5640d370a5d0 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5640d362b060 con 0x5640d370bb40 2024-09-10T07:55:40.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5640d3718190 con 0x5640d3715370 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa688221740 10 client.0 _ll_register_callbacks cb 0x5640d337e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40394/0 (socket says 172.21.15.7:40394) 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa67f7fe640 1 -- 172.21.15.7:0/4243549119 learned_addr learned my addr 172.21.15.7:0/4243549119 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa67ffff640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 0x5640d37124e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.515+0000 7fa67effd640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3711f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 -- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 msgr2=0x5640d37124e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 0x5640d37124e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 -- 172.21.15.7:0/4243549119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 msgr2=0x5640d3711f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3711f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 -- 172.21.15.7:0/4243549119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640d33e13c0 con 0x5640d370a5d0 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67ffff640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 0x5640d37124e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67effd640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3711f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fa67009bc30 tx=0x7fa67009bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2cc74c62f091e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa65effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670010e00 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa6700cfbe0 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6740336f0 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa67009bca0 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa688221740 10 client.18201 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.516+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640d3723a80 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6740336f0 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa67009b0f0 con 0x5640d370a5d0 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 10 client.18201 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 10 client.18201 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:55:40.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 20 client.18201 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d3724f40 0x5640d37273d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 4 client.18201 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640d367d860 con 0x5640d3724f40 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.517+0000 7fa67effd640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d3724f40 0x5640d37273d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.518+0000 7fa67effd640 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d3724f40 0x5640d37273d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ef27c9c2fdc2e2d1 server_cookie=6ea3a46a38717e5f in_seq=0 out_seq=0 2024-09-10T07:55:40.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.518+0000 7fa65effd640 10 client.18201 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.519+0000 7fa65effd640 1 -- 172.21.15.7:0/4243549119 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5640d367d860 con 0x5640d3724f40 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.519+0000 7fa65effd640 10 client.18201 handle_command_reply: tid=0 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.519+0000 7fa688221740 1 client.18201 shutdown 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 msgr2=0x5640d3714cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fa67009bc30 tx=0x7fa67009bb30 comp rx=0 tx=0).stop 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 shutdown_connections 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d3724f40 0x5640d37273d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d3715370 0x5640d37124e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3711f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 --2- 172.21.15.7:0/4243549119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3714cd0 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa65effd640 0 client.18201 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 >> 172.21.15.7:0/4243549119 conn(0x5640d36d3310 msgr2=0x5640d370c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 shutdown_connections 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 1 -- 172.21.15.7:0/4243549119 wait complete. 2024-09-10T07:55:40.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.520+0000 7fa688221740 20 client.18201 trim_cache size 0 max 16384 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 Processor -- start 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 -- start start 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370bb40 0x5640d370b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d3715370 0x5640d37212b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801b35b0 con 0x5640d370a5d0 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801b0e80 con 0x5640d3715370 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa688221740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801aecf0 con 0x5640d370bb40 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40406/0 (socket says 172.21.15.7:40406) 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa67effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370bb40 0x5640d370b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa67f7fe640 1 -- 172.21.15.7:0/49836967 learned_addr learned my addr 172.21.15.7:0/49836967 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.534+0000 7fa67ffff640 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d3715370 0x5640d37212b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 -- 172.21.15.7:0/49836967 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370bb40 msgr2=0x5640d370b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370bb40 0x5640d370b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 -- 172.21.15.7:0/49836967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d3715370 msgr2=0x5640d37212b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d3715370 0x5640d37212b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 -- 172.21.15.7:0/49836967 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640d3727a20 con 0x5640d370a5d0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fa67009b9a0 tx=0x7fa67009a1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=183d3ea3d8c261ec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa6657fa640 1 -- 172.21.15.7:0/49836967 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670010e00 con 0x5640d370a5d0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa6657fa640 1 -- 172.21.15.7:0/49836967 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6700d5240 con 0x5640d370a5d0 2024-09-10T07:55:40.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.535+0000 7fa6657fa640 1 -- 172.21.15.7:0/49836967 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670097ae0 con 0x5640d370a5d0 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 -- 172.21.15.7:0/49836967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 msgr2=0x5640d3706e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fa67009b9a0 tx=0x7fa67009a1b0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 -- 172.21.15.7:0/49836967 shutdown_connections 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d3715370 0x5640d37212b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370bb40 0x5640d370b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 --2- 172.21.15.7:0/49836967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d370a5d0 0x5640d3706e10 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 -- 172.21.15.7:0/49836967 >> 172.21.15.7:0/49836967 conn(0x5640d36d3310 msgr2=0x5640d3706700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 -- 172.21.15.7:0/49836967 shutdown_connections 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.536+0000 7fa688221740 1 -- 172.21.15.7:0/49836967 wait complete. 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 -- start start 2024-09-10T07:55:40.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 Processor -- start 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3718ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d378dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801af340 con 0x5640d3715370 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.537+0000 7fa688221740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801b07b0 con 0x5640d370bb40 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa688221740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801afa10 con 0x5640d370a5d0 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa688221740 10 client.0 _ll_register_callbacks cb 0x7fa67000ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:56442/0 (socket says 172.21.15.7:56442) 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67f7fe640 1 -- 172.21.15.7:0/3665347294 learned_addr learned my addr 172.21.15.7:0/3665347294 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3718ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67ffff640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d378dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 -- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 msgr2=0x5640d3718980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 -- 172.21.15.7:0/3665347294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 msgr2=0x5640d378dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d378dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67effd640 1 -- 172.21.15.7:0/3665347294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640d378e1c0 con 0x5640d370bb40 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.538+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa67effd640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3718ec0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa67402c6d0 tx=0x7fa674005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2e14e38002a08dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa65effd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674037040 con 0x5640d370bb40 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa674004460 con 0x5640d370bb40 2024-09-10T07:55:40.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6700d5240 con 0x5640d370bb40 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa6740336b0 con 0x5640d370bb40 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa688221740 10 client.27488 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.539+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640d378f4c0 con 0x5640d370bb40 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6700d5240 con 0x5640d370bb40 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa674004760 con 0x5640d370bb40 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 10 client.27488 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 10 client.27488 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 20 client.27488 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d378f800 0x5640d3791bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:40.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 4 client.27488 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:55:40.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5640d3677d70 con 0x5640d378f800 2024-09-10T07:55:40.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.540+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d378f800 0x5640d3791bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.541+0000 7fa67f7fe640 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d378f800 0x5640d3791bf0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=525ab7823a222e4c server_cookie=85844a694a555d7 in_seq=0 out_seq=0 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.541+0000 7fa65effd640 10 client.27488 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa65effd640 1 -- 172.21.15.7:0/3665347294 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5640d3677d70 con 0x5640d378f800 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa65effd640 10 client.27488 handle_command_reply: tid=0 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 client.27488 shutdown 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 msgr2=0x5640d3718ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3718ec0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa67402c6d0 tx=0x7fa674005dd0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 shutdown_connections 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5640d378f800 0x5640d3791bf0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5640d3715370 0x5640d378dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5640d370bb40 0x5640d3718ec0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa65effd640 0 client.27488 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 --2- 172.21.15.7:0/3665347294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5640d370a5d0 0x5640d3718980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 >> 172.21.15.7:0/3665347294 conn(0x5640d36d3310 msgr2=0x5640d370c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 shutdown_connections 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 1 -- 172.21.15.7:0/3665347294 wait complete. 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.542+0000 7fa688221740 20 client.27488 trim_cache size 0 max 16384 2024-09-10T07:55:40.548 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 msgr2=0x7fa6680a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 0x7fa6680a5040 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa6780049d0 tx=0x7fa678004a40 comp rx=0 tx=0).stop 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 msgr2=0x7fa68019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa68019a5f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa67000e9f0 tx=0x7fa67000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 shutdown_connections 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6680a2b80 0x7fa6680a5040 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa680102ef0 0x7fa68019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa680102570 0x7fa68019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 --2- 172.21.15.7:0/3804290604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa680100e20 0x7fa68019a5f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:40.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 >> 172.21.15.7:0/3804290604 conn(0x7fa6800fc7d0 msgr2=0x7fa6800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:40.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 shutdown_connections 2024-09-10T07:55:40.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:40.543+0000 7fa685e48640 1 -- 172.21.15.7:0/3804290604 wait complete. 2024-09-10T07:55:40.550 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.2 2024-09-10T07:55:40.550 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:55:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:40 smithi007 ceph-mon[30879]: pgmap v671: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.6 MiB/s wr, 187 op/s 2024-09-10T07:55:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:40 smithi110 ceph-mon[34417]: pgmap v671: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.6 MiB/s wr, 187 op/s 2024-09-10T07:55:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:40 smithi145 ceph-mon[34766]: pgmap v671: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.6 MiB/s wr, 187 op/s 2024-09-10T07:55:41.273 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:55:41.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 199551 1.89 MB/sec execute 404 sec latency 15.411 ms 2024-09-10T07:55:41.292 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.807+0000 7f72785c6640 1 -- 172.21.15.7:0/765402252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 msgr2=0x7f72701043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.807+0000 7f72785c6640 1 --2- 172.21.15.7:0/765402252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f72701043d0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f726c009900 tx=0x7f726c02a3f0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 -- 172.21.15.7:0/765402252 shutdown_connections 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 --2- 172.21.15.7:0/765402252 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7270109120 0x7f7270110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 --2- 172.21.15.7:0/765402252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72701049a0 0x7f72701089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 --2- 172.21.15.7:0/765402252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f72701043d0 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 -- 172.21.15.7:0/765402252 >> 172.21.15.7:0/765402252 conn(0x7f72700ffa90 msgr2=0x7f7270101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 -- 172.21.15.7:0/765402252 shutdown_connections 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 -- 172.21.15.7:0/765402252 wait complete. 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 Processor -- start 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.808+0000 7f72785c6640 1 -- start start 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 0x7f727019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 0x7f727019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7270113ff0 con 0x7f7270103ff0 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7270113e70 con 0x7f72701049a0 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f72785c6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7270114170 con 0x7f7270109120 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:41.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40424/0 (socket says 172.21.15.7:40424) 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 -- 172.21.15.7:0/3597487796 learned_addr learned my addr 172.21.15.7:0/3597487796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7275b61640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 0x7f727019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276b63640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 0x7f727019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 -- 172.21.15.7:0/3597487796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 msgr2=0x7f727019ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 0x7f727019ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 -- 172.21.15.7:0/3597487796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 msgr2=0x7f727019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 0x7f727019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.809+0000 7f7276362640 1 -- 172.21.15.7:0/3597487796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f727019f460 con 0x7f7270103ff0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f7275b61640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 0x7f727019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f7276b63640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 0x7f727019ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f7276362640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f726c005940 tx=0x7f726c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c03f030 con 0x7f7270103ff0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f726c003aa0 con 0x7f7270103ff0 2024-09-10T07:55:41.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c035070 con 0x7f7270103ff0 2024-09-10T07:55:41.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.810+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f727019f6f0 con 0x7f7270103ff0 2024-09-10T07:55:41.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.811+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f727019fb80 con 0x7f7270103ff0 2024-09-10T07:55:41.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.812+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72701043d0 con 0x7f7270103ff0 2024-09-10T07:55:41.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.815+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f726c042030 con 0x7f7270103ff0 2024-09-10T07:55:41.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.816+0000 7f72677fe640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 0x7f725c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:41.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.816+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f726c0f00d0 con 0x7f7270103ff0 2024-09-10T07:55:41.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.816+0000 7f7275b61640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 0x7f725c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:41.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.817+0000 7f7275b61640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 0x7f725c0a50c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f72700fff90 tx=0x7f726000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:41.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:41.819+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f726c049030 con 0x7f7270103ff0 2024-09-10T07:55:41.852 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:42.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.082+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f727010c300 con 0x7f7270103ff0 2024-09-10T07:55:42.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.083+0000 7f72677fe640 1 -- 172.21.15.7:0/3597487796 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f726c0bcc90 con 0x7f7270103ff0 2024-09-10T07:55:42.082 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:55:42.083 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:55:42.083 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 msgr2=0x7f725c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 0x7f725c0a50c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f72700fff90 tx=0x7f726000b390 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 msgr2=0x7f727019a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f726c005940 tx=0x7f726c004270 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 shutdown_connections 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f725c0a2c00 0x7f725c0a50c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7270109120 0x7f727019ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72701049a0 0x7f727019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 --2- 172.21.15.7:0/3597487796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7270103ff0 0x7f727019a4b0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:42.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 >> 172.21.15.7:0/3597487796 conn(0x7f72700ffa90 msgr2=0x7f7270100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:42.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 shutdown_connections 2024-09-10T07:55:42.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:42.085+0000 7f72785c6640 1 -- 172.21.15.7:0/3597487796 wait complete. 2024-09-10T07:55:42.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 200111 1.90 MB/sec execute 405 sec latency 19.409 ms 2024-09-10T07:55:42.838 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0' 2024-09-10T07:55:42.838 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0 2024-09-10T07:55:43.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.045+0000 7f438e95c640 1 -- 172.21.15.7:0/962776825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388100e20 msgr2=0x7f4388101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.045+0000 7f438e95c640 1 --2- 172.21.15.7:0/962776825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388100e20 0x7f4388101200 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f4378009900 tx=0x7f437802a480 comp rx=0 tx=0).stop 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 -- 172.21.15.7:0/962776825 shutdown_connections 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 --2- 172.21.15.7:0/962776825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388102ef0 0x7f438810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 --2- 172.21.15.7:0/962776825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102570 0x7f43881029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 --2- 172.21.15.7:0/962776825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388100e20 0x7f4388101200 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 -- 172.21.15.7:0/962776825 >> 172.21.15.7:0/962776825 conn(0x7f43880fc7d0 msgr2=0x7f43880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 -- 172.21.15.7:0/962776825 shutdown_connections 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.046+0000 7f438e95c640 1 -- 172.21.15.7:0/962776825 wait complete. 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 Processor -- start 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 -- start start 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 0x7f43881992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102ef0 0x7f43881a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4388110e30 con 0x7f4388102570 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4388110cb0 con 0x7f4388100e20 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f438e95c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4388110fb0 con 0x7f4388102ef0 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f43877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f43877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40442/0 (socket says 172.21.15.7:40442) 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f43877fe640 1 -- 172.21.15.7:0/3317487456 learned_addr learned my addr 172.21.15.7:0/3317487456 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.047+0000 7f4387fff640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 0x7f43881992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f438cef9640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102ef0 0x7f43881a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 -- 172.21.15.7:0/3317487456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102ef0 msgr2=0x7f43881a4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102ef0 0x7f43881a4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 -- 172.21.15.7:0/3317487456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 msgr2=0x7f43881992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 0x7f43881992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 -- 172.21.15.7:0/3317487456 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43881a48a0 con 0x7f4388102570 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f4387fff640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 0x7f43881992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43877fe640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f437c00d770 tx=0x7f437c00db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43857fa640 1 -- 172.21.15.7:0/3317487456 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437c017070 con 0x7f4388102570 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43881970d0 con 0x7f4388102570 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.048+0000 7f43857fa640 1 -- 172.21.15.7:0/3317487456 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f437c009820 con 0x7f4388102570 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.049+0000 7f43857fa640 1 -- 172.21.15.7:0/3317487456 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437c004ba0 con 0x7f4388102570 2024-09-10T07:55:43.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.049+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43881975c0 con 0x7f4388102570 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.051+0000 7f43857fa640 1 -- 172.21.15.7:0/3317487456 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f437c0099d0 con 0x7f4388102570 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 Processor -- start 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 -- start start 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f43857fa640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 0x7f43700a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65b8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65c5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5648d651e2f0 con 0x5648d65b85d0 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5648d64c5cf0 con 0x5648d65c3370 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f4390d35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5648d651a2b0 con 0x5648d65b9b40 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.052+0000 7f438cef9640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 0x7f43700a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f43857fa640 1 -- 172.21.15.7:0/3317487456 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f437c0ced80 con 0x7f4388102570 2024-09-10T07:55:43.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:56500/0 (socket says 172.21.15.7:56500) 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 -- 172.21.15.7:0/2332241553 learned_addr learned my addr 172.21.15.7:0/2332241553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 -- 172.21.15.7:0/2332241553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 msgr2=0x5648d65c5760 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65c5760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 -- 172.21.15.7:0/2332241553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 msgr2=0x5648d65b8a10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65b8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 -- 172.21.15.7:0/2332241553 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648d64aa3a0 con 0x5648d65b9b40 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f438cef9640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 0x7f43700a5040 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f43800099a0 tx=0x7f4380012040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.053+0000 7f4387fff640 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4378009900 tx=0x7f4378032f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8883a216d22ac3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.054+0000 7f436e7fc640 1 -- 172.21.15.7:0/2332241553 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4378035040 con 0x5648d65b9b40 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.054+0000 7f436e7fc640 1 -- 172.21.15.7:0/2332241553 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4378031730 con 0x5648d65b9b40 2024-09-10T07:55:43.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.054+0000 7f436e7fc640 1 -- 172.21.15.7:0/2332241553 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4378003e50 con 0x5648d65b9b40 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 -- 172.21.15.7:0/2332241553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 msgr2=0x5648d65b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4378009900 tx=0x7f4378032f90 comp rx=0 tx=0).stop 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 -- 172.21.15.7:0/2332241553 shutdown_connections 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65c5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65b8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 --2- 172.21.15.7:0/2332241553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65b8090 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.055+0000 7f4390d35740 1 -- 172.21.15.7:0/2332241553 >> 172.21.15.7:0/2332241553 conn(0x5648d6581310 msgr2=0x5648d65b4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.056+0000 7f4390d35740 1 -- 172.21.15.7:0/2332241553 shutdown_connections 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.056+0000 7f4390d35740 1 -- 172.21.15.7:0/2332241553 wait complete. 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.056+0000 7f4390d35740 1 -- start start 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.056+0000 7f4390d35740 1 Processor -- start 2024-09-10T07:55:43.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65c0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b9b40 0x5648d65c0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5648d65c6010 con 0x5648d65b85d0 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f438cef9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f438cef9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:56514/0 (socket says 172.21.15.7:56514) 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f438cef9640 1 -- 172.21.15.7:0/3869706288 learned_addr learned my addr 172.21.15.7:0/3869706288 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4387fff640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65c0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f43877fe640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b9b40 0x5648d65c0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5648d64d9060 con 0x5648d65b9b40 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.057+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5648d65c6190 con 0x5648d65c3370 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 -- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b9b40 msgr2=0x5648d65c0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b9b40 0x5648d65c0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f4390d35740 10 client.0 _ll_register_callbacks cb 0x5648d622c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:43.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 -- 172.21.15.7:0/3869706288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 msgr2=0x5648d65c0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65c0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648d628f3c0 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f4387fff640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65c0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f438cef9640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4380005f40 tx=0x7f4380004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e29e78fa99c0038 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4378031730 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f43677fe640 10 client.27538 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f43677fe640 1 -- 172.21.15.7:0/3869706288 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f438001cca0 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f43677fe640 1 -- 172.21.15.7:0/3869706288 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4380030450 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f43677fe640 1 -- 172.21.15.7:0/3869706288 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4380030670 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f4390d35740 10 client.27538 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.058+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=31}) -- 0x5648d65d1af0 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f43677fe640 1 -- 172.21.15.7:0/3869706288 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4380030810 con 0x5648d65c3370 2024-09-10T07:55:43.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 10 client.27538 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:43.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 10 client.27538 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:43.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 20 client.27538 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:43.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d65d52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 4 client.27538 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:43.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.059+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5648d652b860 con 0x5648d65d2ea0 2024-09-10T07:55:43.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:42 smithi007 ceph-mon[30879]: pgmap v672: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:55:43.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:42 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3597487796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.060+0000 7f4387fff640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d65d52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.061+0000 7f4387fff640 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d65d52b0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42b0fdbc5901d759 server_cookie=273246388e77e156 in_seq=0 out_seq=0 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.061+0000 7f43677fe640 10 client.27538 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.061+0000 7f43677fe640 1 -- 172.21.15.7:0/3869706288 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5648d652b860 con 0x5648d65d2ea0 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.061+0000 7f43677fe640 10 client.27538 handle_command_reply: tid=0 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.061+0000 7f4390d35740 1 client.27538 shutdown 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.062+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 msgr2=0x5648d65c0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.062+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4380005f40 tx=0x7f4380004a40 comp rx=0 tx=0).stop 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 shutdown_connections 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d65d52b0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f43677fe640 0 client.27538 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65c0b80 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b9b40 0x5648d65c0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 --2- 172.21.15.7:0/3869706288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65c0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 >> 172.21.15.7:0/3869706288 conn(0x5648d6581310 msgr2=0x5648d65ba960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 shutdown_connections 2024-09-10T07:55:43.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 1 -- 172.21.15.7:0/3869706288 wait complete. 2024-09-10T07:55:43.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.063+0000 7f4390d35740 20 client.27538 trim_cache size 0 max 16384 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.077+0000 7f4390d35740 1 Processor -- start 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 -- start start 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65db0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f43881af2d0 con 0x5648d65b85d0 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f43881acba0 con 0x5648d65c3370 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4390d35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f43881aaa10 con 0x5648d65b9b40 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40456/0 (socket says 172.21.15.7:40456) 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 -- 172.21.15.7:0/3852200130 learned_addr learned my addr 172.21.15.7:0/3852200130 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f438cef9640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f43877fe640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65db0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 -- 172.21.15.7:0/3852200130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 msgr2=0x5648d65db0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65db0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 -- 172.21.15.7:0/3852200130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 msgr2=0x5648d65b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65b44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f4387fff640 1 -- 172.21.15.7:0/3852200130 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648d65b8d80 con 0x5648d65b85d0 2024-09-10T07:55:43.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.078+0000 7f438cef9640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:43.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.079+0000 7f4387fff640 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f43780096c0 tx=0x7f437802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b6852384e3c1231 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.079+0000 7f436dffb640 1 -- 172.21.15.7:0/3852200130 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4378035040 con 0x5648d65b85d0 2024-09-10T07:55:43.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.079+0000 7f436dffb640 1 -- 172.21.15.7:0/3852200130 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43780046c0 con 0x5648d65b85d0 2024-09-10T07:55:43.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.079+0000 7f436dffb640 1 -- 172.21.15.7:0/3852200130 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4378052630 con 0x5648d65b85d0 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- 172.21.15.7:0/3852200130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 msgr2=0x5648d65dab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f43780096c0 tx=0x7f437802a480 comp rx=0 tx=0).stop 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- 172.21.15.7:0/3852200130 shutdown_connections 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65c3370 0x5648d65b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65b9b40 0x5648d65db0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 --2- 172.21.15.7:0/3852200130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b85d0 0x5648d65dab80 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- 172.21.15.7:0/3852200130 >> 172.21.15.7:0/3852200130 conn(0x5648d6581310 msgr2=0x5648d65c2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- 172.21.15.7:0/3852200130 shutdown_connections 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- 172.21.15.7:0/3852200130 wait complete. 2024-09-10T07:55:43.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.080+0000 7f4390d35740 1 -- start start 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 Processor -- start 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b9b40 0x5648d65bd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65bdc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4387fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f43881ab060 con 0x5648d65b9b40 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f43881ac4d0 con 0x5648d65b85d0 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f4390d35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f43881ab730 con 0x5648d65c3370 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.081+0000 7f43877fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b9b40 0x5648d65bd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45614/0 (socket says 172.21.15.7:45614) 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 -- 172.21.15.7:0/212947975 learned_addr learned my addr 172.21.15.7:0/212947975 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:43.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4390d35740 10 client.0 _ll_register_callbacks cb 0x7f4380003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f438cef9640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65bdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 -- 172.21.15.7:0/212947975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 msgr2=0x5648d65bdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65bdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 -- 172.21.15.7:0/212947975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b9b40 msgr2=0x5648d65bd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b9b40 0x5648d65bd730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 -- 172.21.15.7:0/212947975 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648d663cc20 con 0x5648d65b85d0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4387fff640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4378006010 tx=0x7f4378031970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1413c2c66a623720 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f43677fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4378035040 con 0x5648d65b85d0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4378005460 con 0x5648d65b85d0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.082+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43780046c0 con 0x5648d65b85d0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f437806c050 con 0x5648d65b85d0 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 10 client.27506 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:43.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5648d663dee0 con 0x5648d65b85d0 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43780046c0 con 0x5648d65b85d0 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4378061020 con 0x5648d65b85d0 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 10 client.27506 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 10 client.27506 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 20 client.27506 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d66400c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 4 client.27506 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.083+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5648d6525d70 con 0x5648d65d2ea0 2024-09-10T07:55:43.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f43877fe640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d66400c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f43877fe640 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d66400c0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4eeb2755251b351e server_cookie=a1849c320c456f52 in_seq=0 out_seq=0 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f43677fe640 10 client.27506 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f43677fe640 1 -- 172.21.15.7:0/212947975 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5648d6525d70 con 0x5648d65d2ea0 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f43677fe640 10 client.27506 handle_command_reply: tid=0 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.084+0000 7f4390d35740 1 client.27506 shutdown 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 msgr2=0x5648d65bd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4378006010 tx=0x7f4378031970 comp rx=0 tx=0).stop 2024-09-10T07:55:43.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 shutdown_connections 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5648d65d2ea0 0x5648d66400c0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5648d65c3370 0x5648d65bdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f43677fe640 0 client.27506 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648d65b9b40 0x5648d65bd730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 --2- 172.21.15.7:0/212947975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5648d65b85d0 0x5648d65bd1f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 >> 172.21.15.7:0/212947975 conn(0x5648d6581310 msgr2=0x5648d65ba110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 shutdown_connections 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.085+0000 7f4390d35740 1 -- 172.21.15.7:0/212947975 wait complete. 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.086+0000 7f4390d35740 20 client.27506 trim_cache size 0 max 16384 2024-09-10T07:55:43.089 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.086+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 msgr2=0x7f43700a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.086+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 0x7f43700a5040 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f43800099a0 tx=0x7f4380012040 comp rx=0 tx=0).stop 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.086+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 msgr2=0x7f4388199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.086+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f437c00d770 tx=0x7f437c00db70 comp rx=0 tx=0).stop 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 shutdown_connections 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f43700a2b80 0x7f43700a5040 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4388102ef0 0x7f43881a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4388102570 0x7f4388199820 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 --2- 172.21.15.7:0/3317487456 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4388100e20 0x7f43881992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:43.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 >> 172.21.15.7:0/3317487456 conn(0x7f43880fc7d0 msgr2=0x7f43880fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:43.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 shutdown_connections 2024-09-10T07:55:43.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:43.087+0000 7f438e95c640 1 -- 172.21.15.7:0/3317487456 wait complete. 2024-09-10T07:55:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:42 smithi110 ceph-mon[34417]: pgmap v672: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:55:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:42 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3597487796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:42 smithi145 ceph-mon[34766]: pgmap v672: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:55:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:42 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3597487796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:55:43.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 200722 1.90 MB/sec execute 406 sec latency 16.313 ms 2024-09-10T07:55:43.934 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:44.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201236 1.90 MB/sec execute 407 sec latency 13.226 ms 2024-09-10T07:55:44.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.476+0000 7fb8e60f0640 1 -- 172.21.15.7:0/3228954288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 msgr2=0x7fb8e010ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.476+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/3228954288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e010ea20 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8009ca0 tx=0x7fb8d802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 -- 172.21.15.7:0/3228954288 shutdown_connections 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/3228954288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e010ea20 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/3228954288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0100100 0x7fb8e0100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/3228954288 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0106b80 0x7fb8e0106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 -- 172.21.15.7:0/3228954288 >> 172.21.15.7:0/3228954288 conn(0x7fb8e0077230 msgr2=0x7fb8e00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 -- 172.21.15.7:0/3228954288 shutdown_connections 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 -- 172.21.15.7:0/3228954288 wait complete. 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.477+0000 7fb8e60f0640 1 Processor -- start 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 -- start start 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 0x7fb8e0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0106b80 0x7fb8e019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e0111f00 con 0x7fb8e0100aa0 2024-09-10T07:55:44.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e0111d80 con 0x7fb8e0100100 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8e60f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e0112080 con 0x7fb8e0106b80 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40490/0 (socket says 172.21.15.7:40490) 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 -- 172.21.15.7:0/1296311708 learned_addr learned my addr 172.21.15.7:0/1296311708 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8df7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 0x7fb8e0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8dffff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0106b80 0x7fb8e019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 -- 172.21.15.7:0/1296311708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0106b80 msgr2=0x7fb8e019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0106b80 0x7fb8e019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 -- 172.21.15.7:0/1296311708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 msgr2=0x7fb8e0198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 0x7fb8e0198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8d7fff640 1 -- 172.21.15.7:0/1296311708 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e019d330 con 0x7fb8e0100aa0 2024-09-10T07:55:44.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.478+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 0x7fb8e0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.479+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fb8c800e9f0 tx=0x7fb8c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.479+0000 7fb8dd7fa640 1 -- 172.21.15.7:0/1296311708 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c800cd80 con 0x7fb8e0100aa0 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.479+0000 7fb8dd7fa640 1 -- 172.21.15.7:0/1296311708 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c80108e0 con 0x7fb8e0100aa0 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.479+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e019d620 con 0x7fb8e0100aa0 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.479+0000 7fb8dd7fa640 1 -- 172.21.15.7:0/1296311708 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c8018920 con 0x7fb8e0100aa0 2024-09-10T07:55:44.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.480+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e01a4f00 con 0x7fb8e0100aa0 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.482+0000 7fb8dd7fa640 1 -- 172.21.15.7:0/1296311708 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb8c8010a90 con 0x7fb8e0100aa0 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 Processor -- start 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 -- start start 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8dd7fa640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 0x7fb8cc0a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec08400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ec08940 0x56459ec0ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56459eb632a0 con 0x56459ebfd760 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56459eb0ab10 con 0x56459ebfe080 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56459eb5f260 con 0x56459ec08940 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8dffff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 0x7fb8cc0a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8dd7fa640 1 -- 172.21.15.7:0/1296311708 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb8c80cf6e0 con 0x7fb8e0100aa0 2024-09-10T07:55:44.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.483+0000 7fb8df7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8d7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec08400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40502/0 (socket says 172.21.15.7:40502) 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 -- 172.21.15.7:0/1740758915 learned_addr learned my addr 172.21.15.7:0/1740758915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 -- 172.21.15.7:0/1740758915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ec08940 msgr2=0x56459ec0ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ec08940 0x56459ec0ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 -- 172.21.15.7:0/1740758915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 msgr2=0x56459ec08400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec08400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 -- 172.21.15.7:0/1740758915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56459e8d4b90 con 0x56459ebfd760 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec08400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8dffff640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 0x7fb8cc0a5190 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8031040 tx=0x7fb8d80099c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fb8d00115f0 tx=0x7fb8d0011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6840e22e56809e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8d5ffb640 1 -- 172.21.15.7:0/1740758915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d001e070 con 0x56459ebfd760 2024-09-10T07:55:44.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8d5ffb640 1 -- 172.21.15.7:0/1740758915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8d000fa70 con 0x56459ebfd760 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.484+0000 7fb8d5ffb640 1 -- 172.21.15.7:0/1740758915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d0019af0 con 0x56459ebfd760 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 -- 172.21.15.7:0/1740758915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 msgr2=0x56459ebfdb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fb8d00115f0 tx=0x7fb8d0011ab0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 -- 172.21.15.7:0/1740758915 shutdown_connections 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ec08940 0x56459ec0ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec08400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/1740758915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfd760 0x56459ebfdb40 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 -- 172.21.15.7:0/1740758915 >> 172.21.15.7:0/1740758915 conn(0x56459ebf9cf0 msgr2=0x56459ebfa0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 -- 172.21.15.7:0/1740758915 shutdown_connections 2024-09-10T07:55:44.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.485+0000 7fb8e84c9740 1 -- 172.21.15.7:0/1740758915 wait complete. 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 -- start start 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 Processor -- start 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec05800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec05d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56459ec0b510 con 0x56459ec08940 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56459eaeb6e0 con 0x56459ebfe080 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56459ec0b690 con 0x56459ebfd760 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8e84c9740 10 client.0 _ll_register_callbacks cb 0x56459eb0fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.486+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40504/0 (socket says 172.21.15.7:40504) 2024-09-10T07:55:44.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8dffff640 1 -- 172.21.15.7:0/2789193708 learned_addr learned my addr 172.21.15.7:0/2789193708 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec05d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec05800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2789193708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 msgr2=0x56459ec05800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec05800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2789193708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 msgr2=0x56459ec06280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2789193708 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56459ec149d0 con 0x56459ebfe080 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8dffff640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec05d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80cce40 tx=0x7fb8c809b5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54470345b3352148 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8beffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c809ff50 con 0x56459ebfe080 2024-09-10T07:55:44.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8d000fa70 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.487+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb8c8010430 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb8c80a4810 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 10 client.27518 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56459ec17360 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8d000fa70 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb8c8018ac0 con 0x56459ebfe080 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 10 client.27518 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 10 client.27518 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 20 client.27518 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:44.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec186b0 0x56459ec1ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 4 client.27518 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:44.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56459eb709d0 con 0x56459ec186b0 2024-09-10T07:55:44.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.488+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec186b0 0x56459ec1ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8beffd640 10 client.27518 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:44.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec186b0 0x56459ec1ab20 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f7cc4cf72c7746e server_cookie=a701ec9dc2a5b686 in_seq=0 out_seq=0 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8beffd640 1 -- 172.21.15.7:0/2789193708 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56459eb709d0 con 0x56459ec186b0 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8beffd640 10 client.27518 handle_command_reply: tid=0 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8e84c9740 1 client.27518 shutdown 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.489+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 msgr2=0x56459ec05d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec05d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80cce40 tx=0x7fb8c809b5c0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 shutdown_connections 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec186b0 0x56459ec1ab20 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec06280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8beffd640 0 client.27518 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfe080 0x56459ec05d40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2789193708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec05800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 >> 172.21.15.7:0/2789193708 conn(0x56459ebf9cf0 msgr2=0x56459ebf8e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 shutdown_connections 2024-09-10T07:55:44.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2789193708 wait complete. 2024-09-10T07:55:44.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.490+0000 7fb8e84c9740 20 client.27518 trim_cache size 0 max 16384 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.507+0000 7fb8e84c9740 1 Processor -- start 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 -- start start 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec07770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ec08940 0x56459ec20930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01b1440 con 0x56459ebfe080 2024-09-10T07:55:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01aed10 con 0x56459ec08940 2024-09-10T07:55:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01acb80 con 0x56459ebfd760 2024-09-10T07:55:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40510/0 (socket says 172.21.15.7:40510) 2024-09-10T07:55:44.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2808939267 learned_addr learned my addr 172.21.15.7:0/2808939267 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:44.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8dffff640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ec08940 0x56459ec20930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec07770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2808939267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 msgr2=0x56459ec07770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec07770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2808939267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ec08940 msgr2=0x56459ec20930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ec08940 0x56459ec20930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2808939267 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56459ebf5260 con 0x56459ebfe080 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.508+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec07770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.509+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fb8c809bb30 tx=0x7fb8c809a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36314d4364ca9ae6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.509+0000 7fb8d57fa640 1 -- 172.21.15.7:0/2808939267 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c809ff50 con 0x56459ebfe080 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.509+0000 7fb8d57fa640 1 -- 172.21.15.7:0/2808939267 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c8018ac0 con 0x56459ebfe080 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.509+0000 7fb8d57fa640 1 -- 172.21.15.7:0/2808939267 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c809aff0 con 0x56459ebfe080 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2808939267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 msgr2=0x56459ec203f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fb8c809bb30 tx=0x7fb8c809a0b0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2808939267 shutdown_connections 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ec08940 0x56459ec20930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ebfe080 0x56459ec203f0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2808939267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfd760 0x56459ec07770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2808939267 >> 172.21.15.7:0/2808939267 conn(0x56459ebf9cf0 msgr2=0x56459ec07060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2808939267 shutdown_connections 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2808939267 wait complete. 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 -- start start 2024-09-10T07:55:44.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.510+0000 7fb8e84c9740 1 Processor -- start 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 0x56459ec02870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 0x56459ec02db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01ad1d0 con 0x56459ec08940 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01ae640 con 0x56459ebfd760 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e01ad8a0 con 0x56459ebfe080 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8e84c9740 10 client.0 _ll_register_callbacks cb 0x7fb8c809b6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:44.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40512/0 (socket says 172.21.15.7:40512) 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8dffff640 1 -- 172.21.15.7:0/2816987976 learned_addr learned my addr 172.21.15.7:0/2816987976 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 0x56459ec02870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 0x56459ec02db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 msgr2=0x56459ec02870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 0x56459ec02870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2816987976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 msgr2=0x56459ec032f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8d7fff640 1 -- 172.21.15.7:0/2816987976 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56459ec82410 con 0x56459ebfe080 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 0x56459ec02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.511+0000 7fb8dffff640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8d7fff640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 0x56459ec02db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x56459ebfe050 tx=0x7fb8c8010770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abc96256358b2c42 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:44.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c809ff50 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb8c80cf420 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8c8018ac0 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb8c80ab050 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8e84c9740 10 client.27559 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56459ec836f0 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c8018ac0 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb8c80a10e0 con 0x56459ebfe080 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.512+0000 7fb8e84c9740 10 client.27559 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8e84c9740 10 client.27559 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8e84c9740 20 client.27559 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec83c30 0x56459ec86020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:44.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8e84c9740 4 client.27559 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}] 2024-09-10T07:55:44.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}) -- 0x56459eb6ad20 con 0x56459ec83c30 2024-09-10T07:55:44.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec83c30 0x56459ec86020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:44.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8beffd640 10 client.27559 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:44.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.513+0000 7fb8df7fe640 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec83c30 0x56459ec86020 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcd7dd310c99d8a7 server_cookie=9141aea1195b3e14 in_seq=0 out_seq=0 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8beffd640 1 -- 172.21.15.7:0/2816987976 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56459eb6ad20 con 0x56459ec83c30 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8beffd640 10 client.27559 handle_command_reply: tid=0 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 client.27559 shutdown 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 msgr2=0x56459ec02db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 0x56459ec02db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x56459ebfe050 tx=0x7fb8c8010770 comp rx=0 tx=0).stop 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 shutdown_connections 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56459ec83c30 0x56459ec86020 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56459ec08940 0x56459ec032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56459ebfe080 0x56459ec02db0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 --2- 172.21.15.7:0/2816987976 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56459ebfd760 0x56459ec02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8beffd640 0 client.27559 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 >> 172.21.15.7:0/2816987976 conn(0x56459ebf9cf0 msgr2=0x56459ebffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 shutdown_connections 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 1 -- 172.21.15.7:0/2816987976 wait complete. 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.577+0000 7fb8e84c9740 20 client.27559 trim_cache size 0 max 16384 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:55:44.578 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 38, 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "f3837eb5": { 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 38, 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:55:44.579 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 145.2, 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:44.580 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:44.581 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:44.581 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:44.581 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:44.581 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 msgr2=0x7fb8cc0a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 0x7fb8cc0a5190 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8031040 tx=0x7fb8d80099c0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 msgr2=0x7fb8e01988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fb8c800e9f0 tx=0x7fb8c800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 shutdown_connections 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb8cc0a2cd0 0x7fb8cc0a5190 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e0106b80 0x7fb8e019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8e0100aa0 0x7fb8e01988c0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 --2- 172.21.15.7:0/1296311708 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb8e0100100 0x7fb8e0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 >> 172.21.15.7:0/1296311708 conn(0x7fb8e0077230 msgr2=0x7fb8e0104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 shutdown_connections 2024-09-10T07:55:44.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:44.578+0000 7fb8e60f0640 1 -- 172.21.15.7:0/1296311708 wait complete. 2024-09-10T07:55:44.892 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:55:44.892 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:55:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:44 smithi110 ceph-mon[34417]: pgmap v673: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:44 smithi145 ceph-mon[34766]: pgmap v673: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:45.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.90 MB/sec execute 408 sec latency 700.010 ms 2024-09-10T07:55:45.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:44 smithi007 ceph-mon[30879]: pgmap v673: 129 pgs: 129 active+clean; 81 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2024-09-10T07:55:45.315 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f3837eb5', quiesce took 4.8 seconds. Will release after: 20.4 2024-09-10T07:55:45.364 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:46.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 -- 172.21.15.7:0/1964475117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8102790 msgr2=0x7fccb81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/1964475117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8102790 0x7fccb81067e0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fccac009900 tx=0x7fccac02a410 comp rx=0 tx=0).stop 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 -- 172.21.15.7:0/1964475117 shutdown_connections 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/1964475117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8106f10 0x7fccb810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/1964475117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8102790 0x7fccb81067e0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/1964475117 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 0x7fccb81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 -- 172.21.15.7:0/1964475117 >> 172.21.15.7:0/1964475117 conn(0x7fccb80fd8c0 msgr2=0x7fccb80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 -- 172.21.15.7:0/1964475117 shutdown_connections 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.066+0000 7fccbd9e1640 1 -- 172.21.15.7:0/1964475117 wait complete. 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 Processor -- start 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 -- start start 2024-09-10T07:55:46.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 0x7fccb8198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8102790 0x7fccb81988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fccb8111e70 con 0x7fccb8106f10 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fccb8111cf0 con 0x7fccb8101de0 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccbd9e1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fccb8111ff0 con 0x7fccb8102790 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccb77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccb77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40532/0 (socket says 172.21.15.7:40532) 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.067+0000 7fccb77fe640 1 -- 172.21.15.7:0/2112057548 learned_addr learned my addr 172.21.15.7:0/2112057548 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 0x7fccb8198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb67fc640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8102790 0x7fccb81988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 -- 172.21.15.7:0/2112057548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8102790 msgr2=0x7fccb81988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8102790 0x7fccb81988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 -- 172.21.15.7:0/2112057548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 msgr2=0x7fccb8198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 0x7fccb8198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 -- 172.21.15.7:0/2112057548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb819d340 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccb77fe640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fccb000eaa0 tx=0x7fccb000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccbc9df640 1 -- 172.21.15.7:0/2112057548 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb000cdb0 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccbc9df640 1 -- 172.21.15.7:0/2112057548 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fccb0005020 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb819d630 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccbc9df640 1 -- 172.21.15.7:0/2112057548 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb00116d0 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.068+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb81a4f10 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.070+0000 7fccbc9df640 1 -- 172.21.15.7:0/2112057548 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fccb00051d0 con 0x7fccb8106f10 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 Processor -- start 2024-09-10T07:55:46.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 -- start start 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafc7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fdeaf2d280 con 0x55fdeafd2d40 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fdeaed4b10 con 0x55fdeafc8480 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbfdba740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fdeaf29240 con 0x55fdeafc7b60 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbc9df640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 0x7fcca00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40540/0 (socket says 172.21.15.7:40540) 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccb67fc640 1 -- 172.21.15.7:0/1066264333 learned_addr learned my addr 172.21.15.7:0/1066264333 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccb77fe640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 0x7fcca00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.071+0000 7fccbc9df640 1 -- 172.21.15.7:0/2112057548 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fccb00cf540 con 0x7fccb8106f10 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafc7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 -- 172.21.15.7:0/1066264333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 msgr2=0x55fdeafc7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafc7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 -- 172.21.15.7:0/1066264333 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 msgr2=0x55fdeafd2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 -- 172.21.15.7:0/1066264333 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdeaee11f0 con 0x55fdeafd2d40 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb77fe640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 0x7fcca00a5040 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fccb00ccca0 tx=0x7fccb0066680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fccb67fc640 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fccac009230 tx=0x7fccac005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bd2afa8dacba6a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fcc9dffb640 1 -- 172.21.15.7:0/1066264333 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac035040 con 0x55fdeafd2d40 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fcc9dffb640 1 -- 172.21.15.7:0/1066264333 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fccac003aa0 con 0x55fdeafd2d40 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.072+0000 7fcc9dffb640 1 -- 172.21.15.7:0/1066264333 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac031a80 con 0x55fdeafd2d40 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- 172.21.15.7:0/1066264333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 msgr2=0x55fdeafd5130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fccac009230 tx=0x7fccac005bb0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- 172.21.15.7:0/1066264333 shutdown_connections 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafd5130 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 --2- 172.21.15.7:0/1066264333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafc7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- 172.21.15.7:0/1066264333 >> 172.21.15.7:0/1066264333 conn(0x55fdeafc40f0 msgr2=0x55fdeafc44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- 172.21.15.7:0/1066264333 shutdown_connections 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- 172.21.15.7:0/1066264333 wait complete. 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.073+0000 7fccbfdba740 1 -- start start 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 Processor -- start 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafd2d40 0x55fdeafd06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fdeafd5910 con 0x55fdeafc7b60 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fdeaee7f10 con 0x55fdeafc8480 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fdeafd5a90 con 0x55fdeafd2d40 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccbfdba740 10 client.0 _ll_register_callbacks cb 0x55fdeaeb0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40550/0 (socket says 172.21.15.7:40550) 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 -- 172.21.15.7:0/2894604533 learned_addr learned my addr 172.21.15.7:0/2894604533 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 -- 172.21.15.7:0/2894604533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafd2d40 msgr2=0x55fdeafd06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafd2d40 0x55fdeafd06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 -- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 msgr2=0x55fdeafd0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 -- 172.21.15.7:0/2894604533 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdeac9e6a0 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fccb67fc640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fccac02a930 tx=0x7fccac0056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17842ac9ee1a162a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.074+0000 7fcc96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac035070 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fccac003800 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccac003aa0 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fccac031860 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 10 client.18258 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fdeafe1540 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fccac003aa0 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fccac03a040 con 0x55fdeafc7b60 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 10 client.18258 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 10 client.18258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:46.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 20 client.18258 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeafe2890 0x55fdeafe4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 4 client.18258 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.075+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fdeaf3a7f0 con 0x55fdeafe2890 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.076+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeafe2890 0x55fdeafe4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.076+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeafe2890 0x55fdeafe4c80 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c9ea35fd376aef1 server_cookie=e412172e2f1af960 in_seq=0 out_seq=0 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.076+0000 7fcc96ffd640 10 client.18258 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fcc96ffd640 1 -- 172.21.15.7:0/2894604533 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fdeaf3a7f0 con 0x55fdeafe2890 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fcc96ffd640 10 client.18258 handle_command_reply: tid=0 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 client.18258 shutdown 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 msgr2=0x55fdeafcfc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fccac02a930 tx=0x7fccac0056d0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 shutdown_connections 2024-09-10T07:55:46.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeafe2890 0x55fdeafe4c80 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafd2d40 0x55fdeafd06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafd0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fcc96ffd640 0 client.18258 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 --2- 172.21.15.7:0/2894604533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafc7b60 0x55fdeafcfc40 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 >> 172.21.15.7:0/2894604533 conn(0x55fdeafc40f0 msgr2=0x55fdeafc9dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 shutdown_connections 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 1 -- 172.21.15.7:0/2894604533 wait complete. 2024-09-10T07:55:46.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.077+0000 7fccbfdba740 20 client.18258 trim_cache size 0 max 16384 2024-09-10T07:55:46.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 Processor -- start 2024-09-10T07:55:46.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 -- start start 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc7b60 0x55fdeafd1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 0x55fdeafea310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81b14e0 con 0x55fdeafd2d40 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81aedb0 con 0x55fdeafc7b60 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccbfdba740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81acc20 con 0x55fdeafc8480 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40566/0 (socket says 172.21.15.7:40566) 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 -- 172.21.15.7:0/3115115860 learned_addr learned my addr 172.21.15.7:0/3115115860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 0x55fdeafea310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc7b60 0x55fdeafd1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 -- 172.21.15.7:0/3115115860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 msgr2=0x55fdeafea310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 0x55fdeafea310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 -- 172.21.15.7:0/3115115860 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc7b60 msgr2=0x55fdeafd1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc7b60 0x55fdeafd1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb67fc640 1 -- 172.21.15.7:0/3115115860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdeafd5760 con 0x55fdeafd2d40 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.095+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 0x55fdeafea310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccb67fc640 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fccac03db90 tx=0x7fccac005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7970aed9c441ec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fcc9d7fa640 1 -- 172.21.15.7:0/3115115860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac064070 con 0x55fdeafd2d40 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fcc9d7fa640 1 -- 172.21.15.7:0/3115115860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fccac050070 con 0x55fdeafd2d40 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fcc9d7fa640 1 -- 172.21.15.7:0/3115115860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac035070 con 0x55fdeafd2d40 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 -- 172.21.15.7:0/3115115860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 msgr2=0x55fdeafea850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fccac03db90 tx=0x7fccac005740 comp rx=0 tx=0).stop 2024-09-10T07:55:46.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 -- 172.21.15.7:0/3115115860 shutdown_connections 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeafea850 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc8480 0x55fdeafea310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 --2- 172.21.15.7:0/3115115860 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc7b60 0x55fdeafd1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.096+0000 7fccbfdba740 1 -- 172.21.15.7:0/3115115860 >> 172.21.15.7:0/3115115860 conn(0x55fdeafc40f0 msgr2=0x55fdeafd1390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- 172.21.15.7:0/3115115860 shutdown_connections 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- 172.21.15.7:0/3115115860 wait complete. 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- start start 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 Processor -- start 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafdace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafdb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81ad270 con 0x55fdeafd2d40 2024-09-10T07:55:46.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81ae6e0 con 0x55fdeafc8480 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fccb81ad940 con 0x55fdeafc7b60 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.097+0000 7fccbfdba740 10 client.0 _ll_register_callbacks cb 0x7fcca800b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40578/0 (socket says 172.21.15.7:40578) 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 -- 172.21.15.7:0/6215151 learned_addr learned my addr 172.21.15.7:0/6215151 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafdb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafdace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 -- 172.21.15.7:0/6215151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 msgr2=0x55fdeafdace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafdace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 -- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 msgr2=0x55fdeafdb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafdb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 -- 172.21.15.7:0/6215151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdeb046a30 con 0x55fdeafd2d40 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafdb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:55:46.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccb67fc640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fccac03db10 tx=0x7fccac04b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c436a465adeecf98 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fcc96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccac035070 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fccac03d660 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccac050070 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fccac064070 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.098+0000 7fccbfdba740 10 client.18264 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fdeb051ed0 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fccac050070 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fccac0046c0 con 0x55fdeafd2d40 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 10 client.18264 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 10 client.18264 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 20 client.18264 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeb0523f0 0x55fdeb0547e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 4 client.18264 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fdeaf34d00 con 0x55fdeb0523f0 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.099+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeb0523f0 0x55fdeb0547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.100+0000 7fccb6ffd640 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeb0523f0 0x55fdeb0547e0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1023e6b2896e594e server_cookie=d119be749de94d4 in_seq=0 out_seq=0 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.100+0000 7fcc96ffd640 10 client.18264 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fcc96ffd640 1 -- 172.21.15.7:0/6215151 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fdeaf34d00 con 0x55fdeb0523f0 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fcc96ffd640 10 client.18264 handle_command_reply: tid=0 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 client.18264 shutdown 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 msgr2=0x55fdeb0464f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fccac03db10 tx=0x7fccac04b040 comp rx=0 tx=0).stop 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 shutdown_connections 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fdeb0523f0 0x55fdeb0547e0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fdeafd2d40 0x55fdeb0464f0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fdeafc8480 0x55fdeafdb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fcc96ffd640 0 client.18264 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 --2- 172.21.15.7:0/6215151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fdeafc7b60 0x55fdeafdace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 >> 172.21.15.7:0/6215151 conn(0x55fdeafc40f0 msgr2=0x55fdeafd0420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 shutdown_connections 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 1 -- 172.21.15.7:0/6215151 wait complete. 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.101+0000 7fccbfdba740 20 client.18264 trim_cache size 0 max 16384 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:55:46.109 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "127f1d05-1010-4fbc-9238-8670c943f2f5", 2024-09-10T07:55:46.110 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:55:46.110 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:46.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 msgr2=0x7fcca00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 0x7fcca00a5040 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fccb00ccca0 tx=0x7fccb0066680 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 msgr2=0x7fccb819cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fccb000eaa0 tx=0x7fccb000ef60 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 shutdown_connections 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcca00a2b80 0x7fcca00a5040 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccb8106f10 0x7fccb819cc60 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb8102790 0x7fccb81988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 --2- 172.21.15.7:0/2112057548 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccb8101de0 0x7fccb8198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 >> 172.21.15.7:0/2112057548 conn(0x7fccb80fd8c0 msgr2=0x7fccb80fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 shutdown_connections 2024-09-10T07:55:46.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:46.102+0000 7fccbd9e1640 1 -- 172.21.15.7:0/2112057548 wait complete. 2024-09-10T07:55:46.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.90 MB/sec execute 409 sec latency 1700.090 ms 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 -- 172.21.15.7:0/2767684278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838100a60 msgr2=0x7f7838100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 --2- 172.21.15.7:0/2767684278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838100a60 0x7f7838100e60 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f782c009900 tx=0x7f782c02a410 comp rx=0 tx=0).stop 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 -- 172.21.15.7:0/2767684278 shutdown_connections 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 --2- 172.21.15.7:0/2767684278 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838102610 0x7f7838108ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 --2- 172.21.15.7:0/2767684278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 0x7f78381020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 --2- 172.21.15.7:0/2767684278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838100a60 0x7f7838100e60 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 -- 172.21.15.7:0/2767684278 >> 172.21.15.7:0/2767684278 conn(0x7f78380fc1e0 msgr2=0x7f78380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 -- 172.21.15.7:0/2767684278 shutdown_connections 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.497+0000 7f783f077640 1 -- 172.21.15.7:0/2767684278 wait complete. 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 Processor -- start 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 -- start start 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838100a60 0x7f7838104ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 0x7f7838103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f783810c5e0 con 0x7f7838102610 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f783810c460 con 0x7f7838100a60 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783f077640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f783810c760 con 0x7f7838101c50 2024-09-10T07:55:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783d614640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783d614640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40606/0 (socket says 172.21.15.7:40606) 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783ce13640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838100a60 0x7f7838104ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f783d614640 1 -- 172.21.15.7:0/3924839042 learned_addr learned my addr 172.21.15.7:0/3924839042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.498+0000 7f7837fff640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 0x7f7838103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 -- 172.21.15.7:0/3924839042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 msgr2=0x7f7838103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 0x7f7838103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 -- 172.21.15.7:0/3924839042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838100a60 msgr2=0x7f7838104ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838100a60 0x7f7838104ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 -- 172.21.15.7:0/3924839042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7838103f50 con 0x7f7838102610 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783d614640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f783000eaa0 tx=0x7f783000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f7835ffb640 1 -- 172.21.15.7:0/3924839042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783000cdb0 con 0x7f7838102610 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f7835ffb640 1 -- 172.21.15.7:0/3924839042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7830005020 con 0x7f7838102610 2024-09-10T07:55:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78381a1ea0 con 0x7f7838102610 2024-09-10T07:55:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f7835ffb640 1 -- 172.21.15.7:0/3924839042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78300116d0 con 0x7f7838102610 2024-09-10T07:55:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.499+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78381a2360 con 0x7f7838102610 2024-09-10T07:55:46.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.501+0000 7f7835ffb640 1 -- 172.21.15.7:0/3924839042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f78300051d0 con 0x7f7838102610 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 Processor -- start 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 -- start start 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b839a0 0x560374b83da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b88da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560374ae72f0 con 0x560374b89370 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560374a8f270 con 0x560374b839a0 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7841e13740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560374ae32b0 con 0x560374b842e0 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7835ffb640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 0x7f78280a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40614/0 (socket says 172.21.15.7:40614) 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7837fff640 1 -- 172.21.15.7:0/1329770062 learned_addr learned my addr 172.21.15.7:0/1329770062 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f783d614640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 0x7f78280a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f783ce13640 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b88da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7835ffb640 1 -- 172.21.15.7:0/3924839042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f78300cf510 con 0x7f7838102610 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.502+0000 7f7837fff640 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b839a0 0x560374b83da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 -- 172.21.15.7:0/1329770062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 msgr2=0x560374b88da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b88da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 -- 172.21.15.7:0/1329770062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b839a0 msgr2=0x560374b83da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b839a0 0x560374b83da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 -- 172.21.15.7:0/1329770062 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560374a8e340 con 0x560374b89370 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f783d614640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 0x7f78280a5170 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f783009b9b0 tx=0x7f78300666a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7837fff640 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f78240127b0 tx=0x7f782400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d7074920e63819 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7822ffd640 1 -- 172.21.15.7:0/1329770062 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824004030 con 0x560374b89370 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7822ffd640 1 -- 172.21.15.7:0/1329770062 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78240054d0 con 0x560374b89370 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.503+0000 7f7822ffd640 1 -- 172.21.15.7:0/1329770062 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824004a90 con 0x560374b89370 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- 172.21.15.7:0/1329770062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 msgr2=0x560374b8b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f78240127b0 tx=0x7f782400b870 comp rx=0 tx=0).stop 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- 172.21.15.7:0/1329770062 shutdown_connections 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b8b830 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b88da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 --2- 172.21.15.7:0/1329770062 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b839a0 0x560374b83da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- 172.21.15.7:0/1329770062 >> 172.21.15.7:0/1329770062 conn(0x560374b7f010 msgr2=0x560374b7f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- 172.21.15.7:0/1329770062 shutdown_connections 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- 172.21.15.7:0/1329770062 wait complete. 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 -- start start 2024-09-10T07:55:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.504+0000 7f7841e13740 1 Processor -- start 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b8e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b89370 0x560374b95200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560374b8c340 con 0x560374b839a0 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560374a70290 con 0x560374b89370 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560374b8c4c0 con 0x560374b842e0 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 10 client.0 _ll_register_callbacks cb 0x560374aa1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40616/0 (socket says 172.21.15.7:40616) 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 -- 172.21.15.7:0/557517920 learned_addr learned my addr 172.21.15.7:0/557517920 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f783ce13640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b8e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 -- 172.21.15.7:0/557517920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 msgr2=0x560374b8e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b8e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 -- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b89370 msgr2=0x560374b95200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b89370 0x560374b95200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 -- 172.21.15.7:0/557517920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603747fa210 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f783ce13640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b8e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7837fff640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f782400bd00 tx=0x7f7824005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9992683c4fab800f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7817fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824004a10 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7824004bb0 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.505+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78240054d0 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7824004db0 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 10 client.18276 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5603748c6620 con 0x560374b839a0 2024-09-10T07:55:46.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78240054d0 con 0x560374b839a0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f782402b730 con 0x560374b839a0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 10 client.18276 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 10 client.18276 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 20 client.18276 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374b995b0 0x560374b9b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 4 client.18276 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560374af4a20 con 0x560374b995b0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.506+0000 7f783ce13640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374b995b0 0x560374b9b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.507+0000 7f7817fff640 10 client.18276 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.507+0000 7f783ce13640 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374b995b0 0x560374b9b9a0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de383bda02e54f72 server_cookie=750926f883982da0 in_seq=0 out_seq=0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.507+0000 7f7817fff640 1 -- 172.21.15.7:0/557517920 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560374af4a20 con 0x560374b995b0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.507+0000 7f7817fff640 10 client.18276 handle_command_reply: tid=0 2024-09-10T07:55:46.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.507+0000 7f7841e13740 1 client.18276 shutdown 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 msgr2=0x560374b8dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f782400bd00 tx=0x7f7824005fa0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 shutdown_connections 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374b995b0 0x560374b9b9a0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b89370 0x560374b95200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b842e0 0x560374b8e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 --2- 172.21.15.7:0/557517920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b8dc80 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7817fff640 0 client.18276 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 >> 172.21.15.7:0/557517920 conn(0x560374b7f010 msgr2=0x560374b80820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 shutdown_connections 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 1 -- 172.21.15.7:0/557517920 wait complete. 2024-09-10T07:55:46.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.508+0000 7f7841e13740 20 client.18276 trim_cache size 0 max 16384 2024-09-10T07:55:46.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 Processor -- start 2024-09-10T07:55:46.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 -- start start 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b839a0 0x560374b8e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b951c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78381af130 con 0x560374b89370 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f78381aca00 con 0x560374b842e0 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7841e13740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78381aa870 con 0x560374b839a0 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40626/0 (socket says 172.21.15.7:40626) 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f7837fff640 1 -- 172.21.15.7:0/2752789510 learned_addr learned my addr 172.21.15.7:0/2752789510 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.522+0000 7f783ce13640 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b951c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b839a0 0x560374b8e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 -- 172.21.15.7:0/2752789510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b839a0 msgr2=0x560374b8e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b839a0 0x560374b8e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 -- 172.21.15.7:0/2752789510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 msgr2=0x560374b951c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b951c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 -- 172.21.15.7:0/2752789510 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560374b7ee30 con 0x560374b89370 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f7837fff640 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f7824004ff0 tx=0x7f7824000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae6ed9722552f111 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f78227fc640 1 -- 172.21.15.7:0/2752789510 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782400b7c0 con 0x560374b89370 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f78227fc640 1 -- 172.21.15.7:0/2752789510 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7824026070 con 0x560374b89370 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.523+0000 7f78227fc640 1 -- 172.21.15.7:0/2752789510 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782400be60 con 0x560374b89370 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- 172.21.15.7:0/2752789510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 msgr2=0x560374b7e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f7824004ff0 tx=0x7f7824000bc0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- 172.21.15.7:0/2752789510 shutdown_connections 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b89370 0x560374b7e0b0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b951c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- 172.21.15.7:0/2752789510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b839a0 0x560374b8e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- 172.21.15.7:0/2752789510 >> 172.21.15.7:0/2752789510 conn(0x560374b7f010 msgr2=0x560374b7d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- 172.21.15.7:0/2752789510 shutdown_connections 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- 172.21.15.7:0/2752789510 wait complete. 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 -- start start 2024-09-10T07:55:46.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 Processor -- start 2024-09-10T07:55:46.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.524+0000 7f7841e13740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b928c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b89370 0x560374b93880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78381aaec0 con 0x560374b839a0 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f78381ac330 con 0x560374b842e0 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78381ab590 con 0x560374b89370 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 10 client.0 _ll_register_callbacks cb 0x7f782400bdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40634/0 (socket says 172.21.15.7:40634) 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 -- 172.21.15.7:0/3422691802 learned_addr learned my addr 172.21.15.7:0/3422691802 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b89370 0x560374b93880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 -- 172.21.15.7:0/3422691802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b89370 msgr2=0x560374b93880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b89370 0x560374b93880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 -- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 msgr2=0x560374b928c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b928c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 -- 172.21.15.7:0/3422691802 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560374b93e90 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7837fff640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f782400bcb0 tx=0x7f782400bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92bdf715205b8d22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7817fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824010b50 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f78240046c0 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7824026070 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f782402b470 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 10 client.18282 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.525+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560374b951a0 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7824026070 con 0x560374b839a0 2024-09-10T07:55:46.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f782401fbd0 con 0x560374b839a0 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 10 client.18282 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 10 client.18282 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 20 client.18282 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374c046f0 0x560374c06b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 4 client.18282 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560374aeed70 con 0x560374c046f0 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f783ce13640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374c046f0 0x560374c06b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f7817fff640 10 client.18282 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.526+0000 7f783ce13640 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374c046f0 0x560374c06b10 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=853ca86c8dba8913 server_cookie=70ce7d1cc5b7bd57 in_seq=0 out_seq=0 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7817fff640 1 -- 172.21.15.7:0/3422691802 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560374aeed70 con 0x560374c046f0 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7817fff640 10 client.18282 handle_command_reply: tid=0 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 client.18282 shutdown 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 msgr2=0x560374b92380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f782400bcb0 tx=0x7f782400bd20 comp rx=0 tx=0).stop 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 shutdown_connections 2024-09-10T07:55:46.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560374c046f0 0x560374c06b10 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560374b89370 0x560374b93880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560374b842e0 0x560374b928c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7817fff640 0 client.18282 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 --2- 172.21.15.7:0/3422691802 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560374b839a0 0x560374b92380 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 >> 172.21.15.7:0/3422691802 conn(0x560374b7f010 msgr2=0x560374b7e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 shutdown_connections 2024-09-10T07:55:46.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 1 -- 172.21.15.7:0/3422691802 wait complete. 2024-09-10T07:55:46.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.543+0000 7f7841e13740 20 client.18282 trim_cache size 0 max 16384 2024-09-10T07:55:46.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:55:46.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:55:46.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:55:46.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 msgr2=0x7f78280a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 0x7f78280a5170 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f783009b9b0 tx=0x7f78300666a0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 msgr2=0x7f7838103690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f783000eaa0 tx=0x7f783000ef60 comp rx=0 tx=0).stop 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 shutdown_connections 2024-09-10T07:55:46.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78280a2cb0 0x7f78280a5170 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7838102610 0x7f7838103690 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7838101c50 0x7f7838103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 --2- 172.21.15.7:0/3924839042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7838100a60 0x7f7838104ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 >> 172.21.15.7:0/3924839042 conn(0x7f78380fc1e0 msgr2=0x7f783806a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 shutdown_connections 2024-09-10T07:55:46.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:46.544+0000 7f783f077640 1 -- 172.21.15.7:0/3924839042 wait complete. 2024-09-10T07:55:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: pgmap v674: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:46 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.186 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: pgmap v674: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:55:47.186 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:55:47.186 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.187 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:46 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: pgmap v674: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.4 MiB/s wr, 175 op/s 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:55:47.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:46 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:55:47.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.89 MB/sec execute 410 sec latency 2700.140 ms 2024-09-10T07:55:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- 172.21.15.7:0/773290196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1741036e0 msgr2=0x7ff174107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/773290196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1741036e0 0x7ff174107b90 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7ff168009930 tx=0x7ff16802a420 comp rx=0 tx=0).stop 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- 172.21.15.7:0/773290196 shutdown_connections 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/773290196 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741082a0 0x7ff17410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/773290196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1741036e0 0x7ff174107b90 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/773290196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff174102d30 0x7ff174103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- 172.21.15.7:0/773290196 >> 172.21.15.7:0/773290196 conn(0x7ff1740fc7d0 msgr2=0x7ff1740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- 172.21.15.7:0/773290196 shutdown_connections 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- 172.21.15.7:0/773290196 wait complete. 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 Processor -- start 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.017+0000 7ff17aeb0640 1 -- start start 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 0x7ff174100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 0x7ff174101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff174111f50 con 0x7ff174102d30 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff174111dd0 con 0x7ff1741036e0 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741120d0 con 0x7ff1741082a0 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40644/0 (socket says 172.21.15.7:40644) 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 -- 172.21.15.7:0/2405967429 learned_addr learned my addr 172.21.15.7:0/2405967429 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:48.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17944d640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 0x7ff174101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff173fff640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 0x7ff174100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 -- 172.21.15.7:0/2405967429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 msgr2=0x7ff174101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 0x7ff174101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 -- 172.21.15.7:0/2405967429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 msgr2=0x7ff174100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 0x7ff174100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 -- 172.21.15.7:0/2405967429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1741a6910 con 0x7ff174102d30 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff173fff640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 0x7ff174100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17944d640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 0x7ff174101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7ff16400e9f0 tx=0x7ff16400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff171ffb640 1 -- 172.21.15.7:0/2405967429 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16400cd80 con 0x7ff174102d30 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff171ffb640 1 -- 172.21.15.7:0/2405967429 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1640054d0 con 0x7ff174102d30 2024-09-10T07:55:48.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1741a6c00 con 0x7ff174102d30 2024-09-10T07:55:48.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.018+0000 7ff171ffb640 1 -- 172.21.15.7:0/2405967429 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff164010490 con 0x7ff174102d30 2024-09-10T07:55:48.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.019+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1741a7140 con 0x7ff174102d30 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.021+0000 7ff171ffb640 1 -- 172.21.15.7:0/2405967429 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff164005020 con 0x7ff174102d30 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.021+0000 7ff17d289740 1 Processor -- start 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.021+0000 7ff17d289740 1 -- start start 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.021+0000 7ff171ffb640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 0x7ff15c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.021+0000 7ff17d289740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5576212374a0 0x557621237880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17d289740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17d289740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621242680 0x557621244a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17d289740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55762119d2e0 con 0x557621237dc0 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17d289740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557621144ce0 con 0x557621242680 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17d289740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5576211992a0 con 0x5576212374a0 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17944d640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 0x7ff15c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff171ffb640 1 -- 172.21.15.7:0/2405967429 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff1640cf880 con 0x7ff174102d30 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff178c4c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5576212374a0 0x557621237880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40656/0 (socket says 172.21.15.7:40656) 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 -- 172.21.15.7:0/3571437528 learned_addr learned my addr 172.21.15.7:0/3571437528 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17944d640 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621242680 0x557621244a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff17944d640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 0x7ff15c0a50c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff16c005cc0 tx=0x7ff16c00d710 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 -- 172.21.15.7:0/3571437528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5576212374a0 msgr2=0x557621237880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5576212374a0 0x557621237880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 -- 172.21.15.7:0/3571437528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621242680 msgr2=0x557621244a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621242680 0x557621244a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.022+0000 7ff173fff640 1 -- 172.21.15.7:0/3571437528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557621129440 con 0x557621237dc0 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff173fff640 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7ff168006010 tx=0x7ff168032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b7eab4d6446dcd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff15affd640 1 -- 172.21.15.7:0/3571437528 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16803f070 con 0x557621237dc0 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff15affd640 1 -- 172.21.15.7:0/3571437528 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff168004030 con 0x557621237dc0 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff15affd640 1 -- 172.21.15.7:0/3571437528 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff168035070 con 0x557621237dc0 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff17d289740 1 -- 172.21.15.7:0/3571437528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 msgr2=0x557621242140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff17d289740 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7ff168006010 tx=0x7ff168032c10 comp rx=0 tx=0).stop 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.023+0000 7ff17d289740 1 -- 172.21.15.7:0/3571437528 shutdown_connections 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621242680 0x557621244a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621237dc0 0x557621242140 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- 172.21.15.7:0/3571437528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5576212374a0 0x557621237880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- 172.21.15.7:0/3571437528 >> 172.21.15.7:0/3571437528 conn(0x557621233a30 msgr2=0x557621233e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- 172.21.15.7:0/3571437528 shutdown_connections 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- 172.21.15.7:0/3571437528 wait complete. 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- start start 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 Processor -- start 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5576212374a0 0x557621241f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762123f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557621245250 con 0x557621242680 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557621158050 con 0x5576212374a0 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.024+0000 7ff17d289740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5576212453d0 con 0x557621237dc0 2024-09-10T07:55:48.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17d289740 10 client.0 _ll_register_callbacks cb 0x557621198160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40670/0 (socket says 172.21.15.7:40670) 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 -- 172.21.15.7:0/2193550863 learned_addr learned my addr 172.21.15.7:0/2193550863 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff173fff640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762123f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5576212374a0 0x557621241f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 -- 172.21.15.7:0/2193550863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 msgr2=0x55762123f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762123f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 -- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5576212374a0 msgr2=0x557621241f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5576212374a0 0x557621241f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 -- 172.21.15.7:0/2193550863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557620f0e3c0 con 0x557621242680 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17944d640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7ff16c011df0 tx=0x7ff16c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb738d77d0cf20c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff153fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16c004d20 con 0x557621242680 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff16c005020 con 0x557621242680 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.025+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff168004030 con 0x557621242680 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff16c011e20 con 0x557621242680 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 10 client.18294 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:48.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557621250c50 con 0x557621242680 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff168004030 con 0x557621242680 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff16c01da10 con 0x557621242680 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 10 client.18294 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 10 client.18294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 20 client.18294 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621252110 0x5576212545b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 4 client.18294 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576211aa850 con 0x557621252110 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.026+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621252110 0x5576212545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621252110 0x5576212545b0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57a5e1773854b38c server_cookie=b1da7712341764d3 in_seq=0 out_seq=0 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff153fff640 10 client.18294 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff153fff640 1 -- 172.21.15.7:0/2193550863 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5576211aa850 con 0x557621252110 2024-09-10T07:55:48.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff153fff640 10 client.18294 handle_command_reply: tid=0 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff17d289740 1 client.18294 shutdown 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.027+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 msgr2=0x55762123f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7ff16c011df0 tx=0x7ff16c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 shutdown_connections 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621252110 0x5576212545b0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557621242680 0x55762123f710 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762123f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 --2- 172.21.15.7:0/2193550863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5576212374a0 0x557621241f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 >> 172.21.15.7:0/2193550863 conn(0x557621233a30 msgr2=0x557621239710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff153fff640 0 client.18294 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 shutdown_connections 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 1 -- 172.21.15.7:0/2193550863 wait complete. 2024-09-10T07:55:48.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.028+0000 7ff17d289740 20 client.18294 trim_cache size 0 max 16384 2024-09-10T07:55:48.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 Processor -- start 2024-09-10T07:55:48.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 -- start start 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621233a30 0x55762123daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762125a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741b35e0 con 0x5576212374a0 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741b0eb0 con 0x557621233a30 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17d289740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741aed20 con 0x557621237dc0 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40686/0 (socket says 172.21.15.7:40686) 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff173fff640 1 -- 172.21.15.7:0/594100604 learned_addr learned my addr 172.21.15.7:0/594100604 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff17944d640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762125a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff178c4c640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621233a30 0x55762123daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.045+0000 7ff173fff640 1 -- 172.21.15.7:0/594100604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 msgr2=0x55762125a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff173fff640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762125a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff173fff640 1 -- 172.21.15.7:0/594100604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621233a30 msgr2=0x55762123daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff173fff640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621233a30 0x55762123daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff173fff640 1 -- 172.21.15.7:0/594100604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55762123e180 con 0x5576212374a0 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff17944d640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762125a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff173fff640 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7ff168005ab0 tx=0x7ff168032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba97ca979ca8c96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff15a7fc640 1 -- 172.21.15.7:0/594100604 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff168035070 con 0x5576212374a0 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff15a7fc640 1 -- 172.21.15.7:0/594100604 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff16804c070 con 0x5576212374a0 2024-09-10T07:55:48.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.046+0000 7ff15a7fc640 1 -- 172.21.15.7:0/594100604 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16803f040 con 0x5576212374a0 2024-09-10T07:55:48.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- 172.21.15.7:0/594100604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 msgr2=0x557621259ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7ff168005ab0 tx=0x7ff168032f90 comp rx=0 tx=0).stop 2024-09-10T07:55:48.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- 172.21.15.7:0/594100604 shutdown_connections 2024-09-10T07:55:48.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621237dc0 0x55762125a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621259ed0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 --2- 172.21.15.7:0/594100604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621233a30 0x55762123daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- 172.21.15.7:0/594100604 >> 172.21.15.7:0/594100604 conn(0x55762123f870 msgr2=0x557621241250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- 172.21.15.7:0/594100604 shutdown_connections 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- 172.21.15.7:0/594100604 wait complete. 2024-09-10T07:55:48.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 -- start start 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.047+0000 7ff17d289740 1 Processor -- start 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621233a30 0x557621248750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621237dc0 0x5576212491f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741af370 con 0x5576212374a0 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741b07e0 con 0x557621237dc0 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1741afa40 con 0x557621233a30 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17d289740 10 client.0 _ll_register_callbacks cb 0x7ff16c008d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40700/0 (socket says 172.21.15.7:40700) 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 -- 172.21.15.7:0/2317649843 learned_addr learned my addr 172.21.15.7:0/2317649843 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621233a30 0x557621248750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff17944d640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621237dc0 0x5576212491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 -- 172.21.15.7:0/2317649843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621233a30 msgr2=0x557621248750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621233a30 0x557621248750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 -- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621237dc0 msgr2=0x5576212491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621237dc0 0x5576212491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 -- 172.21.15.7:0/2317649843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576212bc180 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff173fff640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7ff1680092a0 tx=0x7ff168000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af90f50fed8f5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff153fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.048+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff168054020 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff168004030 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff16804c070 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff16805f050 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 10 client.18300 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5576212bd490 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff16804c070 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff168004c90 con 0x5576212374a0 2024-09-10T07:55:48.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 10 client.18300 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 10 client.18300 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 20 client.18300 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621242680 0x5576212bf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 4 client.18300 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5576211a4d60 con 0x557621242680 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.049+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621242680 0x5576212bf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff178c4c640 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621242680 0x5576212bf720 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=324cf19b69e12058 server_cookie=f14ec97191df18f7 in_seq=0 out_seq=0 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff153fff640 10 client.18300 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff153fff640 1 -- 172.21.15.7:0/2317649843 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5576211a4d60 con 0x557621242680 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff153fff640 10 client.18300 handle_command_reply: tid=0 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 client.18300 shutdown 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 msgr2=0x557621248c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7ff1680092a0 tx=0x7ff168000bc0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 shutdown_connections 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557621242680 0x5576212bf720 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557621237dc0 0x5576212491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5576212374a0 0x557621248c90 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff153fff640 0 client.18300 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 --2- 172.21.15.7:0/2317649843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557621233a30 0x557621248750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 >> 172.21.15.7:0/2317649843 conn(0x55762123f870 msgr2=0x557621232350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.050+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 shutdown_connections 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.051+0000 7ff17d289740 1 -- 172.21.15.7:0/2317649843 wait complete. 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.051+0000 7ff17d289740 20 client.18300 trim_cache size 0 max 16384 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout: "127f1d05-1010-4fbc-9238-8670c943f2f5": { 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:55:48.057 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "127f1d05-1010-4fbc-9238-8670c943f2f5", 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 msgr2=0x7ff15c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 0x7ff15c0a50c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff16c005cc0 tx=0x7ff16c00d710 comp rx=0 tx=0).stop 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 msgr2=0x7ff174100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:48.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7ff16400e9f0 tx=0x7ff16400edf0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 shutdown_connections 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff15c0a2c00 0x7ff15c0a50c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1741082a0 0x7ff174101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1741036e0 0x7ff174100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 --2- 172.21.15.7:0/2405967429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff174102d30 0x7ff174100990 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 >> 172.21.15.7:0/2405967429 conn(0x7ff1740fc7d0 msgr2=0x7ff174105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 shutdown_connections 2024-09-10T07:55:48.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:55:48.052+0000 7ff17aeb0640 1 -- 172.21.15.7:0/2405967429 wait complete. 2024-09-10T07:55:48.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.89 MB/sec execute 411 sec latency 3700.240 ms 2024-09-10T07:55:48.749 INFO:tasks.cephfs.filesystem:scrub status for tag:127f1d05-1010-4fbc-9238-8670c943f2f5 - {'path': '/', 'tag': '127f1d05-1010-4fbc-9238-8670c943f2f5', 'options': 'recursive,force'} 2024-09-10T07:55:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:48 smithi007 ceph-mon[30879]: pgmap v675: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 126 op/s 2024-09-10T07:55:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:48 smithi110 ceph-mon[34417]: pgmap v675: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 126 op/s 2024-09-10T07:55:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:48 smithi145 ceph-mon[34766]: pgmap v675: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.1 MiB/s wr, 126 op/s 2024-09-10T07:55:49.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.88 MB/sec execute 412 sec latency 4700.334 ms 2024-09-10T07:55:50.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.88 MB/sec execute 413 sec latency 5700.397 ms 2024-09-10T07:55:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:50 smithi110 ceph-mon[34417]: pgmap v676: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.2 MiB/s wr, 156 op/s 2024-09-10T07:55:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:50 smithi145 ceph-mon[34766]: pgmap v676: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.2 MiB/s wr, 156 op/s 2024-09-10T07:55:51.275 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.87 MB/sec execute 414 sec latency 6700.509 ms 2024-09-10T07:55:51.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:50 smithi007 ceph-mon[30879]: pgmap v676: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.2 MiB/s wr, 156 op/s 2024-09-10T07:55:52.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.87 MB/sec execute 415 sec latency 7700.600 ms 2024-09-10T07:55:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:52 smithi110 ceph-mon[34417]: pgmap v677: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 794 KiB/s wr, 100 op/s 2024-09-10T07:55:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:52 smithi145 ceph-mon[34766]: pgmap v677: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 794 KiB/s wr, 100 op/s 2024-09-10T07:55:53.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.86 MB/sec execute 416 sec latency 8700.719 ms 2024-09-10T07:55:53.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:52 smithi007 ceph-mon[30879]: pgmap v677: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 794 KiB/s wr, 100 op/s 2024-09-10T07:55:54.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.86 MB/sec execute 417 sec latency 9700.799 ms 2024-09-10T07:55:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:54 smithi110 ceph-mon[34417]: pgmap v678: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 789 KiB/s wr, 99 op/s 2024-09-10T07:55:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:54 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:54 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:54 smithi145 ceph-mon[34766]: pgmap v678: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 789 KiB/s wr, 99 op/s 2024-09-10T07:55:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:54 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:55.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:54 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:55.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.86 MB/sec execute 418 sec latency 10700.919 ms 2024-09-10T07:55:55.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:54 smithi007 ceph-mon[30879]: pgmap v678: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 789 KiB/s wr, 99 op/s 2024-09-10T07:55:55.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:54 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:55.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:54 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:56.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:55 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:55:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:55 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:55:56.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.85 MB/sec execute 419 sec latency 11701.008 ms 2024-09-10T07:55:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:55 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:55:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:56 smithi110 ceph-mon[34417]: pgmap v679: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 517 KiB/s wr, 94 op/s 2024-09-10T07:55:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:56 smithi145 ceph-mon[34766]: pgmap v679: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 517 KiB/s wr, 94 op/s 2024-09-10T07:55:57.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.85 MB/sec execute 420 sec latency 12701.117 ms 2024-09-10T07:55:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:56 smithi007 ceph-mon[30879]: pgmap v679: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 517 KiB/s wr, 94 op/s 2024-09-10T07:55:58.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.84 MB/sec execute 421 sec latency 13701.221 ms 2024-09-10T07:55:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:55:58 smithi110 ceph-mon[34417]: pgmap v680: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 217 KiB/s wr, 41 op/s 2024-09-10T07:55:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:55:58 smithi145 ceph-mon[34766]: pgmap v680: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 217 KiB/s wr, 41 op/s 2024-09-10T07:55:59.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.84 MB/sec execute 422 sec latency 14701.338 ms 2024-09-10T07:55:59.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:55:58 smithi007 ceph-mon[30879]: pgmap v680: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 217 KiB/s wr, 41 op/s 2024-09-10T07:55:59.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 -- 172.21.15.7:0/2896577797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b4100ca0 msgr2=0x7fd7b4101120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 --2- 172.21.15.7:0/2896577797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4101120 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0009900 tx=0x7fd7a002a400 comp rx=0 tx=0).stop 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 -- 172.21.15.7:0/2896577797 shutdown_connections 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 --2- 172.21.15.7:0/2896577797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4101660 0x7fd7b4108f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 --2- 172.21.15.7:0/2896577797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4101120 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 --2- 172.21.15.7:0/2896577797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b41020e0 0x7fd7b41024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 -- 172.21.15.7:0/2896577797 >> 172.21.15.7:0/2896577797 conn(0x7fd7b40fb980 msgr2=0x7fd7b40fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 -- 172.21.15.7:0/2896577797 shutdown_connections 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.643+0000 7fd7baed0640 1 -- 172.21.15.7:0/2896577797 wait complete. 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 Processor -- start 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 -- start start 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 0x7fd7b41971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410c5a0 con 0x7fd7b41020e0 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410c420 con 0x7fd7b4100ca0 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7baed0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410c720 con 0x7fd7b4101660 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7b946d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7b946d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46800/0 (socket says 172.21.15.7:46800) 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.644+0000 7fd7b946d640 1 -- 172.21.15.7:0/496250655 learned_addr learned my addr 172.21.15.7:0/496250655 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 0x7fd7b41971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 -- 172.21.15.7:0/496250655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 msgr2=0x7fd7b41971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 0x7fd7b41971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 -- 172.21.15.7:0/496250655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4100ca0 msgr2=0x7fd7b4196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 -- 172.21.15.7:0/496250655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b419e880 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 0x7fd7b41971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b946d640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac00cad0 tx=0x7fd7ac00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b1ffb640 1 -- 172.21.15.7:0/496250655 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac00ae20 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b1ffb640 1 -- 172.21.15.7:0/496250655 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7ac005020 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7b1ffb640 1 -- 172.21.15.7:0/496250655 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac00f6b0 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.645+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7b419eb70 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.646+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7b419f070 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.648+0000 7fd7b1ffb640 1 -- 172.21.15.7:0/496250655 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd7ac0051d0 con 0x7fd7b41020e0 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.648+0000 7fd7bdc6c740 1 Processor -- start 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.648+0000 7fd7bdc6c740 1 -- start start 2024-09-10T07:55:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623dbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d5623de830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d56233a2f0 con 0x55d5623dc370 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d5622e2270 con 0x55d5623d69a0 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d5623362b0 con 0x55d5623d72e0 2024-09-10T07:55:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b1ffb640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 0x7fd7a40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d5623de830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43902/0 (socket says 172.21.15.7:43902) 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 -- 172.21.15.7:0/3027180221 learned_addr learned my addr 172.21.15.7:0/3027180221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623dbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b946d640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 0x7fd7a40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b1ffb640 1 -- 172.21.15.7:0/496250655 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd7ac0cf510 con 0x7fd7b41020e0 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 -- 172.21.15.7:0/3027180221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 msgr2=0x55d5623dbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623dbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 -- 172.21.15.7:0/3027180221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 msgr2=0x55d5623de830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d5623de830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.649+0000 7fd7b3fff640 1 -- 172.21.15.7:0/3027180221 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5622e1340 con 0x55d5623d69a0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0031960 tx=0x7fd7a0005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7df964f308f3d58 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd7b946d640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 0x7fd7a40a50f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac09b960 tx=0x7fd7ac0665c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd79effd640 1 -- 172.21.15.7:0/3027180221 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a0035040 con 0x55d5623d69a0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd79effd640 1 -- 172.21.15.7:0/3027180221 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a00054d0 con 0x55d5623d69a0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd79effd640 1 -- 172.21.15.7:0/3027180221 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a0004b50 con 0x55d5623d69a0 2024-09-10T07:55:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/3027180221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 msgr2=0x55d5623d6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.650+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0031960 tx=0x7fd7a0005fd0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/3027180221 shutdown_connections 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d5623de830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623dbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/3027180221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d69a0 0x55d5623d6da0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/3027180221 >> 172.21.15.7:0/3027180221 conn(0x55d5623d2010 msgr2=0x55d5623d2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/3027180221 shutdown_connections 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/3027180221 wait complete. 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- start start 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 Processor -- start 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623e32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623dc370 0x55d5623ea320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d5623df2e0 con 0x55d5623d69a0 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d5622c3290 con 0x55d5623dc370 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d5623df460 con 0x55d5623d72e0 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.651+0000 7fd7bdc6c740 10 client.0 _ll_register_callbacks cb 0x55d5622f4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46822/0 (socket says 172.21.15.7:46822) 2024-09-10T07:55:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 -- 172.21.15.7:0/2451248940 learned_addr learned my addr 172.21.15.7:0/2451248940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623e32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 -- 172.21.15.7:0/2451248940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 msgr2=0x55d5623e32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623e32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 -- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623dc370 msgr2=0x55d5623ea320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623dc370 0x55d5623ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 -- 172.21.15.7:0/2451248940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d56204d210 con 0x55d5623d69a0 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0004540 tx=0x7fd7a0004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e6c969b7c76d4f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd793fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a004d070 con 0x55d5623d69a0 2024-09-10T07:55:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd7a00048d0 con 0x55d5623d69a0 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a00054d0 con 0x55d5623d69a0 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd7a0059050 con 0x55d5623d69a0 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7bdc6c740 10 client.18312 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.652+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d562119620 con 0x55d5623d69a0 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a00054d0 con 0x55d5623d69a0 2024-09-10T07:55:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd7a0049920 con 0x55d5623d69a0 2024-09-10T07:55:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 10 client.18312 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 10 client.18312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 20 client.18312 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5623ee620 0x55d5623f0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 4 client.18312 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d562347a20 con 0x55d5623ee620 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.653+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5623ee620 0x55d5623f0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.654+0000 7fd793fff640 10 client.18312 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.654+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5623ee620 0x55d5623f0a10 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3326a98592242b5 server_cookie=885cf48e7c05f41c in_seq=0 out_seq=0 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.654+0000 7fd793fff640 1 -- 172.21.15.7:0/2451248940 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d562347a20 con 0x55d5623ee620 2024-09-10T07:55:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.654+0000 7fd793fff640 10 client.18312 handle_command_reply: tid=0 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.654+0000 7fd7bdc6c740 1 client.18312 shutdown 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 msgr2=0x55d5623e2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0004540 tx=0x7fd7a0004610 comp rx=0 tx=0).stop 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 shutdown_connections 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d5623ee620 0x55d5623f0a10 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623dc370 0x55d5623ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd793fff640 0 client.18312 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d72e0 0x55d5623e32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/2451248940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623e2da0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 >> 172.21.15.7:0/2451248940 conn(0x55d5623d2010 msgr2=0x55d5623d3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 shutdown_connections 2024-09-10T07:55:59.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/2451248940 wait complete. 2024-09-10T07:55:59.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.655+0000 7fd7bdc6c740 20 client.18312 trim_cache size 0 max 16384 2024-09-10T07:55:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 Processor -- start 2024-09-10T07:55:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 -- start start 2024-09-10T07:55:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d5623e31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623dc370 0x55d5623f5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41aaba0 con 0x55d5623d69a0 2024-09-10T07:55:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a8470 con 0x55d5623d72e0 2024-09-10T07:55:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a62e0 con 0x55d5623dc370 2024-09-10T07:55:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46836/0 (socket says 172.21.15.7:46836) 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 -- 172.21.15.7:0/1192501403 learned_addr learned my addr 172.21.15.7:0/1192501403 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 -- 172.21.15.7:0/1192501403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623dc370 msgr2=0x55d5623f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623dc370 0x55d5623f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 -- 172.21.15.7:0/1192501403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 msgr2=0x55d5623e31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d5623e31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 -- 172.21.15.7:0/1192501403 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5623f0d80 con 0x55d5623d69a0 2024-09-10T07:55:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.670+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fd7a002a920 tx=0x7fd7a0005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b558ad76cc82f8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd79e7fc640 1 -- 172.21.15.7:0/1192501403 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a004d070 con 0x55d5623d69a0 2024-09-10T07:55:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd79e7fc640 1 -- 172.21.15.7:0/1192501403 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a0031580 con 0x55d5623d69a0 2024-09-10T07:55:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd79e7fc640 1 -- 172.21.15.7:0/1192501403 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a0035050 con 0x55d5623d69a0 2024-09-10T07:55:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/1192501403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 msgr2=0x55d5623d19b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fd7a002a920 tx=0x7fd7a0005a20 comp rx=0 tx=0).stop 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/1192501403 shutdown_connections 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623dc370 0x55d5623f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d5623e31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/1192501403 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623d69a0 0x55d5623d19b0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/1192501403 >> 172.21.15.7:0/1192501403 conn(0x55d5623d2010 msgr2=0x55d5623d36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/1192501403 shutdown_connections 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/1192501403 wait complete. 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.671+0000 7fd7bdc6c740 1 -- start start 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 Processor -- start 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d69a0 0x55d562455230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d562457780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a6930 con 0x55d5623dc370 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a7da0 con 0x55d5623d72e0 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a7000 con 0x55d5623d69a0 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7bdc6c740 10 client.0 _ll_register_callbacks cb 0x7fd7a0032df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:55:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7b3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46842/0 (socket says 172.21.15.7:46842) 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7b3fff640 1 -- 172.21.15.7:0/163721669 learned_addr learned my addr 172.21.15.7:0/163721669 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d69a0 0x55d562455230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.672+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d562457780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 -- 172.21.15.7:0/163721669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d69a0 msgr2=0x55d562455230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d69a0 0x55d562455230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 -- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 msgr2=0x55d562457780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d562457780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 -- 172.21.15.7:0/163721669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d56245a4b0 con 0x55d5623dc370 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d562457780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7b3fff640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x55d5623e17d0 tx=0x7fd7a002a400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd44664cf6226cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a004d030 con 0x55d5623dc370 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd7a003ca10 con 0x55d5623dc370 2024-09-10T07:55:59.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a0031580 con 0x55d5623dc370 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd7a0035040 con 0x55d5623dc370 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7bdc6c740 10 client.18318 fetch_fsmap learned FSMap version 31 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d56245b7c0 con 0x55d5623dc370 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a0031580 con 0x55d5623dc370 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd7a0069040 con 0x55d5623dc370 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7bdc6c740 10 client.18318 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.673+0000 7fd7bdc6c740 10 client.18318 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:55:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7bdc6c740 20 client.18318 populate_metadata read hostname 'smithi007' 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56245bf30 0x55d56245e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7bdc6c740 4 client.18318 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d562341d70 con 0x55d56245bf30 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56245bf30 0x55d56245e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd793fff640 10 client.18318 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.674+0000 7fd7b8c6c640 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56245bf30 0x55d56245e350 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b8990bcbad5a011 server_cookie=4684cc37d6e4bd79 in_seq=0 out_seq=0 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd793fff640 1 -- 172.21.15.7:0/163721669 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d562341d70 con 0x55d56245bf30 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd793fff640 10 client.18318 handle_command_reply: tid=0 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 client.18318 shutdown 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 msgr2=0x55d562459cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x55d5623e17d0 tx=0x7fd7a002a400 comp rx=0 tx=0).stop 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 shutdown_connections 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d56245bf30 0x55d56245e350 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d5623dc370 0x55d562459cd0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d5623d72e0 0x55d562457780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 --2- 172.21.15.7:0/163721669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d5623d69a0 0x55d562455230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd793fff640 0 client.18318 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 >> 172.21.15.7:0/163721669 conn(0x55d5623d2010 msgr2=0x55d5623d36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 shutdown_connections 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 1 -- 172.21.15.7:0/163721669 wait complete. 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.689+0000 7fd7bdc6c740 20 client.18318 trim_cache size 0 max 16384 2024-09-10T07:55:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:55:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:55:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:55:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 msgr2=0x7fd7a40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 0x7fd7a40a50f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac09b960 tx=0x7fd7ac0665c0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 msgr2=0x7fd7b419e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac00cad0 tx=0x7fd7ac00cf90 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 shutdown_connections 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd7a40a2c30 0x7fd7a40a50f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd7b41020e0 0x7fd7b419e1e0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7b4101660 0x7fd7b41971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 --2- 172.21.15.7:0/496250655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7b4100ca0 0x7fd7b4196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 >> 172.21.15.7:0/496250655 conn(0x7fd7b40fb980 msgr2=0x7fd7b41050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 shutdown_connections 2024-09-10T07:55:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:55:59.690+0000 7fd7baed0640 1 -- 172.21.15.7:0/496250655 wait complete. 2024-09-10T07:56:00.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.83 MB/sec execute 423 sec latency 15701.446 ms 2024-09-10T07:56:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:00 smithi110 ceph-mon[34417]: pgmap v681: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 163 KiB/s wr, 40 op/s 2024-09-10T07:56:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:00 smithi145 ceph-mon[34766]: pgmap v681: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 163 KiB/s wr, 40 op/s 2024-09-10T07:56:01.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.83 MB/sec execute 424 sec latency 16701.488 ms 2024-09-10T07:56:01.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:00 smithi007 ceph-mon[30879]: pgmap v681: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 163 KiB/s wr, 40 op/s 2024-09-10T07:56:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:56:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:02.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:01 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:56:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:01 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:02.276 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.82 MB/sec execute 425 sec latency 17701.561 ms 2024-09-10T07:56:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:56:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:01 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:02 smithi110 ceph-mon[34417]: pgmap v682: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-09-10T07:56:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:56:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:56:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:02 smithi145 ceph-mon[34766]: pgmap v682: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-09-10T07:56:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:56:03.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:56:03.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:03.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.82 MB/sec execute 426 sec latency 18701.647 ms 2024-09-10T07:56:03.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:02 smithi007 ceph-mon[30879]: pgmap v682: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-09-10T07:56:03.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:56:03.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:56:03.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:56:04.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.82 MB/sec execute 427 sec latency 19701.785 ms 2024-09-10T07:56:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:04 smithi110 ceph-mon[34417]: pgmap v683: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-09-10T07:56:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:04 smithi145 ceph-mon[34766]: pgmap v683: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-09-10T07:56:05.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.81 MB/sec execute 428 sec latency 20701.916 ms 2024-09-10T07:56:05.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:04 smithi007 ceph-mon[30879]: pgmap v683: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-09-10T07:56:05.716 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:56:05.987 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:06.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.81 MB/sec execute 429 sec latency 21702.011 ms 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 -- 172.21.15.7:0/3971988931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 msgr2=0x7f623c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3971988931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c1021c0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f622c009900 tx=0x7f622c02a410 comp rx=0 tx=0).stop 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 -- 172.21.15.7:0/3971988931 shutdown_connections 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3971988931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c106f10 0x7f623c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3971988931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c102790 0x7f623c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3971988931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c1021c0 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 -- 172.21.15.7:0/3971988931 >> 172.21.15.7:0/3971988931 conn(0x7f623c0fd8c0 msgr2=0x7f623c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 -- 172.21.15.7:0/3971988931 shutdown_connections 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 -- 172.21.15.7:0/3971988931 wait complete. 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.432+0000 7f6241cf6640 1 Processor -- start 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 -- start start 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 0x7f623c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c106f10 0x7f623c19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f623c111e20 con 0x7f623c101de0 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f623c111ca0 con 0x7f623c102790 2024-09-10T07:56:06.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f6241cf6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f623c111fa0 con 0x7f623c106f10 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51424/0 (socket says 172.21.15.7:51424) 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 -- 172.21.15.7:0/3498853811 learned_addr learned my addr 172.21.15.7:0/3498853811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623affd640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 0x7f623c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623bfff640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c106f10 0x7f623c19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 -- 172.21.15.7:0/3498853811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c106f10 msgr2=0x7f623c19cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c106f10 0x7f623c19cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 -- 172.21.15.7:0/3498853811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 msgr2=0x7f623c1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 0x7f623c1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623b7fe640 1 -- 172.21.15.7:0/3498853811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f623c19d310 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.433+0000 7f623affd640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 0x7f623c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f623b7fe640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f622c005940 tx=0x7f622c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c03f030 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f622c0044c0 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f623c19d5a0 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c035070 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.434+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f623c1a4ee0 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.435+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f623c1032c0 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.436+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f622c042030 con 0x7f623c101de0 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.437+0000 7f6238ff9640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 0x7f62240a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:06.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.437+0000 7f623affd640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 0x7f62240a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:06.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.437+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f622c0efaa0 con 0x7f623c101de0 2024-09-10T07:56:06.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.437+0000 7f623affd640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 0x7f62240a50c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f623c0ffdc0 tx=0x7f6230005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:06.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.440+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f622c0bc600 con 0x7f623c101de0 2024-09-10T07:56:06.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.653+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f623c1021c0 con 0x7f623c101de0 2024-09-10T07:56:06.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.653+0000 7f6238ff9640 1 -- 172.21.15.7:0/3498853811 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f623c1021c0 con 0x7f623c101de0 2024-09-10T07:56:06.653 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:56:06.653 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:56:06.653 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 msgr2=0x7f62240a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 0x7f62240a50c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f623c0ffdc0 tx=0x7f6230005f90 comp rx=0 tx=0).stop 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 msgr2=0x7f623c198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f622c005940 tx=0x7f622c0040c0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 shutdown_connections 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62240a2c00 0x7f62240a50c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f623c106f10 0x7f623c19cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f623c102790 0x7f623c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 --2- 172.21.15.7:0/3498853811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f623c101de0 0x7f623c198360 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 >> 172.21.15.7:0/3498853811 conn(0x7f623c0fd8c0 msgr2=0x7f623c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 shutdown_connections 2024-09-10T07:56:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:06.656+0000 7f6241cf6640 1 -- 172.21.15.7:0/3498853811 wait complete. 2024-09-10T07:56:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:06 smithi110 ceph-mon[34417]: pgmap v684: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-09-10T07:56:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:06 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3498853811' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:06 smithi145 ceph-mon[34766]: pgmap v684: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-09-10T07:56:07.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:06 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3498853811' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:07.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.80 MB/sec execute 430 sec latency 22702.071 ms 2024-09-10T07:56:07.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:06 smithi007 ceph-mon[30879]: pgmap v684: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-09-10T07:56:07.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3498853811' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:07.519 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id f3837eb5 --release --await' 2024-09-10T07:56:07.519 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id f3837eb5 --release --await 2024-09-10T07:56:07.778 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:08.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:07 smithi110 ceph-mon[34417]: pgmap v685: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-09-10T07:56:08.199 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:07 smithi007 ceph-mon[30879]: pgmap v685: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-09-10T07:56:08.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:07 smithi145 ceph-mon[34766]: pgmap v685: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-09-10T07:56:08.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201515 1.80 MB/sec execute 431 sec latency 23702.122 ms 2024-09-10T07:56:08.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- 172.21.15.7:0/2350148336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940101df0 msgr2=0x7f89401021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 --2- 172.21.15.7:0/2350148336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940101df0 0x7f89401021d0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f8930009900 tx=0x7f893002a410 comp rx=0 tx=0).stop 2024-09-10T07:56:08.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- 172.21.15.7:0/2350148336 shutdown_connections 2024-09-10T07:56:08.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 --2- 172.21.15.7:0/2350148336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940106f20 0x7f894010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 --2- 172.21.15.7:0/2350148336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 0x7f89401067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 --2- 172.21.15.7:0/2350148336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940101df0 0x7f89401021d0 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- 172.21.15.7:0/2350148336 >> 172.21.15.7:0/2350148336 conn(0x7f89400fd8f0 msgr2=0x7f89400ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- 172.21.15.7:0/2350148336 shutdown_connections 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- 172.21.15.7:0/2350148336 wait complete. 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 Processor -- start 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.289+0000 7f894583f640 1 -- start start 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 0x7f8940198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 0x7f8940198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8940111e30 con 0x7f8940106f20 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8940111cb0 con 0x7f89401027a0 2024-09-10T07:56:08.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f894583f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8940111fb0 con 0x7f8940101df0 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 0x7f8940198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51436/0 (socket says 172.21.15.7:51436) 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 0x7f8940198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33738/0 (socket says 172.21.15.7:33738) 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 -- 172.21.15.7:0/634197821 learned_addr learned my addr 172.21.15.7:0/634197821 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893e7fc640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 0x7f8940198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 -- 172.21.15.7:0/634197821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 msgr2=0x7f8940198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 0x7f8940198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 -- 172.21.15.7:0/634197821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 msgr2=0x7f8940198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 0x7f8940198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 -- 172.21.15.7:0/634197821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f894019d2e0 con 0x7f8940106f20 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.290+0000 7f893f7fe640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f893800eaa0 tx=0x7f893800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.291+0000 7f894483d640 1 -- 172.21.15.7:0/634197821 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f893800cdb0 con 0x7f8940106f20 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.291+0000 7f894483d640 1 -- 172.21.15.7:0/634197821 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8938005020 con 0x7f8940106f20 2024-09-10T07:56:08.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.291+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f894019d5d0 con 0x7f8940106f20 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.291+0000 7f894483d640 1 -- 172.21.15.7:0/634197821 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89380116d0 con 0x7f8940106f20 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.291+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89401a4eb0 con 0x7f8940106f20 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f894483d640 1 -- 172.21.15.7:0/634197821 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f89380051d0 con 0x7f8940106f20 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 Processor -- start 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 -- start start 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506b5240 0x55e0506b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e05060f620 con 0x55e0506aa060 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e0505b6e50 con 0x55e0506b5240 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f8947c18740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e05060b5e0 con 0x55e0506aa980 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51440/0 (socket says 172.21.15.7:51440) 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.293+0000 7f893e7fc640 1 -- 172.21.15.7:0/2620163153 learned_addr learned my addr 172.21.15.7:0/2620163153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:08.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506b5240 0x55e0506b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f894483d640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 0x7f89280a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893effd640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 -- 172.21.15.7:0/2620163153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 msgr2=0x55e0506b4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 -- 172.21.15.7:0/2620163153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506b5240 msgr2=0x55e0506b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506b5240 0x55e0506b7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 -- 172.21.15.7:0/2620163153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0505a7d40 con 0x55e0506aa060 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893effd640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893f7fe640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 0x7f89280a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f894483d640 1 -- 172.21.15.7:0/634197821 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f89380cf430 con 0x7f8940106f20 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f893e7fc640 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f89340058a0 tx=0x7f893400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=283061e0e0131a90 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f8925ffb640 1 -- 172.21.15.7:0/2620163153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934004030 con 0x55e0506aa060 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f8925ffb640 1 -- 172.21.15.7:0/2620163153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89340035f0 con 0x55e0506aa060 2024-09-10T07:56:08.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.294+0000 7f8925ffb640 1 -- 172.21.15.7:0/2620163153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89340106c0 con 0x55e0506aa060 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- 172.21.15.7:0/2620163153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 msgr2=0x55e0506aa440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f89340058a0 tx=0x7f893400b840 comp rx=0 tx=0).stop 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f893f7fe640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 0x7f89280a50c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8938097da0 tx=0x7f89380665c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- 172.21.15.7:0/2620163153 shutdown_connections 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506b5240 0x55e0506b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 --2- 172.21.15.7:0/2620163153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506aa440 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- 172.21.15.7:0/2620163153 >> 172.21.15.7:0/2620163153 conn(0x55e0506a65f0 msgr2=0x55e0506a69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- 172.21.15.7:0/2620163153 shutdown_connections 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- 172.21.15.7:0/2620163153 wait complete. 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.295+0000 7f8947c18740 1 -- start start 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 Processor -- start 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa060 0x55e0506b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e0506b7e10 con 0x55e0506b5240 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e050597f10 con 0x55e0506aa060 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e0506b7f90 con 0x55e0506aa980 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f8947c18740 10 client.0 _ll_register_callbacks cb 0x55e0505bbdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51442/0 (socket says 172.21.15.7:51442) 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 -- 172.21.15.7:0/4015935997 learned_addr learned my addr 172.21.15.7:0/4015935997 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa060 0x55e0506b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893effd640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 -- 172.21.15.7:0/4015935997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 msgr2=0x55e0506b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 -- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa060 msgr2=0x55e0506b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.296+0000 7f893e7fc640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa060 0x55e0506b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f893e7fc640 1 -- 172.21.15.7:0/4015935997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e05031e580 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f893e7fc640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f89340059f0 tx=0x7f8934003dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d774f893a3070447 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934028040 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8934004280 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89340035f0 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8934004480 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 10 client.18336 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e0503e8960 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89340035f0 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f893400e490 con 0x55e0506b5240 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 10 client.18336 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 10 client.18336 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:56:08.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.297+0000 7f8947c18740 20 client.18336 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e0506c4c30 0x55e0506c7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f8947c18740 4 client.18336 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e05061cb90 con 0x55e0506c4c30 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f893effd640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e0506c4c30 0x55e0506c7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f893effd640 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e0506c4c30 0x55e0506c7020 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b019a0c804b193a3 server_cookie=422b08fca60b18f5 in_seq=0 out_seq=0 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.298+0000 7f891effd640 10 client.18336 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f891effd640 1 -- 172.21.15.7:0/4015935997 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e05061cb90 con 0x55e0506c4c30 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f891effd640 10 client.18336 handle_command_reply: tid=0 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 client.18336 shutdown 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 msgr2=0x55e0506b2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f89340059f0 tx=0x7f8934003dd0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 shutdown_connections 2024-09-10T07:56:08.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e0506c4c30 0x55e0506c7020 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e0506b2c40 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa980 0x55e0506b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 --2- 172.21.15.7:0/4015935997 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa060 0x55e0506b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f891effd640 0 client.18336 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 >> 172.21.15.7:0/4015935997 conn(0x55e0506a65f0 msgr2=0x55e0506ac320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 shutdown_connections 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 1 -- 172.21.15.7:0/4015935997 wait complete. 2024-09-10T07:56:08.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.299+0000 7f8947c18740 20 client.18336 trim_cache size 0 max 16384 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 Processor -- start 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 -- start start 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506b5240 0x55e0506cc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f89401b14c0 con 0x55e0506aa060 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f89401aed90 con 0x55e0506aa980 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.316+0000 7f8947c18740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f89401acc00 con 0x55e0506b5240 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51448/0 (socket says 172.21.15.7:51448) 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 -- 172.21.15.7:0/3947358070 learned_addr learned my addr 172.21.15.7:0/3947358070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893effd640 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 -- 172.21.15.7:0/3947358070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506b5240 msgr2=0x55e0506cc6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506b5240 0x55e0506cc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 -- 172.21.15.7:0/3947358070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 msgr2=0x55e0506b2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 -- 172.21.15.7:0/3947358070 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0506b0710 con 0x55e0506aa060 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f893e7fc640 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f8934012570 tx=0x7f893400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd7a1a2180e64ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f89257fa640 1 -- 172.21.15.7:0/3947358070 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934023070 con 0x55e0506aa060 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f89257fa640 1 -- 172.21.15.7:0/3947358070 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f893400b770 con 0x55e0506aa060 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.317+0000 7f89257fa640 1 -- 172.21.15.7:0/3947358070 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f893400e490 con 0x55e0506aa060 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- 172.21.15.7:0/3947358070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 msgr2=0x55e0506acac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f8934012570 tx=0x7f893400ef90 comp rx=0 tx=0).stop 2024-09-10T07:56:08.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- 172.21.15.7:0/3947358070 shutdown_connections 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506b5240 0x55e0506cc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 --2- 172.21.15.7:0/3947358070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506aa060 0x55e0506acac0 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- 172.21.15.7:0/3947358070 >> 172.21.15.7:0/3947358070 conn(0x55e0506a65f0 msgr2=0x55e0506b2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- 172.21.15.7:0/3947358070 shutdown_connections 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- 172.21.15.7:0/3947358070 wait complete. 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 -- start start 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.318+0000 7f8947c18740 1 Processor -- start 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa060 0x55e0506b9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f89401ad250 con 0x55e0506b5240 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f89401ae6c0 con 0x55e0506aa980 2024-09-10T07:56:08.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f89401ad920 con 0x55e0506aa060 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f8947c18740 10 client.0 _ll_register_callbacks cb 0x7f8934003920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51450/0 (socket says 172.21.15.7:51450) 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 -- 172.21.15.7:0/1600865963 learned_addr learned my addr 172.21.15.7:0/1600865963 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa060 0x55e0506b9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893effd640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 -- 172.21.15.7:0/1600865963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa060 msgr2=0x55e0506b9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa060 0x55e0506b9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 -- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 msgr2=0x55e0506b9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 -- 172.21.15.7:0/1600865963 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0507330f0 con 0x55e0506b5240 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893effd640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:08.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f893e7fc640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f89340059f0 tx=0x7f8934005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1ef7eab7d40e3a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.319+0000 7f891effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934023070 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f89340035f0 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f893400b770 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f893400bd30 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 10 client.18342 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e0507343f0 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f893400b770 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8934004080 con 0x55e0506b5240 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 10 client.18342 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 10 client.18342 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 20 client.18342 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:08.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e050734870 0x55e050736c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:08.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 4 client.18342 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f3837eb5", "release": true, "await": true}] 2024-09-10T07:56:08.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f3837eb5", "release": true, "await": true}) -- 0x55e0506170a0 con 0x55e050734870 2024-09-10T07:56:08.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.320+0000 7f893effd640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e050734870 0x55e050736c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:08.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.321+0000 7f893effd640 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e050734870 0x55e050736c60 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74a647f34ee426c9 server_cookie=10725759c3c0a08a in_seq=0 out_seq=0 2024-09-10T07:56:08.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.321+0000 7f891effd640 10 client.18342 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:08.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.327+0000 7f891effd640 1 -- 172.21.15.7:0/1600865963 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e0506170a0 con 0x55e050734870 2024-09-10T07:56:08.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.327+0000 7f891effd640 10 client.18342 handle_command_reply: tid=0 2024-09-10T07:56:08.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.327+0000 7f8947c18740 1 client.18342 shutdown 2024-09-10T07:56:08.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 msgr2=0x55e050732ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f89340059f0 tx=0x7f8934005b90 comp rx=0 tx=0).stop 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 shutdown_connections 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e050734870 0x55e050736c60 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e0506b5240 0x55e050732ab0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e0506aa980 0x55e0506b9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 --2- 172.21.15.7:0/1600865963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e0506aa060 0x55e0506b9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 >> 172.21.15.7:0/1600865963 conn(0x55e0506a65f0 msgr2=0x55e0506b29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f891effd640 0 client.18342 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 shutdown_connections 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 1 -- 172.21.15.7:0/1600865963 wait complete. 2024-09-10T07:56:08.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f8947c18740 20 client.18342 trim_cache size 0 max 16384 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 40, 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "f3837eb5": { 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 40, 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:56:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 145.2, 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 msgr2=0x7f89280a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 0x7f89280a50c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8938097da0 tx=0x7f89380665c0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 msgr2=0x7f894019cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.328+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f893800eaa0 tx=0x7f893800ef60 comp rx=0 tx=0).stop 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 shutdown_connections 2024-09-10T07:56:08.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f89280a2c00 0x7f89280a50c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8940106f20 0x7f894019cc00 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89401027a0 0x7f8940198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 --2- 172.21.15.7:0/634197821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8940101df0 0x7f8940198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 >> 172.21.15.7:0/634197821 conn(0x7f89400fd8f0 msgr2=0x7f89400fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 shutdown_connections 2024-09-10T07:56:08.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:08.329+0000 7f894583f640 1 -- 172.21.15.7:0/634197821 wait complete. 2024-09-10T07:56:09.052 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f3837eb5', total seconds elapsed: 28.5 2024-09-10T07:56:09.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 201997 1.80 MB/sec execute 432 sec latency 23754.163 ms 2024-09-10T07:56:10.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 202497 1.81 MB/sec execute 433 sec latency 13.011 ms 2024-09-10T07:56:10.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:10 smithi110 ceph-mon[34417]: pgmap v686: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-09-10T07:56:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:10 smithi145 ceph-mon[34766]: pgmap v686: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-09-10T07:56:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:10 smithi007 ceph-mon[30879]: pgmap v686: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-09-10T07:56:11.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 202805 1.81 MB/sec execute 434 sec latency 12.660 ms 2024-09-10T07:56:12.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 203360 1.81 MB/sec execute 435 sec latency 19.666 ms 2024-09-10T07:56:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:12 smithi110 ceph-mon[34417]: pgmap v687: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-09-10T07:56:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:12 smithi145 ceph-mon[34766]: pgmap v687: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-09-10T07:56:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:12 smithi007 ceph-mon[30879]: pgmap v687: 129 pgs: 129 active+clean; 82 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-09-10T07:56:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.787+0000 7f5da561e640 1 -- 172.21.15.7:0/4195351003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da01025d0 msgr2=0x7f5da01049c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.787+0000 7f5da561e640 1 --2- 172.21.15.7:0/4195351003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da01025d0 0x7f5da01049c0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f5d90009900 tx=0x7f5d9002a410 comp rx=0 tx=0).stop 2024-09-10T07:56:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 -- 172.21.15.7:0/4195351003 shutdown_connections 2024-09-10T07:56:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 --2- 172.21.15.7:0/4195351003 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0107830 0x7f5da0109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 --2- 172.21.15.7:0/4195351003 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da0104f00 0x7f5da01072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 --2- 172.21.15.7:0/4195351003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da01025d0 0x7f5da01049c0 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 -- 172.21.15.7:0/4195351003 >> 172.21.15.7:0/4195351003 conn(0x7f5da00fc1b0 msgr2=0x7f5da00fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 -- 172.21.15.7:0/4195351003 shutdown_connections 2024-09-10T07:56:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 -- 172.21.15.7:0/4195351003 wait complete. 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.788+0000 7f5da561e640 1 Processor -- start 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 -- start start 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0104f00 0x7f5da0100580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da0107830 0x7f5da0100ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5da010d740 con 0x7f5da0107830 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5da010d5c0 con 0x7f5da01025d0 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5da561e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5da010d8c0 con 0x7f5da0104f00 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50984/0 (socket says 172.21.15.7:50984) 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 -- 172.21.15.7:0/2263090342 learned_addr learned my addr 172.21.15.7:0/2263090342 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da0107830 0x7f5da0100ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0104f00 0x7f5da0100580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 -- 172.21.15.7:0/2263090342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0104f00 msgr2=0x7f5da0100580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0104f00 0x7f5da0100580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 -- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da0107830 msgr2=0x7f5da0100ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da0107830 0x7f5da0100ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.789+0000 7f5d9effd640 1 -- 172.21.15.7:0/2263090342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5da0101350 con 0x7f5da01025d0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5d9effd640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5d900314e0 tx=0x7f5d90003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5d87fff640 1 -- 172.21.15.7:0/2263090342 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9003f070 con 0x7f5da01025d0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5d87fff640 1 -- 172.21.15.7:0/2263090342 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d90031c40 con 0x7f5da01025d0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5da01a1e50 con 0x7f5da01025d0 2024-09-10T07:56:12.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5d87fff640 1 -- 172.21.15.7:0/2263090342 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d90035030 con 0x7f5da01025d0 2024-09-10T07:56:12.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.790+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5da01a2260 con 0x7f5da01025d0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.792+0000 7f5d87fff640 1 -- 172.21.15.7:0/2263090342 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5d90042070 con 0x7f5da01025d0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 Processor -- start 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 -- start start 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da7537da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da753a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559da74962f0 con 0x559da75332e0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559da743e270 con 0x559da7538370 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5da848f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559da74922b0 con 0x559da75329a0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da7537da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48484/0 (socket says 172.21.15.7:48484) 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3732062831 learned_addr learned my addr 172.21.15.7:0/3732062831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da753a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3732062831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 msgr2=0x559da753a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da753a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3732062831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 msgr2=0x559da7537da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da7537da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d87fff640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 0x7f5d880a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.793+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3732062831 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559da743d340 con 0x559da75329a0 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d9effd640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 0x7f5d880a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009f90 tx=0x7f5d980118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=168809b12048b8ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d87fff640 1 -- 172.21.15.7:0/2263090342 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5d900efa80 con 0x7f5da01025d0 2024-09-10T07:56:12.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d857fa640 1 -- 172.21.15.7:0/3732062831 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d98004d20 con 0x559da75329a0 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d857fa640 1 -- 172.21.15.7:0/3732062831 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d98004050 con 0x559da75329a0 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.794+0000 7f5d857fa640 1 -- 172.21.15.7:0/3732062831 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d98005260 con 0x559da75329a0 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- 172.21.15.7:0/3732062831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 msgr2=0x559da7532da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009f90 tx=0x7f5d980118d0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5d9effd640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 0x7f5d880a50f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5d900ed550 tx=0x7f5d900f3560 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- 172.21.15.7:0/3732062831 shutdown_connections 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da753a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da7537da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 --2- 172.21.15.7:0/3732062831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da7532da0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- 172.21.15.7:0/3732062831 >> 172.21.15.7:0/3732062831 conn(0x559da752e010 msgr2=0x559da752e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- 172.21.15.7:0/3732062831 shutdown_connections 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- 172.21.15.7:0/3732062831 wait complete. 2024-09-10T07:56:12.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 -- start start 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.795+0000 7f5da848f740 1 Processor -- start 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da753cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da75440f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559da753b340 con 0x559da75332e0 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559da741f290 con 0x559da7538370 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559da753b4c0 con 0x559da75329a0 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 10 client.0 _ll_register_callbacks cb 0x559da7450140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da753cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51066/0 (socket says 172.21.15.7:51066) 2024-09-10T07:56:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 -- 172.21.15.7:0/722050383 learned_addr learned my addr 172.21.15.7:0/722050383 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da75440f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 -- 172.21.15.7:0/722050383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 msgr2=0x559da753cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da753cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 -- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 msgr2=0x559da75440f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da75440f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 -- 172.21.15.7:0/722050383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559da71a9210 con 0x559da75332e0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f5d94012700 tx=0x7f5d94012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a6091a1ea725850 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d82ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94004050 con 0x559da75332e0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5d940041f0 con 0x559da75332e0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.796+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d98004050 con 0x559da75332e0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5d940043f0 con 0x559da75332e0 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 10 client.18354 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559da7275620 con 0x559da75332e0 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d98004050 con 0x559da75332e0 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5d94003b60 con 0x559da75332e0 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 10 client.18354 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 10 client.18354 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 20 client.18354 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da7548890 0x559da754aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 4 client.18354 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559da74a3a20 con 0x559da7548890 2024-09-10T07:56:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.797+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da7548890 0x559da754aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.798+0000 7f5d82ff5640 10 client.18354 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.798+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da7548890 0x559da754aca0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba48522e5af85936 server_cookie=71bbb4e56dd577bf in_seq=0 out_seq=0 2024-09-10T07:56:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.798+0000 7f5d82ff5640 1 -- 172.21.15.7:0/722050383 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559da74a3a20 con 0x559da7548890 2024-09-10T07:56:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.798+0000 7f5d82ff5640 10 client.18354 handle_command_reply: tid=0 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 client.18354 shutdown 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 msgr2=0x559da753d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f5d94012700 tx=0x7f5d94012bc0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 shutdown_connections 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da7548890 0x559da754aca0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da7538370 0x559da75440f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75332e0 0x559da753d0b0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5d82ff5640 0 client.18354 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 --2- 172.21.15.7:0/722050383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da75329a0 0x559da753cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 >> 172.21.15.7:0/722050383 conn(0x559da752e010 msgr2=0x559da752f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 shutdown_connections 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 1 -- 172.21.15.7:0/722050383 wait complete. 2024-09-10T07:56:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.799+0000 7f5da848f740 20 client.18354 trim_cache size 0 max 16384 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.816+0000 7f5da848f740 1 Processor -- start 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.816+0000 7f5da848f740 1 -- start start 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da75440b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da752f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01af1a0 con 0x559da75329a0 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01aca70 con 0x559da75332e0 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5da848f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01aa8e0 con 0x559da7538370 2024-09-10T07:56:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9e7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da75440b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51070/0 (socket says 172.21.15.7:51070) 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3193983021 learned_addr learned my addr 172.21.15.7:0/3193983021 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da752f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3193983021 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 msgr2=0x559da752f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da752f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3193983021 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 msgr2=0x559da75440b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da75440b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3193983021 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559da753a760 con 0x559da75329a0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da75440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.817+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009250 tx=0x7f5d98000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b47bfbe99de9509 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5d84ff9640 1 -- 172.21.15.7:0/3193983021 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9800f4e0 con 0x559da75329a0 2024-09-10T07:56:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5d84ff9640 1 -- 172.21.15.7:0/3193983021 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d9802c030 con 0x559da75329a0 2024-09-10T07:56:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5d84ff9640 1 -- 172.21.15.7:0/3193983021 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d98028870 con 0x559da75329a0 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 -- 172.21.15.7:0/3193983021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 msgr2=0x559da752d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009250 tx=0x7f5d98000f40 comp rx=0 tx=0).stop 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 -- 172.21.15.7:0/3193983021 shutdown_connections 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da752f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da75440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 --2- 172.21.15.7:0/3193983021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da752d0b0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 -- 172.21.15.7:0/3193983021 >> 172.21.15.7:0/3193983021 conn(0x559da752e010 msgr2=0x559da752c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 -- 172.21.15.7:0/3193983021 shutdown_connections 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.818+0000 7f5da848f740 1 -- 172.21.15.7:0/3193983021 wait complete. 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 -- start start 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 Processor -- start 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da7542450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da75433f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01aaf30 con 0x559da75329a0 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01ac3a0 con 0x559da75332e0 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5da01ab600 con 0x559da7538370 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5da848f740 10 client.0 _ll_register_callbacks cb 0x7f5d940097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:12.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5d9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51080/0 (socket says 172.21.15.7:51080) 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3672570289 learned_addr learned my addr 172.21.15.7:0/3672570289 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da7542450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.819+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da75433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3672570289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 msgr2=0x559da75433f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da75433f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 msgr2=0x559da7542450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da7542450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 -- 172.21.15.7:0/3672570289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559da7543a00 con 0x559da75329a0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d9f7fe640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5d98030010 tx=0x7f5d98004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a054a8c9aada9865 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d82ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d98028ad0 con 0x559da75329a0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5d98028c70 con 0x559da75329a0 2024-09-10T07:56:12.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d9802c030 con 0x559da75329a0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5d9800f4e0 con 0x559da75329a0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5da848f740 10 client.18360 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559da75b3cb0 con 0x559da75329a0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.820+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d9803e070 con 0x559da75329a0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5d980397c0 con 0x559da75329a0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 10 client.18360 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 10 client.18360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 20 client.18360 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da75b4410 0x559da75b6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 4 client.18360 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f5d9802c030 con 0x559da75b4410 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da75b4410 0x559da75b6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:12.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5d9e7fc640 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da75b4410 0x559da75b6830 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e91bc91199efd4ce server_cookie=ad7034430d302376 in_seq=0 out_seq=0 2024-09-10T07:56:12.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.821+0000 7f5d82ff5640 10 client.18360 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5d82ff5640 1 -- 172.21.15.7:0/3672570289 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f5d9802c030 con 0x559da75b4410 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5d82ff5640 10 client.18360 handle_command_reply: tid=0 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 client.18360 shutdown 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 msgr2=0x559da7541f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5d98030010 tx=0x7f5d98004be0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 shutdown_connections 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559da75b4410 0x559da75b6830 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559da7538370 0x559da75433f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559da75332e0 0x559da7542450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 --2- 172.21.15.7:0/3672570289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559da75329a0 0x559da7541f10 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5d82ff5640 0 client.18360 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 >> 172.21.15.7:0/3672570289 conn(0x559da752e010 msgr2=0x559da752d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 shutdown_connections 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 1 -- 172.21.15.7:0/3672570289 wait complete. 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.835+0000 7f5da848f740 20 client.18360 trim_cache size 0 max 16384 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:56:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:56:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:56:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 msgr2=0x7f5d880a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 0x7f5d880a50f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5d900ed550 tx=0x7f5d900f3560 comp rx=0 tx=0).stop 2024-09-10T07:56:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 msgr2=0x7f5da0101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5d900314e0 tx=0x7f5d90003c10 comp rx=0 tx=0).stop 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 shutdown_connections 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5d880a2c30 0x7f5d880a50f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da0107830 0x7f5da0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5da0104f00 0x7f5da0100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 --2- 172.21.15.7:0/2263090342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5da01025d0 0x7f5da0101f40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 >> 172.21.15.7:0/2263090342 conn(0x7f5da00fc1b0 msgr2=0x7f5da0102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 shutdown_connections 2024-09-10T07:56:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:12.836+0000 7f5da561e640 1 -- 172.21.15.7:0/2263090342 wait complete. 2024-09-10T07:56:13.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 204020 1.81 MB/sec execute 436 sec latency 12.449 ms 2024-09-10T07:56:14.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 204636 1.81 MB/sec execute 437 sec latency 12.805 ms 2024-09-10T07:56:14.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:14 smithi110 ceph-mon[34417]: pgmap v688: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 314 KiB/s wr, 24 op/s 2024-09-10T07:56:14.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:14 smithi145 ceph-mon[34766]: pgmap v688: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 314 KiB/s wr, 24 op/s 2024-09-10T07:56:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:14 smithi007 ceph-mon[30879]: pgmap v688: 129 pgs: 129 active+clean; 83 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 314 KiB/s wr, 24 op/s 2024-09-10T07:56:15.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 205450 1.82 MB/sec execute 438 sec latency 13.243 ms 2024-09-10T07:56:16.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 205870 1.83 MB/sec execute 439 sec latency 12.911 ms 2024-09-10T07:56:16.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:16 smithi110 ceph-mon[34417]: pgmap v689: 129 pgs: 129 active+clean; 84 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 567 KiB/s wr, 66 op/s 2024-09-10T07:56:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:16 smithi145 ceph-mon[34766]: pgmap v689: 129 pgs: 129 active+clean; 84 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 567 KiB/s wr, 66 op/s 2024-09-10T07:56:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:16 smithi007 ceph-mon[30879]: pgmap v689: 129 pgs: 129 active+clean; 84 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 567 KiB/s wr, 66 op/s 2024-09-10T07:56:17.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 206183 1.82 MB/sec execute 440 sec latency 12.229 ms 2024-09-10T07:56:18.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 206614 1.82 MB/sec execute 441 sec latency 16.586 ms 2024-09-10T07:56:18.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:18 smithi110 ceph-mon[34417]: pgmap v690: 129 pgs: 129 active+clean; 83 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 583 KiB/s wr, 66 op/s 2024-09-10T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:18 smithi145 ceph-mon[34766]: pgmap v690: 129 pgs: 129 active+clean; 83 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 583 KiB/s wr, 66 op/s 2024-09-10T07:56:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:18 smithi007 ceph-mon[30879]: pgmap v690: 129 pgs: 129 active+clean; 83 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 583 KiB/s wr, 66 op/s 2024-09-10T07:56:18.750 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:56:19.034 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:19.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 207202 1.83 MB/sec execute 442 sec latency 12.315 ms 2024-09-10T07:56:19.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 -- 172.21.15.7:0/2166702089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102ef0 msgr2=0x7f414810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 --2- 172.21.15.7:0/2166702089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102ef0 0x7f414810da40 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f4140009ca0 tx=0x7f414002a950 comp rx=0 tx=0).stop 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 -- 172.21.15.7:0/2166702089 shutdown_connections 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 --2- 172.21.15.7:0/2166702089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102ef0 0x7f414810da40 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 --2- 172.21.15.7:0/2166702089 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148102570 0x7f41481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 --2- 172.21.15.7:0/2166702089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148100e20 0x7f4148101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 -- 172.21.15.7:0/2166702089 >> 172.21.15.7:0/2166702089 conn(0x7f41480fc7d0 msgr2=0x7f41480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 -- 172.21.15.7:0/2166702089 shutdown_connections 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.529+0000 7f414ce1c640 1 -- 172.21.15.7:0/2166702089 wait complete. 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 Processor -- start 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 -- start start 2024-09-10T07:56:19.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148100e20 0x7f41481983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 0x7f414819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4148110e30 con 0x7f4148102570 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4148110cb0 con 0x7f4148102ef0 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414ce1c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4148110fb0 con 0x7f4148100e20 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51096/0 (socket says 172.21.15.7:51096) 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 0x7f414819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 -- 172.21.15.7:0/1081136339 learned_addr learned my addr 172.21.15.7:0/1081136339 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f414659c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148100e20 0x7f41481983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 -- 172.21.15.7:0/1081136339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148100e20 msgr2=0x7f41481983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148100e20 0x7f41481983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 -- 172.21.15.7:0/1081136339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 msgr2=0x7f414819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 0x7f414819cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f413ffff640 1 -- 172.21.15.7:0/1081136339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414819d370 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.530+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 0x7f414819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f413ffff640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f413000d770 tx=0x7f413000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f413f7fe640 1 -- 172.21.15.7:0/1081136339 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130017070 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f413f7fe640 1 -- 172.21.15.7:0/1081136339 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41300054d0 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f413f7fe640 1 -- 172.21.15.7:0/1081136339 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130004cf0 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414819d660 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.531+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41481a4f40 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.533+0000 7f413f7fe640 1 -- 172.21.15.7:0/1081136339 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4130004e90 con 0x7f4148102570 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.534+0000 7f414f1f5740 1 Processor -- start 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.534+0000 7f414f1f5740 1 -- start start 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472019880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 0x55a472024140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472026a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a471f7f2e0 con 0x55a472024680 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a471f26ce0 con 0x55a472019dc0 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414f1f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a471f7b2a0 con 0x55a4720194a0 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 0x55a472024140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472019880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 0x55a472024140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51040/0 (socket says 172.21.15.7:51040) 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f414659c640 1 -- 172.21.15.7:0/391364809 learned_addr learned my addr 172.21.15.7:0/391364809 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472026a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f413f7fe640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 0x7f41340a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 -- 172.21.15.7:0/391364809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 msgr2=0x55a472024140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 0x55a472024140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 -- 172.21.15.7:0/391364809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 msgr2=0x55a472026a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472026a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f4146d9d640 1 -- 172.21.15.7:0/391364809 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a471f0b440 con 0x55a4720194a0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.535+0000 7f413ffff640 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472026a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 0x7f41340a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f4146d9d640 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472019880 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4140005cc0 tx=0x7f414002fd90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc9a16edfe49cd28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f413f7fe640 1 -- 172.21.15.7:0/1081136339 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f41300ced20 con 0x7f4148102570 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f413cff9640 1 -- 172.21.15.7:0/391364809 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4140034040 con 0x55a4720194a0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 0x7f41340a50c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x55a47201a460 tx=0x7f414004a000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f413cff9640 1 -- 172.21.15.7:0/391364809 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41400046f0 con 0x55a4720194a0 2024-09-10T07:56:19.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.536+0000 7f413cff9640 1 -- 172.21.15.7:0/391364809 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4140030a70 con 0x55a4720194a0 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 -- 172.21.15.7:0/391364809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 msgr2=0x55a472019880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472019880 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4140005cc0 tx=0x7f414002fd90 comp rx=0 tx=0).stop 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 -- 172.21.15.7:0/391364809 shutdown_connections 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472026a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472019dc0 0x55a472024140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 --2- 172.21.15.7:0/391364809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472019880 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 -- 172.21.15.7:0/391364809 >> 172.21.15.7:0/391364809 conn(0x55a472015a30 msgr2=0x55a472015e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 -- 172.21.15.7:0/391364809 shutdown_connections 2024-09-10T07:56:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.537+0000 7f414f1f5740 1 -- 172.21.15.7:0/391364809 wait complete. 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 -- start start 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 Processor -- start 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472024000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a47202b660 con 0x55a472019dc0 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a471f3a050 con 0x55a472024680 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a47202b7e0 con 0x55a4720194a0 2024-09-10T07:56:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414f1f5740 10 client.0 _ll_register_callbacks cb 0x55a471f7a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472024000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51054/0 (socket says 172.21.15.7:51054) 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51118/0 (socket says 172.21.15.7:51118) 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f414659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472024000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48552/0 (socket says 172.21.15.7:48552) 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.538+0000 7f4146d9d640 1 -- 172.21.15.7:0/1717546127 learned_addr learned my addr 172.21.15.7:0/1717546127 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 -- 172.21.15.7:0/1717546127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 msgr2=0x55a472024000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472024000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 -- 172.21.15.7:0/1717546127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 msgr2=0x55a4720212b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 -- 172.21.15.7:0/1717546127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a471cf03c0 con 0x55a472024680 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f413ffff640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f414002a990 tx=0x7f4140005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da6b85c5a88c6dc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f412dffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4140058020 con 0x55a472024680 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41400046f0 con 0x55a472024680 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4140030c00 con 0x55a472024680 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4140063050 con 0x55a472024680 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f414f1f5740 10 client.27626 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.539+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a47202b660 con 0x55a472024680 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41400046f0 con 0x55a472024680 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4140046a90 con 0x55a472024680 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 10 client.27626 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 10 client.27626 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 20 client.27626 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a472028130 0x55a47202a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 4 client.27626 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a471f8c850 con 0x55a472028130 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414659c640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a472028130 0x55a47202a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.541+0000 7f412dffb640 10 client.27626 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.540+0000 7f414659c640 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a472028130 0x55a47202a540 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5609d7d5e84c44b6 server_cookie=e90a0bfd810df0f4 in_seq=0 out_seq=0 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f412dffb640 1 -- 172.21.15.7:0/1717546127 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a471f8c850 con 0x55a472028130 2024-09-10T07:56:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f412dffb640 10 client.27626 handle_command_reply: tid=0 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 client.27626 shutdown 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 msgr2=0x55a472021830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f414002a990 tx=0x7f4140005fa0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 shutdown_connections 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a472028130 0x55a47202a540 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a472021830 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a4720212b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1717546127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a472024000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f412dffb640 0 client.27626 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 >> 172.21.15.7:0/1717546127 conn(0x55a472015a30 msgr2=0x55a47201b710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 shutdown_connections 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 1 -- 172.21.15.7:0/1717546127 wait complete. 2024-09-10T07:56:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.542+0000 7f414f1f5740 20 client.27626 trim_cache size 0 max 16384 2024-09-10T07:56:19.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 Processor -- start 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 -- start start 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 0x55a47201e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 0x55a47201ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f41481af220 con 0x55a472024680 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f41481acaf0 con 0x55a4720194a0 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.564+0000 7f414f1f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41481aa960 con 0x55a472019dc0 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 0x55a47201e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f4146d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51122/0 (socket says 172.21.15.7:51122) 2024-09-10T07:56:19.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f4146d9d640 1 -- 172.21.15.7:0/2502797311 learned_addr learned my addr 172.21.15.7:0/2502797311 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f413ffff640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 0x55a47201ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 -- 172.21.15.7:0/2502797311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 msgr2=0x55a47201ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 0x55a47201ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 -- 172.21.15.7:0/2502797311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 msgr2=0x55a472014350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 -- 172.21.15.7:0/2502797311 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a47201f800 con 0x55a4720194a0 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f4146d9d640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f413ffff640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 0x55a47201ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f414659c640 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 0x55a47201e510 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55a47202aba0 tx=0x7f4138005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54fb51a6ab6f2b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f412ffff640 1 -- 172.21.15.7:0/2502797311 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413802b070 con 0x55a4720194a0 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f412ffff640 1 -- 172.21.15.7:0/2502797311 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4138003ca0 con 0x55a4720194a0 2024-09-10T07:56:19.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.565+0000 7f412ffff640 1 -- 172.21.15.7:0/2502797311 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138026b10 con 0x55a4720194a0 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 -- 172.21.15.7:0/2502797311 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 msgr2=0x55a47201e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 0x55a47201e510 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55a47202aba0 tx=0x7f4138005f90 comp rx=0 tx=0).stop 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 -- 172.21.15.7:0/2502797311 shutdown_connections 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472024680 0x55a472014350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a472019dc0 0x55a47201ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 --2- 172.21.15.7:0/2502797311 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a4720194a0 0x55a47201e510 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 -- 172.21.15.7:0/2502797311 >> 172.21.15.7:0/2502797311 conn(0x55a472015a30 msgr2=0x55a472023330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 -- 172.21.15.7:0/2502797311 shutdown_connections 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.566+0000 7f414f1f5740 1 -- 172.21.15.7:0/2502797311 wait complete. 2024-09-10T07:56:19.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 -- start start 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 Processor -- start 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a47203b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a47203bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f41481aafb0 con 0x55a472019dc0 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f41481ac420 con 0x55a472024680 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41481ab680 con 0x55a4720194a0 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414f1f5740 10 client.0 _ll_register_callbacks cb 0x7f41300d26c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51124/0 (socket says 172.21.15.7:51124) 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 -- 172.21.15.7:0/1839112204 learned_addr learned my addr 172.21.15.7:0/1839112204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f4146d9d640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a47203bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f414659c640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a47203b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 -- 172.21.15.7:0/1839112204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 msgr2=0x55a47203b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a47203b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 -- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 msgr2=0x55a47203bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.567+0000 7f413ffff640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a47203bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f413ffff640 1 -- 172.21.15.7:0/1839112204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a47209d280 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f413ffff640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f4130009610 tx=0x7f4130005730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a08ef73191fbb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f412dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130020040 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f413009f120 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4138003ca0 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f413009add0 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f414f1f5740 10 client.18378 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a47209e5a0 con 0x55a472019dc0 2024-09-10T07:56:19.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.568+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4138003ca0 con 0x55a472019dc0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4130096fe0 con 0x55a472019dc0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 10 client.18378 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 10 client.18378 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 20 client.18378 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a47209ecd0 0x55a4720a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 4 client.18378 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a471f86d60 con 0x55a47209ecd0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414659c640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a47209ecd0 0x55a4720a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f412dffb640 10 client.18378 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.569+0000 7f414659c640 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a47209ecd0 0x55a4720a10f0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=926fcf850b856d32 server_cookie=2fd1229ad72a0627 in_seq=0 out_seq=0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f412dffb640 1 -- 172.21.15.7:0/1839112204 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a471f86d60 con 0x55a47209ecd0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f412dffb640 10 client.18378 handle_command_reply: tid=0 2024-09-10T07:56:19.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 client.18378 shutdown 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 msgr2=0x55a47203b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f4130009610 tx=0x7f4130005730 comp rx=0 tx=0).stop 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 shutdown_connections 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a47209ecd0 0x55a4720a10f0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a472024680 0x55a47203bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a472019dc0 0x55a47203b5a0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 --2- 172.21.15.7:0/1839112204 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a4720194a0 0x55a47203b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 >> 172.21.15.7:0/1839112204 conn(0x55a472015a30 msgr2=0x55a47201fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f412dffb640 0 client.18378 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 shutdown_connections 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 1 -- 172.21.15.7:0/1839112204 wait complete. 2024-09-10T07:56:19.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.570+0000 7f414f1f5740 20 client.18378 trim_cache size 0 max 16384 2024-09-10T07:56:19.575 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:56:19.575 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:56:19.575 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:56:19.575 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:56:19.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 msgr2=0x7f41340a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 0x7f41340a50c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x55a47201a460 tx=0x7f414004a000 comp rx=0 tx=0).stop 2024-09-10T07:56:19.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 msgr2=0x7f4148198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:19.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f413000d770 tx=0x7f413000dc30 comp rx=0 tx=0).stop 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 shutdown_connections 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f41340a2c00 0x7f41340a50c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4148102ef0 0x7f414819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4148102570 0x7f4148198900 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 --2- 172.21.15.7:0/1081136339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4148100e20 0x7f41481983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 >> 172.21.15.7:0/1081136339 conn(0x7f41480fc7d0 msgr2=0x7f414806a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 shutdown_connections 2024-09-10T07:56:19.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:19.571+0000 7f414ce1c640 1 -- 172.21.15.7:0/1081136339 wait complete. 2024-09-10T07:56:20.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 207869 1.82 MB/sec execute 443 sec latency 15.201 ms 2024-09-10T07:56:20.375 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:20 smithi007 ceph-mon[30879]: pgmap v691: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:56:20.404 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:56:20.404 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:56:20.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:20 smithi110 ceph-mon[34417]: pgmap v691: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:56:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:20 smithi145 ceph-mon[34766]: pgmap v691: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:56:20.687 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 -- 172.21.15.7:0/582566352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c10e420 msgr2=0x7fab4c110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 --2- 172.21.15.7:0/582566352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c10e420 0x7fab4c110810 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fab44009ca0 tx=0x7fab4402a950 comp rx=0 tx=0).stop 2024-09-10T07:56:21.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 -- 172.21.15.7:0/582566352 shutdown_connections 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 --2- 172.21.15.7:0/582566352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c10e420 0x7fab4c110810 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 --2- 172.21.15.7:0/582566352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c074ee0 0x7fab4c10dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 --2- 172.21.15.7:0/582566352 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c0749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 -- 172.21.15.7:0/582566352 >> 172.21.15.7:0/582566352 conn(0x7fab4c0fd880 msgr2=0x7fab4c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 -- 172.21.15.7:0/582566352 shutdown_connections 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.262+0000 7fab51441640 1 -- 172.21.15.7:0/582566352 wait complete. 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 Processor -- start 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 -- start start 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c10e420 0x7fab4c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fab4c114000 con 0x7fab4c074ee0 2024-09-10T07:56:21.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fab4c113e80 con 0x7fab4c0745c0 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.263+0000 7fab51441640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab4c114180 con 0x7fab4c10e420 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4affd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:53678/0 (socket says 172.21.15.7:53678) 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56028/0 (socket says 172.21.15.7:56028) 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4affd640 1 -- 172.21.15.7:0/3744446955 learned_addr learned my addr 172.21.15.7:0/3744446955 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4b7fe640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c10e420 0x7fab4c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 -- 172.21.15.7:0/3744446955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c10e420 msgr2=0x7fab4c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c10e420 0x7fab4c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 -- 172.21.15.7:0/3744446955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 msgr2=0x7fab4c19a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 -- 172.21.15.7:0/3744446955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab4c19f4d0 con 0x7fab4c074ee0 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4affd640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:21.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab4a7fc640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fab4000e9f0 tx=0x7fab4000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4000ccc0 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab400108e0 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.264+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab4c19f7c0 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.265+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab40018880 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.265+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab4c1a70a0 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.266+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab4c0749a0 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.267+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fab40010a90 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.268+0000 7fab33fff640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 0x7fab340a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.268+0000 7fab4affd640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 0x7fab340a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.268+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fab400cf610 con 0x7fab4c074ee0 2024-09-10T07:56:21.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.269+0000 7fab4affd640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 0x7fab340a50c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fab3c011550 tx=0x7fab3c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:21.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.273+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab4009bb80 con 0x7fab4c074ee0 2024-09-10T07:56:21.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 208445 1.83 MB/sec execute 444 sec latency 15.821 ms 2024-09-10T07:56:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.520+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab4c02d7c0 con 0x7fab4c074ee0 2024-09-10T07:56:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.521+0000 7fab33fff640 1 -- 172.21.15.7:0/3744446955 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fab4009fe80 con 0x7fab4c074ee0 2024-09-10T07:56:21.520 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:56:21.520 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:56:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:56:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 msgr2=0x7fab340a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 0x7fab340a50c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fab3c011550 tx=0x7fab3c005f90 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 msgr2=0x7fab4c19aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fab4000e9f0 tx=0x7fab4000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 shutdown_connections 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab340a2c00 0x7fab340a50c0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab4c10e420 0x7fab4c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab4c074ee0 0x7fab4c19aa60 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 --2- 172.21.15.7:0/3744446955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab4c0745c0 0x7fab4c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 >> 172.21.15.7:0/3744446955 conn(0x7fab4c0fd880 msgr2=0x7fab4c0ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 shutdown_connections 2024-09-10T07:56:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:21.523+0000 7fab51441640 1 -- 172.21.15.7:0/3744446955 wait complete. 2024-09-10T07:56:22.168 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:22 smithi007 ceph-mon[30879]: pgmap v692: 129 pgs: 129 active+clean; 87 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-09-10T07:56:22.168 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:22 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3744446955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:22.197 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:56:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 209059 1.84 MB/sec execute 445 sec latency 11.405 ms 2024-09-10T07:56:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:22 smithi110 ceph-mon[34417]: pgmap v692: 129 pgs: 129 active+clean; 87 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-09-10T07:56:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:22 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3744446955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:22 smithi145 ceph-mon[34766]: pgmap v692: 129 pgs: 129 active+clean; 87 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-09-10T07:56:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:22 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3744446955' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:22.491 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 209519 1.84 MB/sec execute 446 sec latency 65.145 ms 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 -- 172.21.15.7:0/3918543964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 msgr2=0x7ff4fc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 --2- 172.21.15.7:0/3918543964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc10ea90 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4009ca0 tx=0x7ff4f402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 -- 172.21.15.7:0/3918543964 shutdown_connections 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 --2- 172.21.15.7:0/3918543964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc10ea90 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 --2- 172.21.15.7:0/3918543964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 --2- 172.21.15.7:0/3918543964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 -- 172.21.15.7:0/3918543964 >> 172.21.15.7:0/3918543964 conn(0x7ff4fc0fd8c0 msgr2=0x7ff4fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 -- 172.21.15.7:0/3918543964 shutdown_connections 2024-09-10T07:56:23.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.283+0000 7ff5027cd640 1 -- 172.21.15.7:0/3918543964 wait complete. 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.284+0000 7ff5027cd640 1 Processor -- start 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.284+0000 7ff5027cd640 1 -- start start 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc19cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc111e70 con 0x7ff4fc106f10 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc111cf0 con 0x7ff4fc101de0 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff5027cd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc111ff0 con 0x7ff4fc102790 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff500d6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc19cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50856/0 (socket says 172.21.15.7:50856) 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/4263192773 learned_addr learned my addr 172.21.15.7:0/4263192773 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/4263192773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 msgr2=0x7ff4fc198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 msgr2=0x7ff4fc19cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc19cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/4263192773 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4fc19d200 con 0x7ff4fc102790 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.285+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4f000c920 tx=0x7ff4f000cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff4f97fa640 1 -- 172.21.15.7:0/4263192773 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f0007c70 con 0x7ff4fc102790 2024-09-10T07:56:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff4f97fa640 1 -- 172.21.15.7:0/4263192773 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4f0007e10 con 0x7ff4fc102790 2024-09-10T07:56:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4fc19d4f0 con 0x7ff4fc102790 2024-09-10T07:56:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff4f97fa640 1 -- 172.21.15.7:0/4263192773 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f0018820 con 0x7ff4fc102790 2024-09-10T07:56:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.286+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4fc1a4dd0 con 0x7ff4fc102790 2024-09-10T07:56:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.288+0000 7ff4f97fa640 1 -- 172.21.15.7:0/4263192773 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff4f00189c0 con 0x7ff4fc102790 2024-09-10T07:56:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 Processor -- start 2024-09-10T07:56:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 -- start start 2024-09-10T07:56:23.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 0x56424dc5ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc68760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56424dbc12f0 con 0x56424dc66370 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56424db68cf0 con 0x56424dc5b5d0 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.289+0000 7ff504ba6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56424dbbd2b0 con 0x56424dc5cb40 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 0x56424dc5ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50862/0 (socket says 172.21.15.7:50862) 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 -- 172.21.15.7:0/1497311645 learned_addr learned my addr 172.21.15.7:0/1497311645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 0x56424dc5ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:53720/0 (socket says 172.21.15.7:53720) 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4f97fa640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 0x7ff4e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc68760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 0x7ff4e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4f97fa640 1 -- 172.21.15.7:0/4263192773 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff4f00cf430 con 0x7ff4fc102790 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 -- 172.21.15.7:0/1497311645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 msgr2=0x56424dc5ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 0x56424dc5ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 -- 172.21.15.7:0/1497311645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 msgr2=0x56424dc68760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc68760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 -- 172.21.15.7:0/1497311645 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56424db4d3a0 con 0x56424dc5cb40 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc68760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.290+0000 7ff500d6a640 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4004ad0 tx=0x7ff4f40314d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1801de55e57d81a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff500d6a640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 0x7ff4e40a5040 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4048000 tx=0x7ff4f404a000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff4e27fc640 1 -- 172.21.15.7:0/1497311645 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f4004040 con 0x56424dc5cb40 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff4e27fc640 1 -- 172.21.15.7:0/1497311645 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4f4036070 con 0x56424dc5cb40 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff4e27fc640 1 -- 172.21.15.7:0/1497311645 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f4030b70 con 0x56424dc5cb40 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 -- 172.21.15.7:0/1497311645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 msgr2=0x56424dc5b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4004ad0 tx=0x7ff4f40314d0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 -- 172.21.15.7:0/1497311645 shutdown_connections 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc68760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5b5d0 0x56424dc5ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.291+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1497311645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5cb40 0x56424dc5b090 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- 172.21.15.7:0/1497311645 >> 172.21.15.7:0/1497311645 conn(0x56424dc24310 msgr2=0x56424dc57c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- 172.21.15.7:0/1497311645 shutdown_connections 2024-09-10T07:56:23.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- 172.21.15.7:0/1497311645 wait complete. 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- start start 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 Processor -- start 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5cb40 0x56424dc63060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 0x56424dc637f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56424dc68e30 con 0x56424dc5cb40 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56424db7c060 con 0x56424dc66370 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.292+0000 7ff504ba6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56424dc68fb0 con 0x56424dc5b5d0 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5cb40 0x56424dc63060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff504ba6740 10 client.0 _ll_register_callbacks cb 0x56424d8cf8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:23.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50876/0 (socket says 172.21.15.7:50876) 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 -- 172.21.15.7:0/977356777 learned_addr learned my addr 172.21.15.7:0/977356777 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff500d6a640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 0x56424dc637f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 -- 172.21.15.7:0/977356777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 msgr2=0x56424dc637f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 0x56424dc637f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 -- 172.21.15.7:0/977356777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5cb40 msgr2=0x56424dc63060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5cb40 0x56424dc63060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 -- 172.21.15.7:0/977356777 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56424d9323c0 con 0x56424dc5b5d0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff500d6a640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 0x56424dc637f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec016f00 tx=0x7ff4ec00f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85bb61b80b2dbbe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.293+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec004260 con 0x56424dc5b5d0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4f4036070 con 0x56424dc5b5d0 2024-09-10T07:56:23.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff4ec004400 con 0x56424dc5b5d0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff4ec029050 con 0x56424dc5b5d0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 10 client.27676 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56424dc749d0 con 0x56424dc5b5d0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4f4036070 con 0x56424dc5b5d0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff4ec0035f0 con 0x56424dc5b5d0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 10 client.27676 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 10 client.27676 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 20 client.27676 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dc75de0 0x56424dc781d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 4 client.27676 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56424dbce860 con 0x56424dc75de0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.294+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dc75de0 0x56424dc781d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.295+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dc75de0 0x56424dc781d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f879c126210e66e server_cookie=fd803b596573ca89 in_seq=0 out_seq=0 2024-09-10T07:56:23.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.295+0000 7ff4db7fe640 10 client.27676 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff4db7fe640 1 -- 172.21.15.7:0/977356777 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56424dbce860 con 0x56424dc75de0 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff4db7fe640 10 client.27676 handle_command_reply: tid=0 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 client.27676 shutdown 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 msgr2=0x56424dc65db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec016f00 tx=0x7ff4ec00f790 comp rx=0 tx=0).stop 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 shutdown_connections 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dc75de0 0x56424dc781d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc66370 0x56424dc637f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5cb40 0x56424dc63060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 --2- 172.21.15.7:0/977356777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc65db0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff4db7fe640 0 client.27676 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 >> 172.21.15.7:0/977356777 conn(0x56424dc24310 msgr2=0x56424dc5d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 shutdown_connections 2024-09-10T07:56:23.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 1 -- 172.21.15.7:0/977356777 wait complete. 2024-09-10T07:56:23.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.296+0000 7ff504ba6740 20 client.27676 trim_cache size 0 max 16384 2024-09-10T07:56:23.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 Processor -- start 2024-09-10T07:56:23.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 -- start start 2024-09-10T07:56:23.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc5c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc66370 0x56424dc62920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1af210 con 0x56424dc5b5d0 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1acae0 con 0x56424dc5cb40 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff504ba6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1aa950 con 0x56424dc66370 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56064/0 (socket says 172.21.15.7:56064) 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc5c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fbfff640 1 -- 172.21.15.7:0/1875555518 learned_addr learned my addr 172.21.15.7:0/1875555518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff500d6a640 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc66370 0x56424dc62920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/1875555518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc66370 msgr2=0x56424dc62920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc66370 0x56424dc62920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/1875555518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 msgr2=0x56424dc57e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fb7fe640 1 -- 172.21.15.7:0/1875555518 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56424dc58960 con 0x56424dc5cb40 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.310+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.311+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc5c300 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff4f0097d50 tx=0x7ff4f0086040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cb29be1b166146b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.311+0000 7ff4e1ffb640 1 -- 172.21.15.7:0/1875555518 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f009fca0 con 0x56424dc5cb40 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.311+0000 7ff4e1ffb640 1 -- 172.21.15.7:0/1875555518 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4f0099990 con 0x56424dc5cb40 2024-09-10T07:56:23.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.311+0000 7ff4e1ffb640 1 -- 172.21.15.7:0/1875555518 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f0086310 con 0x56424dc5cb40 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- 172.21.15.7:0/1875555518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 msgr2=0x56424dc5c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc5c300 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff4f0097d50 tx=0x7ff4f0086040 comp rx=0 tx=0).stop 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- 172.21.15.7:0/1875555518 shutdown_connections 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc66370 0x56424dc62920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc5c300 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 --2- 172.21.15.7:0/1875555518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc5b5d0 0x56424dc57e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- 172.21.15.7:0/1875555518 >> 172.21.15.7:0/1875555518 conn(0x56424dc24310 msgr2=0x56424dc57700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- 172.21.15.7:0/1875555518 shutdown_connections 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- 172.21.15.7:0/1875555518 wait complete. 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 -- start start 2024-09-10T07:56:23.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.312+0000 7ff504ba6740 1 Processor -- start 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc6e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc69ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc6a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1aafa0 con 0x56424dc66370 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1ac410 con 0x56424dc5cb40 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc1ab670 con 0x56424dc5b5d0 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff504ba6740 10 client.0 _ll_register_callbacks cb 0x7ff4ec009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff500d6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc6a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc69ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff500d6a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc6a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56074/0 (socket says 172.21.15.7:56074) 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff500d6a640 1 -- 172.21.15.7:0/2590394586 learned_addr learned my addr 172.21.15.7:0/2590394586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc6e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 -- 172.21.15.7:0/2590394586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 msgr2=0x56424dc69ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc69ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 -- 172.21.15.7:0/2590394586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 msgr2=0x56424dc6a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc6a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 -- 172.21.15.7:0/2590394586 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56424dc6aa10 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.313+0000 7ff4fbfff640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc6e970 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec016c80 tx=0x7ff4ec003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ce795941c7e448 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec026040 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff4ec0052d0 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4f0099990 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff4ec03e050 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 10 client.27682 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56424dce0a10 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4f0099990 con 0x56424dc5b5d0 2024-09-10T07:56:23.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff4ec014940 con 0x56424dc5b5d0 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 10 client.27682 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 10 client.27682 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 20 client.27682 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dce1130 0x56424dce3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 4 client.27682 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.314+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56424dbc8d70 con 0x56424dce1130 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dce1130 0x56424dce3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4db7fe640 10 client.27682 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4fb7fe640 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dce1130 0x56424dce3550 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9cc97bbaec90e16c server_cookie=9a0b17b1b4575902 in_seq=0 out_seq=0 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4db7fe640 1 -- 172.21.15.7:0/2590394586 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56424dbc8d70 con 0x56424dce1130 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4db7fe640 10 client.27682 handle_command_reply: tid=0 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 client.27682 shutdown 2024-09-10T07:56:23.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 msgr2=0x56424dc6e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc6e970 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec016c80 tx=0x7ff4ec003820 comp rx=0 tx=0).stop 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 shutdown_connections 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56424dce1130 0x56424dce3550 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff4db7fe640 0 client.27682 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56424dc66370 0x56424dc6a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56424dc5cb40 0x56424dc69ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 --2- 172.21.15.7:0/2590394586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56424dc5b5d0 0x56424dc6e970 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.315+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 >> 172.21.15.7:0/2590394586 conn(0x56424dc24310 msgr2=0x56424dc5d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 shutdown_connections 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff504ba6740 1 -- 172.21.15.7:0/2590394586 wait complete. 2024-09-10T07:56:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff504ba6740 20 client.27682 trim_cache size 0 max 16384 2024-09-10T07:56:23.321 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:56:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 msgr2=0x7ff4e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 0x7ff4e40a5040 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4048000 tx=0x7ff4f404a000 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 msgr2=0x7ff4fc198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4f000c920 tx=0x7ff4f000cde0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 shutdown_connections 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff4e40a2b80 0x7ff4e40a5040 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff4fc106f10 0x7ff4fc19cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc102790 0x7ff4fc198790 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 --2- 172.21.15.7:0/4263192773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff4fc101de0 0x7ff4fc198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.316+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 >> 172.21.15.7:0/4263192773 conn(0x7ff4fc0fd8c0 msgr2=0x7ff4fc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.317+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 shutdown_connections 2024-09-10T07:56:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:23.317+0000 7ff5027cd640 1 -- 172.21.15.7:0/4263192773 wait complete. 2024-09-10T07:56:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 209776 1.84 MB/sec execute 447 sec latency 40.194 ms 2024-09-10T07:56:24.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:24 smithi007 ceph-mon[30879]: pgmap v693: 129 pgs: 129 active+clean; 86 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2024-09-10T07:56:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:24 smithi110 ceph-mon[34417]: pgmap v693: 129 pgs: 129 active+clean; 86 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2024-09-10T07:56:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:24 smithi145 ceph-mon[34766]: pgmap v693: 129 pgs: 129 active+clean; 86 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2024-09-10T07:56:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 210169 1.84 MB/sec execute 448 sec latency 61.612 ms 2024-09-10T07:56:25.776 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 -- 172.21.15.7:0/439418495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34101c30 msgr2=0x7f9c341020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/439418495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34101c30 0x7f9c341020b0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009900 tx=0x7f9c2802a410 comp rx=0 tx=0).stop 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 -- 172.21.15.7:0/439418495 shutdown_connections 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/439418495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c341025f0 0x7f9c34108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/439418495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34101c30 0x7f9c341020b0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/439418495 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c34100a40 0x7f9c34100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 -- 172.21.15.7:0/439418495 >> 172.21.15.7:0/439418495 conn(0x7f9c340fc1e0 msgr2=0x7f9c340fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 -- 172.21.15.7:0/439418495 shutdown_connections 2024-09-10T07:56:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.932+0000 7f9c3a74b640 1 -- 172.21.15.7:0/439418495 wait complete. 2024-09-10T07:56:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 Processor -- start 2024-09-10T07:56:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 -- start start 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 0x7f9c34103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 0x7f9c34103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3410c550 con 0x7f9c34100a40 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3410c3d0 con 0x7f9c341025f0 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c3a74b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3410c6d0 con 0x7f9c34101c30 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c33fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c337fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 0x7f9c34103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c33fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56102/0 (socket says 172.21.15.7:56102) 2024-09-10T07:56:25.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c33fff640 1 -- 172.21.15.7:0/3682730429 learned_addr learned my addr 172.21.15.7:0/3682730429 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.933+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 0x7f9c34103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 -- 172.21.15.7:0/3682730429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 msgr2=0x7f9c34103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 0x7f9c34103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 -- 172.21.15.7:0/3682730429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 msgr2=0x7f9c34103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 0x7f9c34103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 -- 172.21.15.7:0/3682730429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c34103e10 con 0x7f9c34100a40 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 0x7f9c34103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 0x7f9c34103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c33fff640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400d770 tx=0x7f9c2400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c317fa640 1 -- 172.21.15.7:0/3682730429 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24017070 con 0x7f9c34100a40 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c317fa640 1 -- 172.21.15.7:0/3682730429 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c24009c30 con 0x7f9c34100a40 2024-09-10T07:56:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c317fa640 1 -- 172.21.15.7:0/3682730429 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24003d00 con 0x7f9c34100a40 2024-09-10T07:56:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c341a1e90 con 0x7f9c34100a40 2024-09-10T07:56:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.934+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c341a22a0 con 0x7f9c34100a40 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 Processor -- start 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 -- start start 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c317fa640 1 -- 172.21.15.7:0/3682730429 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9c24003ea0 con 0x7f9c34100a40 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef06fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef072830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561feefce2f0 con 0x561fef06a9a0 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561feef76270 con 0x561fef070370 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.937+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561feefca2b0 con 0x561fef06b2e0 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c33fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef06fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56116/0 (socket says 172.21.15.7:56116) 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 -- 172.21.15.7:0/3672706173 learned_addr learned my addr 172.21.15.7:0/3672706173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef072830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 -- 172.21.15.7:0/3672706173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 msgr2=0x561fef06fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef06fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 -- 172.21.15.7:0/3672706173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 msgr2=0x561fef072830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef072830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 -- 172.21.15.7:0/3672706173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561feef75340 con 0x561fef06a9a0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0117e0 tx=0x7f9c2c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92fb67e4a2d857dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c317fa640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 0x7f9c1c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.938+0000 7f9c1a7fc640 1 -- 172.21.15.7:0/3672706173 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c011310 con 0x561fef06a9a0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.939+0000 7f9c1a7fc640 1 -- 172.21.15.7:0/3672706173 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2c003e20 con 0x561fef06a9a0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.939+0000 7f9c33fff640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 0x7f9c1c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.939+0000 7f9c1a7fc640 1 -- 172.21.15.7:0/3672706173 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0044f0 con 0x561fef06a9a0 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.939+0000 7f9c317fa640 1 -- 172.21.15.7:0/3682730429 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c240cf080 con 0x7f9c34100a40 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3672706173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 msgr2=0x561fef06ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0117e0 tx=0x7f9c2c011ca0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c33fff640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 0x7f9c1c0a50f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9c240ccb50 tx=0x7f9c240d2b60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3672706173 shutdown_connections 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef072830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef06fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3672706173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef06ada0 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3672706173 >> 172.21.15.7:0/3672706173 conn(0x561fef066010 msgr2=0x561fef066410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3672706173 shutdown_connections 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3672706173 wait complete. 2024-09-10T07:56:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 -- start start 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.940+0000 7f9c3d5c2740 1 Processor -- start 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef074bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef075130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef07c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561fef073340 con 0x561fef06a9a0 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561feef57290 con 0x561fef070370 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561fef0734c0 con 0x561fef06b2e0 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c3d5c2740 10 client.0 _ll_register_callbacks cb 0x561feef88140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef074bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef074bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56132/0 (socket says 172.21.15.7:56132) 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 -- 172.21.15.7:0/284562779 learned_addr learned my addr 172.21.15.7:0/284562779 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef07c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c337fe640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef075130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 -- 172.21.15.7:0/284562779 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 msgr2=0x561fef075130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef075130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 -- 172.21.15.7:0/284562779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 msgr2=0x561fef074bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef074bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 -- 172.21.15.7:0/284562779 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561feece1210 con 0x561fef070370 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c337fe640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef075130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef07c170 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c003df0 tx=0x7f9c2c009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4eff30e56c0189a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.941+0000 7f9c137fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c023070 con 0x561fef070370 2024-09-10T07:56:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c2c003e20 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c2c004c40 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c2c032050 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 10 client.27668 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561feedad620 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2c003e20 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9c2c018020 con 0x561fef070370 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 10 client.27668 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 10 client.27668 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 20 client.27668 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0806d0 0x561fef082ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 4 client.27668 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561feefdba20 con 0x561fef0806d0 2024-09-10T07:56:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.942+0000 7f9c337fe640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0806d0 0x561fef082ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.943+0000 7f9c337fe640 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0806d0 0x561fef082ac0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e15af8b8b1b2c0c server_cookie=ad2c9dbd63a0501a in_seq=0 out_seq=0 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.943+0000 7f9c137fe640 10 client.27668 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.943+0000 7f9c137fe640 1 -- 172.21.15.7:0/284562779 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561feefdba20 con 0x561fef0806d0 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.943+0000 7f9c137fe640 10 client.27668 handle_command_reply: tid=0 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 client.27668 shutdown 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 msgr2=0x561fef07c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef07c170 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c003df0 tx=0x7f9c2c009500 comp rx=0 tx=0).stop 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 shutdown_connections 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0806d0 0x561fef082ac0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef07c170 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c137fe640 0 client.27668 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef075130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/284562779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef074bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 >> 172.21.15.7:0/284562779 conn(0x561fef066010 msgr2=0x561fef067820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 shutdown_connections 2024-09-10T07:56:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/284562779 wait complete. 2024-09-10T07:56:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.944+0000 7f9c3d5c2740 20 client.27668 trim_cache size 0 max 16384 2024-09-10T07:56:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 Processor -- start 2024-09-10T07:56:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 -- start start 2024-09-10T07:56:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef0740e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef07c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef0663f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341af200 con 0x561fef06a9a0 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341acad0 con 0x561fef070370 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341aa940 con 0x561fef06b2e0 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef0740e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef0740e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56142/0 (socket says 172.21.15.7:56142) 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c38ce8640 1 -- 172.21.15.7:0/3958358918 learned_addr learned my addr 172.21.15.7:0/3958358918 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef07c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.960+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef0663f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 -- 172.21.15.7:0/3958358918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 msgr2=0x561fef0663f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef0663f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 -- 172.21.15.7:0/3958358918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 msgr2=0x561fef0740e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef0740e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 -- 172.21.15.7:0/3958358918 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fef0752d0 con 0x561fef06b2e0 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c337fe640 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef07c130 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009230 tx=0x7f9c28031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6de7c115dccdcb57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c19ffb640 1 -- 172.21.15.7:0/3958358918 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2804c070 con 0x561fef06b2e0 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c19ffb640 1 -- 172.21.15.7:0/3958358918 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c28003c80 con 0x561fef06b2e0 2024-09-10T07:56:25.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.961+0000 7f9c19ffb640 1 -- 172.21.15.7:0/3958358918 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c28035040 con 0x561fef06b2e0 2024-09-10T07:56:25.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3958358918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 msgr2=0x561fef07c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef07c130 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009230 tx=0x7f9c28031400 comp rx=0 tx=0).stop 2024-09-10T07:56:25.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3958358918 shutdown_connections 2024-09-10T07:56:25.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef0663f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef07c130 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/3958358918 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef0740e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3958358918 >> 172.21.15.7:0/3958358918 conn(0x561fef066010 msgr2=0x561fef06faf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3958358918 shutdown_connections 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/3958358918 wait complete. 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.962+0000 7f9c3d5c2740 1 -- start start 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 Processor -- start 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef078ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef079340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341aaf90 con 0x561fef06a9a0 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341ac400 con 0x561fef070370 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341ab660 con 0x561fef06b2e0 2024-09-10T07:56:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c3d5c2740 10 client.0 _ll_register_callbacks cb 0x7f9c28009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56150/0 (socket says 172.21.15.7:56150) 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 -- 172.21.15.7:0/617003334 learned_addr learned my addr 172.21.15.7:0/617003334 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c337fe640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef078ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef079340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 -- 172.21.15.7:0/617003334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 msgr2=0x561fef078ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef078ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 -- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 msgr2=0x561fef079340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef079340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.963+0000 7f9c38ce8640 1 -- 172.21.15.7:0/617003334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fef0e9460 con 0x561fef06a9a0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c38ce8640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011620 tx=0x7f9c2c0021d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b0ad9eb9ebf9d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c03e020 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c2c038650 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c28003c80 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c2c046050 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 10 client.18420 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561fef0ea810 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c28003c80 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9c2c018040 con 0x561fef06a9a0 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 10 client.18420 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 10 client.18420 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.964+0000 7f9c3d5c2740 20 client.18420 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0eb190 0x561fef0ed5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c3d5c2740 4 client.18420 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:56:25.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561feefd5d70 con 0x561fef0eb190 2024-09-10T07:56:25.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c337fe640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0eb190 0x561fef0ed5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:25.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c137fe640 10 client.18420 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:25.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.965+0000 7f9c337fe640 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0eb190 0x561fef0ed5b0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b24251ba7700d373 server_cookie=dcfc30f3edf675b2 in_seq=0 out_seq=0 2024-09-10T07:56:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.980+0000 7f9c137fe640 1 -- 172.21.15.7:0/617003334 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561feefd5d70 con 0x561fef0eb190 2024-09-10T07:56:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.980+0000 7f9c137fe640 10 client.18420 handle_command_reply: tid=0 2024-09-10T07:56:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 client.18420 shutdown 2024-09-10T07:56:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 msgr2=0x561fef07c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011620 tx=0x7f9c2c0021d0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 shutdown_connections 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561fef0eb190 0x561fef0ed5b0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c137fe640 0 client.18420 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561fef070370 0x561fef079340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561fef06b2e0 0x561fef078ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 --2- 172.21.15.7:0/617003334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561fef06a9a0 0x561fef07c240 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 >> 172.21.15.7:0/617003334 conn(0x561fef066010 msgr2=0x561fef0649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 shutdown_connections 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 1 -- 172.21.15.7:0/617003334 wait complete. 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.981+0000 7f9c3d5c2740 20 client.18420 trim_cache size 0 max 16384 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:56:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 msgr2=0x7f9c1c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 0x7f9c1c0a50f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9c240ccb50 tx=0x7f9c240d2b60 comp rx=0 tx=0).stop 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 msgr2=0x7f9c34104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400d770 tx=0x7f9c2400dc30 comp rx=0 tx=0).stop 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 shutdown_connections 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c1c0a2c30 0x7f9c1c0a50f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c341025f0 0x7f9c34103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c34101c30 0x7f9c34103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 --2- 172.21.15.7:0/3682730429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c34100a40 0x7f9c34104980 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 >> 172.21.15.7:0/3682730429 conn(0x7f9c340fc1e0 msgr2=0x7f9c34069910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 shutdown_connections 2024-09-10T07:56:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:25.982+0000 7f9c3a74b640 1 -- 172.21.15.7:0/3682730429 wait complete. 2024-09-10T07:56:26.075 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 210736 1.84 MB/sec execute 449 sec latency 48.871 ms 2024-09-10T07:56:26.376 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:26 smithi007 ceph-mon[30879]: pgmap v694: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.5 MiB/s wr, 171 op/s 2024-09-10T07:56:26.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:26 smithi110 ceph-mon[34417]: pgmap v694: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.5 MiB/s wr, 171 op/s 2024-09-10T07:56:26.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:26 smithi145 ceph-mon[34766]: pgmap v694: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.5 MiB/s wr, 171 op/s 2024-09-10T07:56:26.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 -- 172.21.15.7:0/1011523005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 msgr2=0x7f77a010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 --2- 172.21.15.7:0/1011523005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a010da40 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f7798009ca0 tx=0x7f779802a950 comp rx=0 tx=0).stop 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 -- 172.21.15.7:0/1011523005 shutdown_connections 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 --2- 172.21.15.7:0/1011523005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a010da40 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 --2- 172.21.15.7:0/1011523005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 0x7f77a01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 --2- 172.21.15.7:0/1011523005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 -- 172.21.15.7:0/1011523005 >> 172.21.15.7:0/1011523005 conn(0x7f77a00fc7d0 msgr2=0x7f77a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 -- 172.21.15.7:0/1011523005 shutdown_connections 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.596+0000 7f77a7a08640 1 -- 172.21.15.7:0/1011523005 wait complete. 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 Processor -- start 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 -- start start 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 0x7f77a00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0110e80 con 0x7f77a0102ef0 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0110d00 con 0x7f77a0100e20 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a7a08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0111000 con 0x7f77a0102570 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a5fa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:53820/0 (socket says 172.21.15.7:53820) 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a57a4640 1 -- 172.21.15.7:0/2066898572 learned_addr learned my addr 172.21.15.7:0/2066898572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56180/0 (socket says 172.21.15.7:56180) 2024-09-10T07:56:26.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.597+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 0x7f77a00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 -- 172.21.15.7:0/2066898572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 msgr2=0x7f77a00fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 0x7f77a00fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 -- 172.21.15.7:0/2066898572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 msgr2=0x7f77a00fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 -- 172.21.15.7:0/2066898572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a01a6890 con 0x7f77a0102ef0 2024-09-10T07:56:26.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7798005e30 tx=0x7f7798003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77967fc640 1 -- 172.21.15.7:0/2066898572 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7798034040 con 0x7f77a0102ef0 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a01a6b20 con 0x7f77a0102ef0 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a01a7020 con 0x7f77a0102ef0 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77967fc640 1 -- 172.21.15.7:0/2066898572 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779802fd70 con 0x7f77a0102ef0 2024-09-10T07:56:26.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.598+0000 7f77967fc640 1 -- 172.21.15.7:0/2066898572 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7798004560 con 0x7f77a0102ef0 2024-09-10T07:56:26.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.601+0000 7f77a9de1740 1 Processor -- start 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.601+0000 7f77967fc640 1 -- 172.21.15.7:0/2066898572 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7798037020 con 0x7f77a0102ef0 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.601+0000 7f77a9de1740 1 -- start start 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.601+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb958a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb9597760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a9de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bfb94f02f0 con 0x55bfb958a5d0 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a9de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bfb9497cf0 con 0x55bfb958bb40 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a9de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bfb94ec2b0 con 0x55bfb9595370 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56182/0 (socket says 172.21.15.7:56182) 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 -- 172.21.15.7:0/2560549513 learned_addr learned my addr 172.21.15.7:0/2560549513 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a4fa3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb9597760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb958a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 -- 172.21.15.7:0/2560549513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 msgr2=0x55bfb9597760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb9597760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 -- 172.21.15.7:0/2560549513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 msgr2=0x55bfb958a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb958a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 -- 172.21.15.7:0/2560549513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb947c3a0 con 0x55bfb958a5d0 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77967fc640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 0x7f778c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.602+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f779c010580 tx=0x7f779c010a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bcf716d710292cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.603+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 0x7f778c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.603+0000 7f77967fc640 1 -- 172.21.15.7:0/2066898572 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f77980efe50 con 0x7f77a0102ef0 2024-09-10T07:56:26.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.603+0000 7f778b7fe640 1 -- 172.21.15.7:0/2560549513 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c00e890 con 0x55bfb958a5d0 2024-09-10T07:56:26.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.603+0000 7f778b7fe640 1 -- 172.21.15.7:0/2560549513 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779c01c480 con 0x55bfb958a5d0 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.603+0000 7f778b7fe640 1 -- 172.21.15.7:0/2560549513 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c0116a0 con 0x55bfb958a5d0 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- 172.21.15.7:0/2560549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 msgr2=0x55bfb958aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 0x7f778c0a5040 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55bfb958b070 tx=0x7f7790013040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f779c010580 tx=0x7f779c010a40 comp rx=0 tx=0).stop 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- 172.21.15.7:0/2560549513 shutdown_connections 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb9597760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb958aa10 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2560549513 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb958a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- 172.21.15.7:0/2560549513 >> 172.21.15.7:0/2560549513 conn(0x55bfb9553310 msgr2=0x55bfb9586c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- 172.21.15.7:0/2560549513 shutdown_connections 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- 172.21.15.7:0/2560549513 wait complete. 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 -- start start 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.604+0000 7f77a9de1740 1 Processor -- start 2024-09-10T07:56:26.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb9591fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb95925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bfb9598070 con 0x55bfb958a5d0 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bfb94ab060 con 0x55bfb958bb40 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bfb95981f0 con 0x55bfb9595370 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56188/0 (socket says 172.21.15.7:56188) 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 -- 172.21.15.7:0/2599845076 learned_addr learned my addr 172.21.15.7:0/2599845076 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a9de1740 10 client.0 _ll_register_callbacks cb 0x55bfb91fe8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb95925d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb9591fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 -- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 msgr2=0x55bfb95925d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb95925d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 -- 172.21.15.7:0/2599845076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 msgr2=0x55bfb9591fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb9591fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.605+0000 7f77a57a4640 1 -- 172.21.15.7:0/2599845076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb92613c0 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f77a57a4640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f779c01cc60 tx=0x7f779c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c584c1500767473 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f7788ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c01c980 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f779c004030 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f779c01c480 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f779c02f050 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f77a9de1740 10 client.18432 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.606+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bfb95a3b10 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779c01c480 con 0x55bfb958a5d0 2024-09-10T07:56:26.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f779c0035f0 con 0x55bfb958a5d0 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 10 client.18432 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 10 client.18432 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 20 client.18432 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb95a4f70 0x55bfb95a7360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 4 client.18432 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfb94fd860 con 0x55bfb95a4f70 2024-09-10T07:56:26.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.607+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb95a4f70 0x55bfb95a7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f7788ff9640 10 client.18432 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:56:26.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb95a4f70 0x55bfb95a7360 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=15ca8c7a726fa2ea server_cookie=daa1927c60ad7e3d in_seq=0 out_seq=0 2024-09-10T07:56:26.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f7788ff9640 1 -- 172.21.15.7:0/2599845076 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bfb94fd860 con 0x55bfb95a4f70 2024-09-10T07:56:26.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f7788ff9640 10 client.18432 handle_command_reply: tid=0 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f77a9de1740 1 client.18432 shutdown 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 msgr2=0x55bfb9594d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.608+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f779c01cc60 tx=0x7f779c005740 comp rx=0 tx=0).stop 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 shutdown_connections 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb95a4f70 0x55bfb95a7360 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb9595370 0x55bfb95925d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb9591fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 --2- 172.21.15.7:0/2599845076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9594d30 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 >> 172.21.15.7:0/2599845076 conn(0x55bfb9553310 msgr2=0x55bfb958c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f7788ff9640 0 client.18432 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 shutdown_connections 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 1 -- 172.21.15.7:0/2599845076 wait complete. 2024-09-10T07:56:26.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.609+0000 7f77a9de1740 20 client.18432 trim_cache size 0 max 16384 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 Processor -- start 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 -- start start 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958a5d0 0x55bfb95a1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb95918a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01b3710 con 0x55bfb9595370 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01b0fe0 con 0x55bfb958bb40 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a9de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01aee50 con 0x55bfb958a5d0 2024-09-10T07:56:26.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56190/0 (socket says 172.21.15.7:56190) 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 -- 172.21.15.7:0/341271431 learned_addr learned my addr 172.21.15.7:0/341271431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb95918a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a57a4640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958a5d0 0x55bfb95a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 -- 172.21.15.7:0/341271431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958a5d0 msgr2=0x55bfb95a1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958a5d0 0x55bfb95a1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 -- 172.21.15.7:0/341271431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 msgr2=0x55bfb95918a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.625+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb95918a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f77a5fa5640 1 -- 172.21.15.7:0/341271431 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb9587960 con 0x55bfb9595370 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb95918a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:26.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f77980b8c80 tx=0x7f779802a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d580689e6cad13b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f778affd640 1 -- 172.21.15.7:0/341271431 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77980d5070 con 0x55bfb9595370 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f778affd640 1 -- 172.21.15.7:0/341271431 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77980c0660 con 0x55bfb9595370 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.626+0000 7f778affd640 1 -- 172.21.15.7:0/341271431 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779802c040 con 0x55bfb9595370 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- 172.21.15.7:0/341271431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 msgr2=0x55bfb9586700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f77980b8c80 tx=0x7f779802a950 comp rx=0 tx=0).stop 2024-09-10T07:56:26.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- 172.21.15.7:0/341271431 shutdown_connections 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb9595370 0x55bfb9586700 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb958bb40 0x55bfb95918a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 --2- 172.21.15.7:0/341271431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958a5d0 0x55bfb95a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- 172.21.15.7:0/341271431 >> 172.21.15.7:0/341271431 conn(0x55bfb9553310 msgr2=0x55bfb958d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- 172.21.15.7:0/341271431 shutdown_connections 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- 172.21.15.7:0/341271431 wait complete. 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 -- start start 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.627+0000 7f77a9de1740 1 Processor -- start 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9598660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb9595370 0x55bfb960d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01af4a0 con 0x55bfb958a5d0 2024-09-10T07:56:26.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01b0910 con 0x55bfb9595370 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01afb70 con 0x55bfb958bb40 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a9de1740 10 client.0 _ll_register_callbacks cb 0x7f7790009990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9598660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a4fa3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a4fa3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50996/0 (socket says 172.21.15.7:50996) 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a4fa3640 1 -- 172.21.15.7:0/4291188890 learned_addr learned my addr 172.21.15.7:0/4291188890 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a57a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9598660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56202/0 (socket says 172.21.15.7:56202) 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.628+0000 7f77a5fa5640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb9595370 0x55bfb960d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 -- 172.21.15.7:0/4291188890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb9595370 msgr2=0x55bfb960d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb9595370 0x55bfb960d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 -- 172.21.15.7:0/4291188890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 msgr2=0x55bfb9598660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9598660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 -- 172.21.15.7:0/4291188890 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb960def0 con 0x55bfb958bb40 2024-09-10T07:56:26.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a4fa3640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7790013010 tx=0x7f7790004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31700deb2183fcf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:26.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f7788ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779003a070 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f779001a070 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77980c0660 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7790046050 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.629+0000 7f77a9de1740 10 client.27718 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bfb960f1c0 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77980c0660 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f779001f430 con 0x55bfb958bb40 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 10 client.27718 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 10 client.27718 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 20 client.27718 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:26.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb960f970 0x55bfb9611d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 4 client.27718 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bfb94f7d70 con 0x55bfb960f970 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.630+0000 7f77a57a4640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb960f970 0x55bfb9611d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a57a4640 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb960f970 0x55bfb9611d90 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b9fbe562a934c395 server_cookie=912999de3fc5b643 in_seq=0 out_seq=0 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f7788ff9640 10 client.27718 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f7788ff9640 1 -- 172.21.15.7:0/4291188890 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bfb94f7d70 con 0x55bfb960f970 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f7788ff9640 10 client.27718 handle_command_reply: tid=0 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 client.27718 shutdown 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 msgr2=0x55bfb9598ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7790013010 tx=0x7f7790004730 comp rx=0 tx=0).stop 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 shutdown_connections 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55bfb960f970 0x55bfb9611d90 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bfb9595370 0x55bfb960d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bfb958bb40 0x55bfb9598ba0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 --2- 172.21.15.7:0/4291188890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb958a5d0 0x55bfb9598660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 >> 172.21.15.7:0/4291188890 conn(0x55bfb9553310 msgr2=0x55bfb9586700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f7788ff9640 0 client.27718 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 shutdown_connections 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.631+0000 7f77a9de1740 1 -- 172.21.15.7:0/4291188890 wait complete. 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a9de1740 20 client.27718 trim_cache size 0 max 16384 2024-09-10T07:56:26.635 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 msgr2=0x7f778c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 0x7f778c0a5040 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55bfb958b070 tx=0x7f7790013040 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 msgr2=0x7f77a00fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7798005e30 tx=0x7f7798003c10 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 shutdown_connections 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f778c0a2b80 0x7f778c0a5040 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a0102ef0 0x7f77a00fd700 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77a0102570 0x7f77a00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 --2- 172.21.15.7:0/2066898572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77a0100e20 0x7f77a00fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:26.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 >> 172.21.15.7:0/2066898572 conn(0x7f77a00fc7d0 msgr2=0x7f77a006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:26.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.632+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 shutdown_connections 2024-09-10T07:56:26.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:26.633+0000 7f77a7a08640 1 -- 172.21.15.7:0/2066898572 wait complete. 2024-09-10T07:56:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 211370 1.84 MB/sec execute 450 sec latency 23.756 ms 2024-09-10T07:56:27.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:56:27.639 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 211884 1.84 MB/sec execute 451 sec latency 15.931 ms 2024-09-10T07:56:28.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:28 smithi007 ceph-mon[30879]: pgmap v695: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.3 MiB/s wr, 130 op/s 2024-09-10T07:56:28.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:28 smithi110 ceph-mon[34417]: pgmap v695: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.3 MiB/s wr, 130 op/s 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 -- 172.21.15.7:0/3924963713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390102790 msgr2=0x7ff3901067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3924963713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390102790 0x7ff3901067e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff384009900 tx=0x7ff38402a410 comp rx=0 tx=0).stop 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 -- 172.21.15.7:0/3924963713 shutdown_connections 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3924963713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff39010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3924963713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390102790 0x7ff3901067e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3924963713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390101de0 0x7ff3901021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 -- 172.21.15.7:0/3924963713 >> 172.21.15.7:0/3924963713 conn(0x7ff3900fd8e0 msgr2=0x7ff3900ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 -- 172.21.15.7:0/3924963713 shutdown_connections 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 -- 172.21.15.7:0/3924963713 wait complete. 2024-09-10T07:56:28.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.275+0000 7ff3965a6640 1 Processor -- start 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 -- start start 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390101de0 0x7ff3900744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff390074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff390111e20 con 0x7ff390106f10 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff390111ca0 con 0x7ff390101de0 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff3965a6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff390111fa0 con 0x7ff390102790 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff394b43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff390074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff38ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390101de0 0x7ff3900744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51022/0 (socket says 172.21.15.7:51022) 2024-09-10T07:56:28.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.276+0000 7ff38f7fe640 1 -- 172.21.15.7:0/3550907994 learned_addr learned my addr 172.21.15.7:0/3550907994 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 -- 172.21.15.7:0/3550907994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 msgr2=0x7ff390074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 -- 172.21.15.7:0/3550907994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390101de0 msgr2=0x7ff3900744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390101de0 0x7ff3900744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 -- 172.21.15.7:0/3550907994 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3901a6820 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff394b43640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff390074f70 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff388009fd0 tx=0x7ff38800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff38d7fa640 1 -- 172.21.15.7:0/3550907994 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38800ce20 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3901a6b10 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff38d7fa640 1 -- 172.21.15.7:0/3550907994 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff388005020 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff38d7fa640 1 -- 172.21.15.7:0/3550907994 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff388010690 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.277+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3901a6fd0 con 0x7ff390106f10 2024-09-10T07:56:28.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.280+0000 7ff39897f740 1 Processor -- start 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.280+0000 7ff38d7fa640 1 -- 172.21.15.7:0/3550907994 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff3880051d0 con 0x7ff390106f10 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.280+0000 7ff39897f740 1 -- start start 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 0x5594b6276090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 0x5594b6276a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 0x5594b6283760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5594b61dc2f0 con 0x5594b6281370 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5594b6183cf0 con 0x5594b6277b40 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff39897f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5594b61d82b0 con 0x5594b62765d0 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 0x5594b6283760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 0x5594b6283760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56216/0 (socket says 172.21.15.7:56216) 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38f7fe640 1 -- 172.21.15.7:0/1829363862 learned_addr learned my addr 172.21.15.7:0/1829363862 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 0x5594b6276a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 0x5594b6276090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 -- 172.21.15.7:0/1829363862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 msgr2=0x5594b6276090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 0x5594b6276090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 -- 172.21.15.7:0/1829363862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 msgr2=0x5594b6283760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 0x5594b6283760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 -- 172.21.15.7:0/1829363862 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b61683a0 con 0x5594b62765d0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 0x5594b6276090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38d7fa640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 0x7ff3780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.281+0000 7ff38ffff640 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 0x5594b6276a10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff380004630 tx=0x7ff38000bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59fd4c96a16acb8e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 0x7ff3780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff38d7fa640 1 -- 172.21.15.7:0/3550907994 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff3880cfa20 con 0x7ff390106f10 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff3767fc640 1 -- 172.21.15.7:0/1829363862 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff380003bd0 con 0x5594b62765d0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff3767fc640 1 -- 172.21.15.7:0/1829363862 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff380015070 con 0x5594b62765d0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff3767fc640 1 -- 172.21.15.7:0/1829363862 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff380004c80 con 0x5594b62765d0 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff39897f740 1 -- 172.21.15.7:0/1829363862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 msgr2=0x5594b6276a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff39897f740 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 0x5594b6276a10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff380004630 tx=0x7ff38000bb20 comp rx=0 tx=0).stop 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.282+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 0x7ff3780a5040 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x5594b6277070 tx=0x7ff384041040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 -- 172.21.15.7:0/1829363862 shutdown_connections 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6281370 0x5594b6283760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b62765d0 0x5594b6276a10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 --2- 172.21.15.7:0/1829363862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6277b40 0x5594b6276090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 -- 172.21.15.7:0/1829363862 >> 172.21.15.7:0/1829363862 conn(0x5594b623f310 msgr2=0x5594b6272c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 -- 172.21.15.7:0/1829363862 shutdown_connections 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 -- 172.21.15.7:0/1829363862 wait complete. 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.283+0000 7ff39897f740 1 -- start start 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 Processor -- start 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6280d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b627e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5594b6284070 con 0x5594b62765d0 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5594b6197060 con 0x5594b6281370 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5594b62841f0 con 0x5594b6277b40 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff39897f740 10 client.0 _ll_register_callbacks cb 0x5594b5eea8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff38ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6280d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:53914/0 (socket says 172.21.15.7:53914) 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 -- 172.21.15.7:0/2344288369 learned_addr learned my addr 172.21.15.7:0/2344288369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b627e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 -- 172.21.15.7:0/2344288369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 msgr2=0x5594b627e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b627e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 -- 172.21.15.7:0/2344288369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 msgr2=0x5594b6280d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6280d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.284+0000 7ff394b43640 1 -- 172.21.15.7:0/2344288369 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b5f4d3c0 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff394b43640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff388098340 tx=0x7ff38809bfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d70c23d95fde1672 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3880a46c0 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff3880a4860 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff380015070 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff38809b330 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 10 client.27704 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5594b628fba0 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff380015070 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff38809ada0 con 0x5594b6281370 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 10 client.27704 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 10 client.27704 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:28.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 20 client.27704 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b6293420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 4 client.27704 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.285+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594b61e9860 con 0x5594b6290fb0 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.286+0000 7ff38ffff640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b6293420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.286+0000 7ff38ffff640 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b6293420 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18f79675e9903b5f server_cookie=ba60ec3d78ede42 in_seq=0 out_seq=0 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.286+0000 7ff36f7fe640 10 client.27704 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff36f7fe640 1 -- 172.21.15.7:0/2344288369 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5594b61e9860 con 0x5594b6290fb0 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff36f7fe640 10 client.27704 handle_command_reply: tid=0 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 client.27704 shutdown 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 msgr2=0x5594b627e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff388098340 tx=0x7ff38809bfa0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 shutdown_connections 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b6293420 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b627e600 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff36f7fe640 0 client.27704 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b627e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 --2- 172.21.15.7:0/2344288369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6280d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 >> 172.21.15.7:0/2344288369 conn(0x5594b623f310 msgr2=0x5594b6278960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 shutdown_connections 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 1 -- 172.21.15.7:0/2344288369 wait complete. 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.287+0000 7ff39897f740 20 client.27704 trim_cache size 0 max 16384 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 Processor -- start 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 -- start start 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b62765d0 0x5594b628d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 0x5594b6282ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901b3620 con 0x5594b6277b40 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901b0ef0 con 0x5594b62765d0 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff39897f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901aed60 con 0x5594b6281370 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff38f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56230/0 (socket says 172.21.15.7:56230) 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff38f7fe640 1 -- 172.21.15.7:0/2286330064 learned_addr learned my addr 172.21.15.7:0/2286330064 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff394b43640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 0x5594b6282ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.302+0000 7ff38ffff640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b62765d0 0x5594b628d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 -- 172.21.15.7:0/2286330064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 msgr2=0x5594b6282ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 0x5594b6282ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 -- 172.21.15.7:0/2286330064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b62765d0 msgr2=0x5594b628d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b62765d0 0x5594b628d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 -- 172.21.15.7:0/2286330064 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b627c560 con 0x5594b6277b40 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff394b43640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 0x5594b6282ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7ff384006010 tx=0x7ff3840058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669c1af78af1376 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff375ffb640 1 -- 172.21.15.7:0/2286330064 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3840036b0 con 0x5594b6277b40 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff375ffb640 1 -- 172.21.15.7:0/2286330064 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff384003d00 con 0x5594b6277b40 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.303+0000 7ff375ffb640 1 -- 172.21.15.7:0/2286330064 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38403dc50 con 0x5594b6277b40 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- 172.21.15.7:0/2286330064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 msgr2=0x5594b6282760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7ff384006010 tx=0x7ff3840058d0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- 172.21.15.7:0/2286330064 shutdown_connections 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6281370 0x5594b6282ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b6277b40 0x5594b6282760 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 --2- 172.21.15.7:0/2286330064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b62765d0 0x5594b628d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- 172.21.15.7:0/2286330064 >> 172.21.15.7:0/2286330064 conn(0x5594b623f310 msgr2=0x5594b627dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- 172.21.15.7:0/2286330064 shutdown_connections 2024-09-10T07:56:28.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- 172.21.15.7:0/2286330064 wait complete. 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 -- start start 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.304+0000 7ff39897f740 1 Processor -- start 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b6282530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b62884b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901af3b0 con 0x5594b62765d0 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff38ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff38ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56240/0 (socket says 172.21.15.7:56240) 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff38ffff640 1 -- 172.21.15.7:0/829132645 learned_addr learned my addr 172.21.15.7:0/829132645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b6282530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff394b43640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b62884b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901b0820 con 0x5594b6281370 2024-09-10T07:56:28.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff3901afa80 con 0x5594b6277b40 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.305+0000 7ff39897f740 10 client.0 _ll_register_callbacks cb 0x7ff388005810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 -- 172.21.15.7:0/829132645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 msgr2=0x5594b6282530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b6282530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 -- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 msgr2=0x5594b62884b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b62884b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b62889f0 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff38ffff640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ff3800043f0 tx=0x7ff380005f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa99e23f2f45b80c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff36f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3800046e0 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff380011440 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.306+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff384003d00 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff380011640 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 10 client.18456 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5594b6289c50 con 0x5594b62765d0 2024-09-10T07:56:28.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff380015040 con 0x5594b62765d0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff380019950 con 0x5594b62765d0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 10 client.18456 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 10 client.18456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 20 client.18456 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b62fdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 4 client.18456 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ff384003d00 con 0x5594b6290fb0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.307+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b62fdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff38f7fe640 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b62fdcf0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd16abc30275e2a3 server_cookie=eab3355f0c20cd57 in_seq=0 out_seq=0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff36f7fe640 10 client.18456 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff36f7fe640 1 -- 172.21.15.7:0/829132645 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ff384003d00 con 0x5594b6290fb0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff36f7fe640 10 client.18456 handle_command_reply: tid=0 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 client.18456 shutdown 2024-09-10T07:56:28.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 msgr2=0x5594b6281ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ff3800043f0 tx=0x7ff380005f40 comp rx=0 tx=0).stop 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 shutdown_connections 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5594b6290fb0 0x5594b62fdcf0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5594b6281370 0x5594b62884b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5594b6277b40 0x5594b6282530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff36f7fe640 0 client.18456 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 --2- 172.21.15.7:0/829132645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5594b62765d0 0x5594b6281ff0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 >> 172.21.15.7:0/829132645 conn(0x5594b623f310 msgr2=0x5594b62714e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 shutdown_connections 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.308+0000 7ff39897f740 1 -- 172.21.15.7:0/829132645 wait complete. 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff39897f740 20 client.18456 trim_cache size 0 max 16384 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 msgr2=0x7ff3780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 0x7ff3780a5040 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x5594b6277070 tx=0x7ff384041040 comp rx=0 tx=0).stop 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 msgr2=0x7ff390074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:28.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff390074f70 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff388009fd0 tx=0x7ff38800ef10 comp rx=0 tx=0).stop 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 shutdown_connections 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff3780a2b80 0x7ff3780a5040 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff390106f10 0x7ff390074f70 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff390102790 0x7ff390074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 --2- 172.21.15.7:0/3550907994 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff390101de0 0x7ff3900744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 >> 172.21.15.7:0/3550907994 conn(0x7ff3900fd8e0 msgr2=0x7ff3900fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 shutdown_connections 2024-09-10T07:56:28.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:28.309+0000 7ff3965a6640 1 -- 172.21.15.7:0/3550907994 wait complete. 2024-09-10T07:56:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:28 smithi145 ceph-mon[34766]: pgmap v695: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.3 MiB/s wr, 130 op/s 2024-09-10T07:56:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 212596 1.85 MB/sec execute 452 sec latency 13.114 ms 2024-09-10T07:56:30.197 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:56:30.197 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:56:30.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 213075 1.86 MB/sec execute 453 sec latency 13.272 ms 2024-09-10T07:56:30.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:30 smithi110 ceph-mon[34417]: pgmap v696: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:56:30.474 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:30.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:30 smithi145 ceph-mon[34766]: pgmap v696: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:56:30.597 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:30 smithi007 ceph-mon[30879]: pgmap v696: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.7 MiB/s wr, 188 op/s 2024-09-10T07:56:30.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 -- 172.21.15.7:0/1244154134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102570 msgr2=0x7fb2201029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1244154134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102570 0x7fb2201029b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fb214009ca0 tx=0x7fb21402a950 comp rx=0 tx=0).stop 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 -- 172.21.15.7:0/1244154134 shutdown_connections 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1244154134 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102ef0 0x7fb22010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1244154134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102570 0x7fb2201029b0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1244154134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb220101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 -- 172.21.15.7:0/1244154134 >> 172.21.15.7:0/1244154134 conn(0x7fb2200fc7d0 msgr2=0x7fb2200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 -- 172.21.15.7:0/1244154134 shutdown_connections 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.988+0000 7fb2269cb640 1 -- 172.21.15.7:0/1244154134 wait complete. 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 Processor -- start 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 -- start start 2024-09-10T07:56:30.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb2201984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 0x7fb220198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 0x7fb22019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb220110e00 con 0x7fb220102ef0 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb220110c80 con 0x7fb220102570 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.989+0000 7fb2269cb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb220110f80 con 0x7fb220100e20 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb224f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 0x7fb22019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb2201984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb224f68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 0x7fb22019cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39914/0 (socket says 172.21.15.7:39914) 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb224f68640 1 -- 172.21.15.7:0/1557568443 learned_addr learned my addr 172.21.15.7:0/1557568443 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb2201984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48490/0 (socket says 172.21.15.7:48490) 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 0x7fb220198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 -- 172.21.15.7:0/1557568443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 msgr2=0x7fb2201984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:30.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb2201984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 -- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 msgr2=0x7fb22019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 0x7fb22019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 -- 172.21.15.7:0/1557568443 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb22019d480 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 0x7fb220198a10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb214006010 tx=0x7fb21402f3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21d7fa640 1 -- 172.21.15.7:0/1557568443 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214034040 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21d7fa640 1 -- 172.21.15.7:0/1557568443 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2140308f0 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb22019d710 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.990+0000 7fb21d7fa640 1 -- 172.21.15.7:0/1557568443 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214004640 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.991+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2201a5050 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.993+0000 7fb21d7fa640 1 -- 172.21.15.7:0/1557568443 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb214037020 con 0x7fb220102570 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.993+0000 7fb228da4740 1 Processor -- start 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 -- start start 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21d7fa640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 0x7fb2080a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:30.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6ec540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55573f640280 con 0x55573f6db340 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55573f5e7b10 con 0x55573f6daa20 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb228da4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55573f63c240 con 0x55573f6ea150 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51886/0 (socket says 172.21.15.7:51886) 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 -- 172.21.15.7:0/823551385 learned_addr learned my addr 172.21.15.7:0/823551385 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb224f68640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 0x7fb2080a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21d7fa640 1 -- 172.21.15.7:0/1557568443 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb2140f0120 con 0x7fb220102570 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 -- 172.21.15.7:0/823551385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 msgr2=0x55573f6ec540 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:56:31.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6ec540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 -- 172.21.15.7:0/823551385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 msgr2=0x55573f6e9c10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21ffff640 1 -- 172.21.15.7:0/823551385 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55573f5f41f0 con 0x55573f6daa20 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.994+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.995+0000 7fb224f68640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 0x7fb2080a5040 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x55573f6d81e0 tx=0x7fb218005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.995+0000 7fb21ffff640 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb21000bd10 tx=0x7fb2100107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c83fdd3510ab6e37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.995+0000 7fb2067fc640 1 -- 172.21.15.7:0/823551385 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210004030 con 0x55573f6daa20 2024-09-10T07:56:31.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.995+0000 7fb2067fc640 1 -- 172.21.15.7:0/823551385 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2100035f0 con 0x55573f6daa20 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.995+0000 7fb2067fc640 1 -- 172.21.15.7:0/823551385 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2100117b0 con 0x55573f6daa20 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- 172.21.15.7:0/823551385 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 msgr2=0x55573f6dae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb21000bd10 tx=0x7fb2100107a0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- 172.21.15.7:0/823551385 shutdown_connections 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6ec540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 --2- 172.21.15.7:0/823551385 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6dae00 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- 172.21.15.7:0/823551385 >> 172.21.15.7:0/823551385 conn(0x55573f6d70f0 msgr2=0x55573f6d74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- 172.21.15.7:0/823551385 shutdown_connections 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- 172.21.15.7:0/823551385 wait complete. 2024-09-10T07:56:31.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.996+0000 7fb228da4740 1 -- start start 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 Processor -- start 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6e7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6e7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55573f6ecd20 con 0x55573f6db340 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55573f5faf10 con 0x55573f6daa20 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55573f6ecea0 con 0x55573f6ea150 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb228da4740 10 client.0 _ll_register_callbacks cb 0x55573f5c3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:31.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6e7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39938/0 (socket says 172.21.15.7:39938) 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb224f68640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6e7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21f7fe640 1 -- 172.21.15.7:0/634436057 learned_addr learned my addr 172.21.15.7:0/634436057 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 -- 172.21.15.7:0/634436057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 msgr2=0x55573f6e7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6e7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 -- 172.21.15.7:0/634436057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 msgr2=0x55573f6e76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21ffff640 1 -- 172.21.15.7:0/634436057 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55573f3b16a0 con 0x55573f6daa20 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.997+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb21ffff640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6e7160 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb21001a000 tx=0x7fb2100039d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77ceaf896595eaa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb1ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:31.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210029060 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2100035f0 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb2100041b0 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb210030050 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb228da4740 10 client.27722 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.998+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55573f6f8a00 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2100035f0 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb210004730 con 0x55573f6daa20 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 10 client.27722 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 10 client.27722 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 20 client.27722 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f6f9db0 0x55573f6fc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 4 client.27722 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55573f64d7f0 con 0x55573f6f9db0 2024-09-10T07:56:31.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:30.999+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f6f9db0 0x55573f6fc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f6f9db0 0x55573f6fc1a0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7838c3e2cca78c2e server_cookie=65f6795f195c634b in_seq=0 out_seq=0 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb1ff7fe640 10 client.27722 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/634436057 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55573f64d7f0 con 0x55573f6f9db0 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb1ff7fe640 10 client.27722 handle_command_reply: tid=0 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 client.27722 shutdown 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 msgr2=0x55573f6e7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6e7160 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb21001a000 tx=0x7fb2100039d0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 shutdown_connections 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f6f9db0 0x55573f6fc1a0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f6e7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6e76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb1ff7fe640 0 client.27722 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:31.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.000+0000 7fb228da4740 1 --2- 172.21.15.7:0/634436057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6daa20 0x55573f6e7160 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.001+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 >> 172.21.15.7:0/634436057 conn(0x55573f6d70f0 msgr2=0x55573f6dce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:31.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.001+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 shutdown_connections 2024-09-10T07:56:31.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.001+0000 7fb228da4740 1 -- 172.21.15.7:0/634436057 wait complete. 2024-09-10T07:56:31.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.001+0000 7fb228da4740 20 client.27722 trim_cache size 0 max 16384 2024-09-10T07:56:31.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 Processor -- start 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 -- start start 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f701c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201af2c0 con 0x55573f6daa20 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201acb90 con 0x55573f6db340 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.020+0000 7fb228da4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201aaa00 con 0x55573f6ea150 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39952/0 (socket says 172.21.15.7:39952) 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51898/0 (socket says 172.21.15.7:51898) 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 -- 172.21.15.7:0/3759000100 learned_addr learned my addr 172.21.15.7:0/3759000100 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:31.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb224f68640 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f701c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 -- 172.21.15.7:0/3759000100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 msgr2=0x55573f701c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f701c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 -- 172.21.15.7:0/3759000100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 msgr2=0x55573f701740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 -- 172.21.15.7:0/3759000100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55573f6d6b90 con 0x55573f6daa20 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb21ffff640 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fb210000c00 tx=0x7fb21000ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e0637fdfc73dbee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb205ffb640 1 -- 172.21.15.7:0/3759000100 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210029070 con 0x55573f6daa20 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb205ffb640 1 -- 172.21.15.7:0/3759000100 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb210011440 con 0x55573f6daa20 2024-09-10T07:56:31.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.021+0000 7fb205ffb640 1 -- 172.21.15.7:0/3759000100 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210004ea0 con 0x55573f6daa20 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- 172.21.15.7:0/3759000100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 msgr2=0x55573f6e8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fb210000c00 tx=0x7fb21000ba00 comp rx=0 tx=0).stop 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- 172.21.15.7:0/3759000100 shutdown_connections 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6ea150 0x55573f701c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6db340 0x55573f701740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 --2- 172.21.15.7:0/3759000100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6daa20 0x55573f6e8fc0 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- 172.21.15.7:0/3759000100 >> 172.21.15.7:0/3759000100 conn(0x55573f6d70f0 msgr2=0x55573f6e88b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- 172.21.15.7:0/3759000100 shutdown_connections 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- 172.21.15.7:0/3759000100 wait complete. 2024-09-10T07:56:31.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.022+0000 7fb228da4740 1 -- start start 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 Processor -- start 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 0x55573f6f28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6edc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201ab050 con 0x55573f6db340 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201ac4c0 con 0x55573f6ea150 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb2201ab720 con 0x55573f6daa20 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb228da4740 10 client.0 _ll_register_callbacks cb 0x7fb21000bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb224f68640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb224f68640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51910/0 (socket says 172.21.15.7:51910) 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb224f68640 1 -- 172.21.15.7:0/2963535128 learned_addr learned my addr 172.21.15.7:0/2963535128 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb21ffff640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 0x55573f6f28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.023+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6edc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 -- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 msgr2=0x55573f6ee140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 -- 172.21.15.7:0/2963535128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 msgr2=0x55573f6edc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6edc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 -- 172.21.15.7:0/2963535128 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55573f6ee970 con 0x55573f6daa20 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb224f68640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb21ffff640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 0x55573f6f28d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb21000bc30 tx=0x7fb210004c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be98b8673e85151d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb1ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210029070 con 0x55573f6daa20 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb210004ea0 con 0x55573f6daa20 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55573f647d00 con 0x55573f6daa20 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb210044050 con 0x55573f6daa20 2024-09-10T07:56:31.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb228da4740 10 client.27751 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.024+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55573f7647b0 con 0x55573f6daa20 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55573f647d00 con 0x55573f6daa20 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb210011ad0 con 0x55573f6daa20 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 10 client.27751 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 10 client.27751 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 20 client.27751 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f764e60 0x55573f767270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 4 client.27751 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55573f5c4110 con 0x55573f764e60 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.025+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f764e60 0x55573f767270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.026+0000 7fb21f7fe640 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f764e60 0x55573f767270 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c758884f6d5b7273 server_cookie=e93810b99ac7837b in_seq=0 out_seq=0 2024-09-10T07:56:31.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.026+0000 7fb1ff7fe640 10 client.27751 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.026+0000 7fb1ff7fe640 1 -- 172.21.15.7:0/2963535128 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55573f5c4110 con 0x55573f764e60 2024-09-10T07:56:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.026+0000 7fb1ff7fe640 10 client.27751 handle_command_reply: tid=0 2024-09-10T07:56:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.026+0000 7fb228da4740 1 client.27751 shutdown 2024-09-10T07:56:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 msgr2=0x55573f6f28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 0x55573f6f28d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb21000bc30 tx=0x7fb210004c50 comp rx=0 tx=0).stop 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 shutdown_connections 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573f764e60 0x55573f767270 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573f6ea150 0x55573f6ee140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573f6db340 0x55573f6edc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb1ff7fe640 0 client.27751 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 --2- 172.21.15.7:0/2963535128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573f6daa20 0x55573f6f28d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 >> 172.21.15.7:0/2963535128 conn(0x55573f6d70f0 msgr2=0x55573f6d6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 shutdown_connections 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 1 -- 172.21.15.7:0/2963535128 wait complete. 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.027+0000 7fb228da4740 20 client.27751 trim_cache size 0 max 16384 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:56:31.031 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "a6f9c146-8085-4b7e-9ab0-0f04d605aeb0", 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 msgr2=0x7fb2080a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 0x7fb2080a5040 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x55573f6d81e0 tx=0x7fb218005f90 comp rx=0 tx=0).stop 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 msgr2=0x7fb220198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 0x7fb220198a10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb214006010 tx=0x7fb21402f3a0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 shutdown_connections 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb2080a2b80 0x7fb2080a5040 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb220102ef0 0x7fb22019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb220102570 0x7fb220198a10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 --2- 172.21.15.7:0/1557568443 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb220100e20 0x7fb2201984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 >> 172.21.15.7:0/1557568443 conn(0x7fb2200fc7d0 msgr2=0x7fb22006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 shutdown_connections 2024-09-10T07:56:31.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:31.028+0000 7fb2269cb640 1 -- 172.21.15.7:0/1557568443 wait complete. 2024-09-10T07:56:31.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 213323 1.85 MB/sec execute 454 sec latency 29.612 ms 2024-09-10T07:56:31.891 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:56:32.172 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:32.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 213765 1.85 MB/sec execute 455 sec latency 16.785 ms 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:32 smithi007 ceph-mon[30879]: pgmap v697: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.1 MiB/s wr, 132 op/s 2024-09-10T07:56:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:56:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:32 smithi110 ceph-mon[34417]: pgmap v697: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.1 MiB/s wr, 132 op/s 2024-09-10T07:56:32.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:56:32.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:32 smithi145 ceph-mon[34766]: pgmap v697: 129 pgs: 129 active+clean; 87 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.1 MiB/s wr, 132 op/s 2024-09-10T07:56:32.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.634+0000 7f869bcfc640 1 -- 172.21.15.7:0/4171033988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102ef0 msgr2=0x7f869410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.634+0000 7f869bcfc640 1 --2- 172.21.15.7:0/4171033988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102ef0 0x7f869410da40 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f868c009ca0 tx=0x7f868c02a950 comp rx=0 tx=0).stop 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.634+0000 7f869bcfc640 1 -- 172.21.15.7:0/4171033988 shutdown_connections 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- 172.21.15.7:0/4171033988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102ef0 0x7f869410da40 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- 172.21.15.7:0/4171033988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102570 0x7f86941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- 172.21.15.7:0/4171033988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 0x7f8694101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 -- 172.21.15.7:0/4171033988 >> 172.21.15.7:0/4171033988 conn(0x7f86940fc7d0 msgr2=0x7f86940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 -- 172.21.15.7:0/4171033988 shutdown_connections 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 -- 172.21.15.7:0/4171033988 wait complete. 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 Processor -- start 2024-09-10T07:56:32.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 -- start start 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 0x7f8694197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.635+0000 7f869bcfc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102ef0 0x7f8694197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f869bcfc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8694110e30 con 0x7f8694102570 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f869bcfc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8694110cb0 con 0x7f8694100e20 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f869bcfc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8694110fb0 con 0x7f8694102ef0 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39982/0 (socket says 172.21.15.7:39982) 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 -- 172.21.15.7:0/787596218 learned_addr learned my addr 172.21.15.7:0/787596218 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f869a299640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102ef0 0x7f8694197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699a98640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 0x7f8694197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 -- 172.21.15.7:0/787596218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102ef0 msgr2=0x7f8694197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102ef0 0x7f8694197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 -- 172.21.15.7:0/787596218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 msgr2=0x7f8694197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 0x7f8694197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 -- 172.21.15.7:0/787596218 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86941a6900 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f8699297640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f868400e9f0 tx=0x7f868400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f868affd640 1 -- 172.21.15.7:0/787596218 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868400cd80 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f868affd640 1 -- 172.21.15.7:0/787596218 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86840108e0 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86941a6bf0 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.636+0000 7f868affd640 1 -- 172.21.15.7:0/787596218 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684018920 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.637+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86941a7130 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.639+0000 7f868affd640 1 -- 172.21.15.7:0/787596218 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8684010a90 con 0x7f8694102570 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.639+0000 7f869e0d5740 1 Processor -- start 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 -- start start 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6832880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c683d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5654c67982e0 con 0x5654c683d680 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5654c673fce0 con 0x5654c6832dc0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869e0d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5654c67942a0 con 0x5654c68324a0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f868affd640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 0x7f86800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f8699297640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869a299640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6832880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869a299640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6832880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48560/0 (socket says 172.21.15.7:48560) 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f869a299640 1 -- 172.21.15.7:0/2331497606 learned_addr learned my addr 172.21.15.7:0/2331497606 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.640+0000 7f8699a98640 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c683d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 -- 172.21.15.7:0/2331497606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 msgr2=0x5654c6832880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f869a299640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 0x7f86800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6832880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 -- 172.21.15.7:0/2331497606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 msgr2=0x5654c683fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f868affd640 1 -- 172.21.15.7:0/787596218 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f86840cf6d0 con 0x7f8694102570 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 -- 172.21.15.7:0/2331497606 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654c6724440 con 0x5654c6832dc0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f8699a98640 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c683d140 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8690009c20 tx=0x7f8690011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=276f8209f5c760a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f869a299640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 0x7f86800a5040 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f868c004ad0 tx=0x7f868c02a950 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f867ffff640 1 -- 172.21.15.7:0/2331497606 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8690004050 con 0x5654c6832dc0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f867ffff640 1 -- 172.21.15.7:0/2331497606 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86900054d0 con 0x5654c6832dc0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.641+0000 7f867ffff640 1 -- 172.21.15.7:0/2331497606 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8690004cd0 con 0x5654c6832dc0 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 -- 172.21.15.7:0/2331497606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 msgr2=0x5654c683d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c683d140 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8690009c20 tx=0x7f8690011810 comp rx=0 tx=0).stop 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 -- 172.21.15.7:0/2331497606 shutdown_connections 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c683d140 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2331497606 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6832880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 -- 172.21.15.7:0/2331497606 >> 172.21.15.7:0/2331497606 conn(0x5654c682ea30 msgr2=0x5654c682ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 -- 172.21.15.7:0/2331497606 shutdown_connections 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.642+0000 7f869e0d5740 1 -- 172.21.15.7:0/2331497606 wait complete. 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 -- start start 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 Processor -- start 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c6832dc0 0x5654c683a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5654c6840250 con 0x5654c683d680 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5654c6753050 con 0x5654c68324a0 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5654c68403d0 con 0x5654c6832dc0 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f8699a98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f8699a98640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51952/0 (socket says 172.21.15.7:51952) 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f8699a98640 1 -- 172.21.15.7:0/2577203982 learned_addr learned my addr 172.21.15.7:0/2577203982 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869e0d5740 10 client.0 _ll_register_callbacks cb 0x5654c6793160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f869a299640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.643+0000 7f8699297640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c6832dc0 0x5654c683a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 -- 172.21.15.7:0/2577203982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c6832dc0 msgr2=0x5654c683a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c6832dc0 0x5654c683a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 -- 172.21.15.7:0/2577203982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 msgr2=0x5654c683a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 -- 172.21.15.7:0/2577203982 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654c65093c0 con 0x5654c68324a0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f8699a98640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f869001b040 tx=0x7f8690009850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cbf77a7a995a8d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f867d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8690029070 con 0x5654c68324a0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8690003800 con 0x5654c68324a0 2024-09-10T07:56:32.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86900054d0 con 0x5654c68324a0 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8690035050 con 0x5654c68324a0 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f869e0d5740 10 client.27740 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.644+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5654c684bb10 con 0x5654c68324a0 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8690004ab0 con 0x5654c68324a0 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8690023430 con 0x5654c68324a0 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 10 client.27740 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 10 client.27740 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 20 client.27740 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c684ce60 0x5654c684f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 4 client.27740 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f86900054d0 con 0x5654c684ce60 2024-09-10T07:56:32.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.645+0000 7f8699297640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c684ce60 0x5654c684f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.646+0000 7f867d7fa640 10 client.27740 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.646+0000 7f8699297640 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c684ce60 0x5654c684f250 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1888364acb52bd8 server_cookie=64883b8b45db068b in_seq=0 out_seq=0 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f867d7fa640 1 -- 172.21.15.7:0/2577203982 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f86900054d0 con 0x5654c684ce60 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f867d7fa640 10 client.27740 handle_command_reply: tid=0 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 client.27740 shutdown 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 msgr2=0x5654c683ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f869001b040 tx=0x7f8690009850 comp rx=0 tx=0).stop 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 shutdown_connections 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c684ce60 0x5654c684f250 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c683d680 0x5654c683a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c6832dc0 0x5654c683a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 --2- 172.21.15.7:0/2577203982 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c68324a0 0x5654c683ceb0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f867d7fa640 0 client.27740 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:32.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 >> 172.21.15.7:0/2577203982 conn(0x5654c682ea30 msgr2=0x5654c6834710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.647+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 shutdown_connections 2024-09-10T07:56:32.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.648+0000 7f869e0d5740 1 -- 172.21.15.7:0/2577203982 wait complete. 2024-09-10T07:56:32.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.648+0000 7f869e0d5740 20 client.27740 trim_cache size 0 max 16384 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.665+0000 7f869e0d5740 1 Processor -- start 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.665+0000 7f869e0d5740 1 -- start start 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6854a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c683d680 0x5654c6845640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86941af390 con 0x5654c6832dc0 2024-09-10T07:56:32.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f86941acc60 con 0x5654c683d680 2024-09-10T07:56:32.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869e0d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86941aaaf0 con 0x5654c68324a0 2024-09-10T07:56:32.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40020/0 (socket says 172.21.15.7:40020) 2024-09-10T07:56:32.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 -- 172.21.15.7:0/3586774369 learned_addr learned my addr 172.21.15.7:0/3586774369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:32.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699a98640 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6854a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f869a299640 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c683d680 0x5654c6845640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 -- 172.21.15.7:0/3586774369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 msgr2=0x5654c6854a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6854a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 -- 172.21.15.7:0/3586774369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c683d680 msgr2=0x5654c6845640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c683d680 0x5654c6845640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.666+0000 7f8699297640 1 -- 172.21.15.7:0/3586774369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654c683d220 con 0x5654c6832dc0 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f8699297640 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f86840ccdd0 tx=0x7f8684024000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1be0053a316ed0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f867f7fe640 1 -- 172.21.15.7:0/3586774369 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868409ce60 con 0x5654c6832dc0 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f867f7fe640 1 -- 172.21.15.7:0/3586774369 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f868409fee0 con 0x5654c6832dc0 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f867f7fe640 1 -- 172.21.15.7:0/3586774369 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684086040 con 0x5654c6832dc0 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f869e0d5740 1 -- 172.21.15.7:0/3586774369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 msgr2=0x5654c6854f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.667+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f86840ccdd0 tx=0x7f8684024000 comp rx=0 tx=0).stop 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 -- 172.21.15.7:0/3586774369 shutdown_connections 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c683d680 0x5654c6845640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c6832dc0 0x5654c6854f50 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3586774369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c68324a0 0x5654c6854a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 -- 172.21.15.7:0/3586774369 >> 172.21.15.7:0/3586774369 conn(0x5654c682ea30 msgr2=0x5654c6839250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 -- 172.21.15.7:0/3586774369 shutdown_connections 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 -- 172.21.15.7:0/3586774369 wait complete. 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 -- start start 2024-09-10T07:56:32.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.668+0000 7f869e0d5740 1 Processor -- start 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c6842e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c683d680 0x5654c6843350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86941ab140 con 0x5654c68324a0 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f86941ac590 con 0x5654c6832dc0 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86941ab7f0 con 0x5654c683d680 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869e0d5740 10 client.0 _ll_register_callbacks cb 0x7f868409b720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40028/0 (socket says 172.21.15.7:40028) 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 -- 172.21.15.7:0/3140299776 learned_addr learned my addr 172.21.15.7:0/3140299776 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:32.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f869a299640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c683d680 0x5654c6843350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699297640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c6842e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 -- 172.21.15.7:0/3140299776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c683d680 msgr2=0x5654c6843350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c683d680 0x5654c6843350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 -- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 msgr2=0x5654c6842e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c6842e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.669+0000 7f8699a98640 1 -- 172.21.15.7:0/3140299776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654c6843890 con 0x5654c68324a0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f8699a98640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f8690001eb0 tx=0x7f8690005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb335e194603c19e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f867d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869003e060 con 0x5654c68324a0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f868409fee0 con 0x5654c68324a0 2024-09-10T07:56:32.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8690023a70 con 0x5654c68324a0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8690029040 con 0x5654c68324a0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f869e0d5740 10 client.18489 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.670+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5654c68b7710 con 0x5654c68324a0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8690032070 con 0x5654c68324a0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f869002e440 con 0x5654c68324a0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 10 client.18489 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 10 client.18489 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 20 client.18489 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c68b7dd0 0x5654c68ba1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 4 client.18489 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f868409fee0 con 0x5654c68b7dd0 2024-09-10T07:56:32.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.671+0000 7f8699297640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c68b7dd0 0x5654c68ba1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f867d7fa640 10 client.18489 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f8699297640 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c68b7dd0 0x5654c68ba1f0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24f4d360f6f0663f server_cookie=ed9a7c1bbc2db84e in_seq=0 out_seq=0 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f867d7fa640 1 -- 172.21.15.7:0/3140299776 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f868409fee0 con 0x5654c68b7dd0 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f867d7fa640 10 client.18489 handle_command_reply: tid=0 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 client.18489 shutdown 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 msgr2=0x5654c6845ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f8690001eb0 tx=0x7f8690005fa0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 shutdown_connections 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5654c68b7dd0 0x5654c68ba1f0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5654c683d680 0x5654c6843350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5654c6832dc0 0x5654c6842e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 --2- 172.21.15.7:0/3140299776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5654c68324a0 0x5654c6845ac0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 >> 172.21.15.7:0/3140299776 conn(0x5654c682ea30 msgr2=0x5654c682d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f867d7fa640 0 client.18489 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 shutdown_connections 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.672+0000 7f869e0d5740 1 -- 172.21.15.7:0/3140299776 wait complete. 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869e0d5740 20 client.18489 trim_cache size 0 max 16384 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stdout: "a6f9c146-8085-4b7e-9ab0-0f04d605aeb0": { 2024-09-10T07:56:32.678 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:56:32.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "a6f9c146-8085-4b7e-9ab0-0f04d605aeb0", 2024-09-10T07:56:32.679 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:56:32.679 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:32.679 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:56:32.679 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 msgr2=0x7f86800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 0x7f86800a5040 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f868c004ad0 tx=0x7f868c02a950 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 msgr2=0x7f86941975d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f868400e9f0 tx=0x7f868400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 shutdown_connections 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f86800a2b80 0x7f86800a5040 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8694102ef0 0x7f8694197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8694102570 0x7f86941975d0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 --2- 172.21.15.7:0/787596218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8694100e20 0x7f8694197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 >> 172.21.15.7:0/787596218 conn(0x7f86940fc7d0 msgr2=0x7f86940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 shutdown_connections 2024-09-10T07:56:32.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:32.673+0000 7f869bcfc640 1 -- 172.21.15.7:0/787596218 wait complete. 2024-09-10T07:56:33.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 214353 1.86 MB/sec execute 456 sec latency 13.706 ms 2024-09-10T07:56:33.668 INFO:tasks.cephfs.filesystem:scrub status for tag:a6f9c146-8085-4b7e-9ab0-0f04d605aeb0 - {'path': '/', 'tag': 'a6f9c146-8085-4b7e-9ab0-0f04d605aeb0', 'options': 'recursive,force'} 2024-09-10T07:56:34.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 215058 1.85 MB/sec execute 457 sec latency 15.989 ms 2024-09-10T07:56:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:34 smithi110 ceph-mon[34417]: pgmap v698: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:56:34.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:34 smithi145 ceph-mon[34766]: pgmap v698: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:56:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:34 smithi007 ceph-mon[30879]: pgmap v698: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-09-10T07:56:35.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 215649 1.86 MB/sec execute 458 sec latency 13.070 ms 2024-09-10T07:56:36.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 216233 1.86 MB/sec execute 459 sec latency 12.816 ms 2024-09-10T07:56:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:36 smithi110 ceph-mon[34417]: pgmap v699: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:56:36.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:36 smithi145 ceph-mon[34766]: pgmap v699: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:56:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:36 smithi007 ceph-mon[30879]: pgmap v699: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 162 op/s 2024-09-10T07:56:37.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 216724 1.87 MB/sec execute 460 sec latency 12.960 ms 2024-09-10T07:56:38.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 217011 1.87 MB/sec execute 461 sec latency 13.591 ms 2024-09-10T07:56:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:38 smithi110 ceph-mon[34417]: pgmap v700: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2024-09-10T07:56:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:38 smithi145 ceph-mon[34766]: pgmap v700: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2024-09-10T07:56:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:38 smithi007 ceph-mon[30879]: pgmap v700: 129 pgs: 129 active+clean; 90 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2024-09-10T07:56:39.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 -- 172.21.15.7:0/2592529419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc107820 msgr2=0x7f4edc109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/2592529419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc107820 0x7f4edc109c90 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4009ca0 tx=0x7f4ed402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 -- 172.21.15.7:0/2592529419 shutdown_connections 2024-09-10T07:56:39.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/2592529419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc107820 0x7f4edc109c90 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/2592529419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc104ef0 0x7f4edc1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/2592529419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc1025c0 0x7f4edc1049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 -- 172.21.15.7:0/2592529419 >> 172.21.15.7:0/2592529419 conn(0x7f4edc0fc1e0 msgr2=0x7f4edc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 -- 172.21.15.7:0/2592529419 shutdown_connections 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 -- 172.21.15.7:0/2592529419 wait complete. 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.087+0000 7f4ee19e4640 1 Processor -- start 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 -- start start 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc1025c0 0x7f4edc101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc107820 0x7f4edc100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc10d6b0 con 0x7f4edc104ef0 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc10d530 con 0x7f4edc107820 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4ee19e4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc10d830 con 0x7f4edc1025c0 2024-09-10T07:56:39.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40050/0 (socket says 172.21.15.7:40050) 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 -- 172.21.15.7:0/1308928797 learned_addr learned my addr 172.21.15.7:0/1308928797 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4edaffd640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc1025c0 0x7f4edc101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc107820 0x7f4edc100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 -- 172.21.15.7:0/1308928797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc1025c0 msgr2=0x7f4edc101f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc1025c0 0x7f4edc101f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 -- 172.21.15.7:0/1308928797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc107820 msgr2=0x7f4edc100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc107820 0x7f4edc100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 -- 172.21.15.7:0/1308928797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4edc101340 con 0x7f4edc104ef0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.088+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f4ed000d740 tx=0x7f4ed000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.089+0000 7f4ee09e2640 1 -- 172.21.15.7:0/1308928797 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0017070 con 0x7f4edc104ef0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.089+0000 7f4ee09e2640 1 -- 172.21.15.7:0/1308928797 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ed000de50 con 0x7f4edc104ef0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.089+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4edc1a1e60 con 0x7f4edc104ef0 2024-09-10T07:56:39.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.089+0000 7f4ee09e2640 1 -- 172.21.15.7:0/1308928797 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0004d60 con 0x7f4edc104ef0 2024-09-10T07:56:39.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.089+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4edc1a22c0 con 0x7f4edc104ef0 2024-09-10T07:56:39.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.091+0000 7f4ee09e2640 1 -- 172.21.15.7:0/1308928797 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4ed0004f00 con 0x7f4edc104ef0 2024-09-10T07:56:39.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.091+0000 7f4ee4858740 1 Processor -- start 2024-09-10T07:56:39.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 -- start start 2024-09-10T07:56:39.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2d3370 0x555efb2d5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555efb2312f0 con 0x555efb2ce2e0 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555efb1d9270 con 0x555efb2cd9a0 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee4858740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555efb22d2b0 con 0x555efb2d3370 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40060/0 (socket says 172.21.15.7:40060) 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 -- 172.21.15.7:0/4260086677 learned_addr learned my addr 172.21.15.7:0/4260086677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2d3370 0x555efb2d5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee09e2640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 0x7f4ec40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 -- 172.21.15.7:0/4260086677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2d3370 msgr2=0x555efb2d5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.094 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2d3370 0x555efb2d5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 -- 172.21.15.7:0/4260086677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 msgr2=0x555efb2cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edaffd640 1 -- 172.21.15.7:0/4260086677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555efb1d8340 con 0x555efb2ce2e0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4ee09e2640 1 -- 172.21.15.7:0/1308928797 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ed00cec40 con 0x7f4edc104ef0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.092+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 0x7f4ec40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.093+0000 7f4edaffd640 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc009cf0 tx=0x7f4ecc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7b94289489c0fd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.093+0000 7f4ec1ffb640 1 -- 172.21.15.7:0/4260086677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ecc004230 con 0x555efb2ce2e0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.093+0000 7f4ec1ffb640 1 -- 172.21.15.7:0/4260086677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ecc0043d0 con 0x555efb2ce2e0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.093+0000 7f4ec1ffb640 1 -- 172.21.15.7:0/4260086677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ecc0197e0 con 0x555efb2ce2e0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- 172.21.15.7:0/4260086677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 msgr2=0x555efb2d2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc009cf0 tx=0x7f4ecc011810 comp rx=0 tx=0).stop 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 0x7f4ec40a5170 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4006010 tx=0x7f4ed40095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- 172.21.15.7:0/4260086677 shutdown_connections 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2d3370 0x555efb2d5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d2da0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- 172.21.15.7:0/4260086677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- 172.21.15.7:0/4260086677 >> 172.21.15.7:0/4260086677 conn(0x555efb2c9010 msgr2=0x555efb2c9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- 172.21.15.7:0/4260086677 shutdown_connections 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- 172.21.15.7:0/4260086677 wait complete. 2024-09-10T07:56:39.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- start start 2024-09-10T07:56:39.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 Processor -- start 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2df0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555efb2d6340 con 0x555efb2ce2e0 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.094+0000 7f4ee4858740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555efb1ba290 con 0x555efb2d3370 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ee4858740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555efb2d64c0 con 0x555efb2cd9a0 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ee4858740 10 client.0 _ll_register_callbacks cb 0x555efb1eb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48604/0 (socket says 172.21.15.7:48604) 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40066/0 (socket says 172.21.15.7:40066) 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 -- 172.21.15.7:0/184875975 learned_addr learned my addr 172.21.15.7:0/184875975 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2df0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 -- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 msgr2=0x555efb2df0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2df0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 -- 172.21.15.7:0/184875975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 msgr2=0x555efb2d80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 -- 172.21.15.7:0/184875975 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555efaf44210 con 0x555efb2cd9a0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2df0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4edaffd640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc0038a0 tx=0x7f4ecc0038d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab6f920ea60060bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ebaffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ecc027070 con 0x555efb2cd9a0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ecc005450 con 0x555efb2cd9a0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.095+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ecc0043d0 con 0x555efb2cd9a0 2024-09-10T07:56:39.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4ecc033050 con 0x555efb2cd9a0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 10 client.27781 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555efb010620 con 0x555efb2cd9a0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ecc0043d0 con 0x555efb2cd9a0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4ecc019520 con 0x555efb2cd9a0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 10 client.27781 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 10 client.27781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 20 client.27781 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb2e35c0 0x555efb2e5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 4 client.27781 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555efb23ea20 con 0x555efb2e35c0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.096+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb2e35c0 0x555efb2e5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.097+0000 7f4ebaffd640 10 client.27781 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.097+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb2e35c0 0x555efb2e5a40 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=706fae43a676a596 server_cookie=827934c6bd0d2641 in_seq=0 out_seq=0 2024-09-10T07:56:39.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ebaffd640 1 -- 172.21.15.7:0/184875975 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555efb23ea20 con 0x555efb2e35c0 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ebaffd640 10 client.27781 handle_command_reply: tid=0 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 client.27781 shutdown 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 msgr2=0x555efb2d7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc0038a0 tx=0x7f4ecc0038d0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 shutdown_connections 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb2e35c0 0x555efb2e5a40 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2df0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2d80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ebaffd640 0 client.27781 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 --2- 172.21.15.7:0/184875975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2d7b60 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 >> 172.21.15.7:0/184875975 conn(0x555efb2c9010 msgr2=0x555efb2ca820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 shutdown_connections 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 1 -- 172.21.15.7:0/184875975 wait complete. 2024-09-10T07:56:39.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.098+0000 7f4ee4858740 20 client.27781 trim_cache size 0 max 16384 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 Processor -- start 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 -- start start 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2ca400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1af210 con 0x555efb2ce2e0 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1acae0 con 0x555efb2d3370 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4ee4858740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1aa950 con 0x555efb2cd9a0 2024-09-10T07:56:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4eda7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40080/0 (socket says 172.21.15.7:40080) 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.113+0000 7f4eda7fc640 1 -- 172.21.15.7:0/3984759019 learned_addr learned my addr 172.21.15.7:0/3984759019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4edaffd640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 -- 172.21.15.7:0/3984759019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 msgr2=0x555efb2c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 -- 172.21.15.7:0/3984759019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 msgr2=0x555efb2ca400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2ca400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 -- 172.21.15.7:0/3984759019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555efb2ce7c0 con 0x555efb2ce2e0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4edaffd640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00cefb0 tx=0x7f4ed00bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ea363523732147 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4ec17fa640 1 -- 172.21.15.7:0/3984759019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0020040 con 0x555efb2ce2e0 2024-09-10T07:56:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4ec17fa640 1 -- 172.21.15.7:0/3984759019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ed009f450 con 0x555efb2ce2e0 2024-09-10T07:56:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.114+0000 7f4ec17fa640 1 -- 172.21.15.7:0/3984759019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed00a3880 con 0x555efb2ce2e0 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- 172.21.15.7:0/3984759019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 msgr2=0x555efb2df000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00cefb0 tx=0x7f4ed00bb040 comp rx=0 tx=0).stop 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- 172.21.15.7:0/3984759019 shutdown_connections 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2d3370 0x555efb2ca400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2ce2e0 0x555efb2df000 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 --2- 172.21.15.7:0/3984759019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2cd9a0 0x555efb2c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- 172.21.15.7:0/3984759019 >> 172.21.15.7:0/3984759019 conn(0x555efb2c9010 msgr2=0x555efb2c79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- 172.21.15.7:0/3984759019 shutdown_connections 2024-09-10T07:56:39.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- 172.21.15.7:0/3984759019 wait complete. 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.115+0000 7f4ee4858740 1 -- start start 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 Processor -- start 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2df040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 0x555efb2dbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1aafa0 con 0x555efb2d3370 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1ac410 con 0x555efb2cd9a0 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4edc1ab670 con 0x555efb2ce2e0 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4ee4858740 10 client.0 _ll_register_callbacks cb 0x7f4ed4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4edb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4edb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40094/0 (socket says 172.21.15.7:40094) 2024-09-10T07:56:39.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4edb7fe640 1 -- 172.21.15.7:0/186787489 learned_addr learned my addr 172.21.15.7:0/186787489 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4edaffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2df040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.116+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 0x555efb2dbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 -- 172.21.15.7:0/186787489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 msgr2=0x555efb2dbae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 0x555efb2dbae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 -- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 msgr2=0x555efb2df040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2df040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 -- 172.21.15.7:0/186787489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555efb34c2d0 con 0x555efb2d3370 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4eda7fc640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 0x555efb2dbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edaffd640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2df040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4edb7fe640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f4edc06a980 tx=0x7f4ed402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b214d31222b651 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ebaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed40098c0 con 0x555efb2d3370 2024-09-10T07:56:39.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ed009f450 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ed40305c0 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4ed4063050 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ee4858740 10 client.18507 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.117+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555efb34d600 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ed009f450 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4ed40558e0 con 0x555efb2d3370 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 10 client.18507 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 10 client.18507 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 20 client.18507 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb34dfb0 0x555efb3503d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 4 client.18507 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555efb238d70 con 0x555efb34dfb0 2024-09-10T07:56:39.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4edaffd640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb34dfb0 0x555efb3503d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4ebaffd640 10 client.18507 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.118+0000 7f4edaffd640 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb34dfb0 0x555efb3503d0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98675a88f1387a1 server_cookie=a7319846b544d091 in_seq=0 out_seq=0 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ebaffd640 1 -- 172.21.15.7:0/186787489 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555efb238d70 con 0x555efb34dfb0 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ebaffd640 10 client.18507 handle_command_reply: tid=0 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 client.18507 shutdown 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 msgr2=0x555efb2dc020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f4edc06a980 tx=0x7f4ed402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 shutdown_connections 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555efb34dfb0 0x555efb3503d0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555efb2d3370 0x555efb2dc020 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ebaffd640 0 client.18507 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555efb2ce2e0 0x555efb2dbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 --2- 172.21.15.7:0/186787489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555efb2cd9a0 0x555efb2df040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 >> 172.21.15.7:0/186787489 conn(0x555efb2c9010 msgr2=0x555efb2c81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 shutdown_connections 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 1 -- 172.21.15.7:0/186787489 wait complete. 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.137+0000 7f4ee4858740 20 client.18507 trim_cache size 0 max 16384 2024-09-10T07:56:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 msgr2=0x7f4ec40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 0x7f4ec40a5170 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4006010 tx=0x7f4ed40095c0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 msgr2=0x7f4edc100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f4ed000d740 tx=0x7f4ed000dc00 comp rx=0 tx=0).stop 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 shutdown_connections 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ec40a2cb0 0x7f4ec40a5170 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4edc107820 0x7f4edc100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4edc104ef0 0x7f4edc100570 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 --2- 172.21.15.7:0/1308928797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4edc1025c0 0x7f4edc101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.138+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 >> 172.21.15.7:0/1308928797 conn(0x7f4edc0fc1e0 msgr2=0x7f4edc102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.139+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 shutdown_connections 2024-09-10T07:56:39.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:39.139+0000 7f4ee19e4640 1 -- 172.21.15.7:0/1308928797 wait complete. 2024-09-10T07:56:39.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 217531 1.87 MB/sec execute 462 sec latency 20.660 ms 2024-09-10T07:56:40.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 218119 1.87 MB/sec execute 463 sec latency 21.909 ms 2024-09-10T07:56:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:40 smithi110 ceph-mon[34417]: pgmap v701: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.6 MiB/s wr, 189 op/s 2024-09-10T07:56:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:56:40.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:56:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:40 smithi145 ceph-mon[34766]: pgmap v701: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.6 MiB/s wr, 189 op/s 2024-09-10T07:56:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:56:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:56:40.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:40 smithi007 ceph-mon[30879]: pgmap v701: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.6 MiB/s wr, 189 op/s 2024-09-10T07:56:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:56:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:56:41.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 218786 1.87 MB/sec execute 464 sec latency 15.237 ms 2024-09-10T07:56:41.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:41 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:56:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:41 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:56:41.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:41 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:56:42.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 219410 1.88 MB/sec execute 465 sec latency 12.869 ms 2024-09-10T07:56:42.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:42 smithi110 ceph-mon[34417]: pgmap v702: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:56:42.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:42 smithi145 ceph-mon[34766]: pgmap v702: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:56:42.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:42 smithi007 ceph-mon[30879]: pgmap v702: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:56:43.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 219972 1.88 MB/sec execute 466 sec latency 13.224 ms 2024-09-10T07:56:44.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 220351 1.88 MB/sec execute 467 sec latency 11.955 ms 2024-09-10T07:56:44.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:44 smithi110 ceph-mon[34417]: pgmap v703: 129 pgs: 129 active+clean; 93 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 150 op/s 2024-09-10T07:56:44.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:44 smithi145 ceph-mon[34766]: pgmap v703: 129 pgs: 129 active+clean; 93 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 150 op/s 2024-09-10T07:56:44.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:44 smithi007 ceph-mon[30879]: pgmap v703: 129 pgs: 129 active+clean; 93 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 150 op/s 2024-09-10T07:56:45.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 220703 1.88 MB/sec execute 468 sec latency 13.237 ms 2024-09-10T07:56:46.279 INFO:tasks.workunit.client.0.smithi007.stdout: 1 221230 1.88 MB/sec execute 469 sec latency 11.617 ms 2024-09-10T07:56:46.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:46 smithi110 ceph-mon[34417]: pgmap v704: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:56:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:46 smithi145 ceph-mon[34766]: pgmap v704: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:56:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:46 smithi007 ceph-mon[30879]: pgmap v704: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 161 op/s 2024-09-10T07:56:47.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 221923 1.88 MB/sec execute 470 sec latency 17.142 ms 2024-09-10T07:56:48.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 222521 1.88 MB/sec execute 471 sec latency 12.976 ms 2024-09-10T07:56:48.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:48 smithi110 ceph-mon[34417]: pgmap v705: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:56:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:48 smithi145 ceph-mon[34766]: pgmap v705: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:56:48.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:48 smithi007 ceph-mon[30879]: pgmap v705: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 133 op/s 2024-09-10T07:56:49.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 223265 1.89 MB/sec execute 472 sec latency 13.177 ms 2024-09-10T07:56:50.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 223738 1.90 MB/sec execute 473 sec latency 13.128 ms 2024-09-10T07:56:50.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:50 smithi110 ceph-mon[34417]: pgmap v706: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.6 MiB/s wr, 191 op/s 2024-09-10T07:56:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:50 smithi145 ceph-mon[34766]: pgmap v706: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.6 MiB/s wr, 191 op/s 2024-09-10T07:56:50.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:50 smithi007 ceph-mon[30879]: pgmap v706: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.6 MiB/s wr, 191 op/s 2024-09-10T07:56:51.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 223989 1.89 MB/sec execute 474 sec latency 12.086 ms 2024-09-10T07:56:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 -- 172.21.15.7:0/557011064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec100840 msgr2=0x7f4cec100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 --2- 172.21.15.7:0/557011064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec100840 0x7f4cec100c40 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8009900 tx=0x7f4ce802a410 comp rx=0 tx=0).stop 2024-09-10T07:56:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 -- 172.21.15.7:0/557011064 shutdown_connections 2024-09-10T07:56:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 --2- 172.21.15.7:0/557011064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec1023f0 0x7f4cec108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 --2- 172.21.15.7:0/557011064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec101a30 0x7f4cec101eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 --2- 172.21.15.7:0/557011064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec100840 0x7f4cec100c40 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 -- 172.21.15.7:0/557011064 >> 172.21.15.7:0/557011064 conn(0x7f4cec0fbfa0 msgr2=0x7f4cec0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 -- 172.21.15.7:0/557011064 shutdown_connections 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.241+0000 7f4cf279f640 1 -- 172.21.15.7:0/557011064 wait complete. 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 Processor -- start 2024-09-10T07:56:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 -- start start 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 0x7f4cec19a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 0x7f4cec1a1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec10c370 con 0x7f4cec1023f0 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec10c1f0 con 0x7f4cec100840 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf279f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec10c4f0 con 0x7f4cec101a30 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.242+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf1f9e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 0x7f4cec1a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33186/0 (socket says 172.21.15.7:33186) 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 -- 172.21.15.7:0/1507300870 learned_addr learned my addr 172.21.15.7:0/1507300870 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 0x7f4cec19a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 -- 172.21.15.7:0/1507300870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 msgr2=0x7f4cec19a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 0x7f4cec19a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 -- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 msgr2=0x7f4cec1a1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 0x7f4cec1a1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 -- 172.21.15.7:0/1507300870 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cec1a19e0 con 0x7f4cec100840 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 0x7f4cec1a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 0x7f4cec19a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf179d640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80314e0 tx=0x7f4ce8004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4ce27fc640 1 -- 172.21.15.7:0/1507300870 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce803f030 con 0x7f4cec100840 2024-09-10T07:56:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4ce27fc640 1 -- 172.21.15.7:0/1507300870 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ce8003aa0 con 0x7f4cec100840 2024-09-10T07:56:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cec1a1c70 con 0x7f4cec100840 2024-09-10T07:56:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4ce27fc640 1 -- 172.21.15.7:0/1507300870 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8035070 con 0x7f4cec100840 2024-09-10T07:56:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.243+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cec1a2160 con 0x7f4cec100840 2024-09-10T07:56:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.246+0000 7f4ce27fc640 1 -- 172.21.15.7:0/1507300870 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4ce8042030 con 0x7f4cec100840 2024-09-10T07:56:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 Processor -- start 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 -- start start 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d467735f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467738a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d4676942f0 con 0x55d467736540 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d46763c270 con 0x55d467730b70 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf6871740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d4676902b0 con 0x55d4677314b0 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d467735f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf0f9c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467738a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33192/0 (socket says 172.21.15.7:33192) 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d467735f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33458/0 (socket says 172.21.15.7:33458) 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 -- 172.21.15.7:0/2749589208 learned_addr learned my addr 172.21.15.7:0/2749589208 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4ce27fc640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 0x7f4cd80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 -- 172.21.15.7:0/2749589208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 msgr2=0x55d467735f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d467735f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 -- 172.21.15.7:0/2749589208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 msgr2=0x55d467738a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467738a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4cf1f9e640 1 -- 172.21.15.7:0/2749589208 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d46763b340 con 0x55d467730b70 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.247+0000 7f4ce27fc640 1 -- 172.21.15.7:0/1507300870 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ce80efb30 con 0x7f4cec100840 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.248+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ce40117e0 tx=0x7f4ce4011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=952b3c5cbe656e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.248+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 0x7f4cd80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.248+0000 7f4cd77fe640 1 -- 172.21.15.7:0/2749589208 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4011290 con 0x55d467730b70 2024-09-10T07:56:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.248+0000 7f4cd77fe640 1 -- 172.21.15.7:0/2749589208 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ce4003e20 con 0x55d467730b70 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.248+0000 7f4cd77fe640 1 -- 172.21.15.7:0/2749589208 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce40045d0 con 0x55d467730b70 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- 172.21.15.7:0/2749589208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 msgr2=0x55d467730f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 0x7f4cd80a5040 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4ce401b000 tx=0x7f4ce401a790 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ce40117e0 tx=0x7f4ce4011ca0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- 172.21.15.7:0/2749589208 shutdown_connections 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467738a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d467735f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2749589208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d467730f70 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- 172.21.15.7:0/2749589208 >> 172.21.15.7:0/2749589208 conn(0x55d46772c1e0 msgr2=0x55d46772c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- 172.21.15.7:0/2749589208 shutdown_connections 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- 172.21.15.7:0/2749589208 wait complete. 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 -- start start 2024-09-10T07:56:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.249+0000 7f4cf6871740 1 Processor -- start 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d46773b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467742280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d467739510 con 0x55d467736540 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d46761d290 con 0x55d467730b70 2024-09-10T07:56:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d467739690 con 0x55d4677314b0 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf6871740 10 client.0 _ll_register_callbacks cb 0x55d46764e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33196/0 (socket says 172.21.15.7:33196) 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf179d640 1 -- 172.21.15.7:0/2990166862 learned_addr learned my addr 172.21.15.7:0/2990166862 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467742280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.250+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d46773b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 -- 172.21.15.7:0/2990166862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 msgr2=0x55d46773b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d46773b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 -- 172.21.15.7:0/2990166862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 msgr2=0x55d467742280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467742280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 -- 172.21.15.7:0/2990166862 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4673a7210 con 0x55d467730b70 2024-09-10T07:56:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf179d640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80bbcf0 tx=0x7f4ce8005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a88871588973c725 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cd4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8049070 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ce8003c50 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ce4003e20 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4ce80bbb30 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf6871740 10 client.27776 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d467473620 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.251+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ce80dc0c0 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4ce803bca0 con 0x55d467730b70 2024-09-10T07:56:52.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 10 client.27776 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 10 client.27776 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 20 client.27776 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d46774f3d0 0x55d467751820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 4 client.27776 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4ce4003e20 con 0x55d46774f3d0 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.252+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d46774f3d0 0x55d467751820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.253+0000 7f4cd4ff9640 10 client.27776 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.253+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d46774f3d0 0x55d467751820 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bfaf32c60fb64e6 server_cookie=d6f2c2065b78d65a in_seq=0 out_seq=0 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.253+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/2990166862 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f4ce4003e20 con 0x55d46774f3d0 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.253+0000 7f4cd4ff9640 10 client.27776 handle_command_reply: tid=0 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.253+0000 7f4cf6871740 1 client.27776 shutdown 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 msgr2=0x55d46773ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80bbcf0 tx=0x7f4ce8005c90 comp rx=0 tx=0).stop 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 shutdown_connections 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d46774f3d0 0x55d467751820 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467736540 0x55d467742280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d46773b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 --2- 172.21.15.7:0/2990166862 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ad00 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 >> 172.21.15.7:0/2990166862 conn(0x55d46772c1e0 msgr2=0x55d46772d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cd4ff9640 0 client.27776 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 shutdown_connections 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 1 -- 172.21.15.7:0/2990166862 wait complete. 2024-09-10T07:56:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.254+0000 7f4cf6871740 20 client.27776 trim_cache size 0 max 16384 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.268+0000 7f4cf6871740 1 Processor -- start 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.268+0000 7f4cf6871740 1 -- start start 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.268+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d4677421a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467736540 0x55d46773aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf6871740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1aab40 con 0x55d467730b70 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf6871740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1a8410 con 0x55d467736540 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf6871740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1a62a0 con 0x55d4677314b0 2024-09-10T07:56:52.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53134/0 (socket says 172.21.15.7:53134) 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 -- 172.21.15.7:0/3960693485 learned_addr learned my addr 172.21.15.7:0/3960693485 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d4677421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467736540 0x55d46773aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 -- 172.21.15.7:0/3960693485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 msgr2=0x55d4677421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d4677421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 -- 172.21.15.7:0/3960693485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467736540 msgr2=0x55d46773aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467736540 0x55d46773aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 -- 172.21.15.7:0/3960693485 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d467731990 con 0x55d467730b70 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80bbf80 tx=0x7f4ce80ba500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1858b1d26d0a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cd6ffd640 1 -- 172.21.15.7:0/3960693485 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8049070 con 0x55d467730b70 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cd6ffd640 1 -- 172.21.15.7:0/3960693485 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ce80dc0b0 con 0x55d467730b70 2024-09-10T07:56:52.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.269+0000 7f4cd6ffd640 1 -- 172.21.15.7:0/3960693485 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce80bb950 con 0x55d467730b70 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- 172.21.15.7:0/3960693485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 msgr2=0x55d46773aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80bbf80 tx=0x7f4ce80ba500 comp rx=0 tx=0).stop 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- 172.21.15.7:0/3960693485 shutdown_connections 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467736540 0x55d46773aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d4677314b0 0x55d4677421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3960693485 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d467730b70 0x55d46773aab0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- 172.21.15.7:0/3960693485 >> 172.21.15.7:0/3960693485 conn(0x55d46772c1e0 msgr2=0x55d4677325f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- 172.21.15.7:0/3960693485 shutdown_connections 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- 172.21.15.7:0/3960693485 wait complete. 2024-09-10T07:56:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.270+0000 7f4cf6871740 1 -- start start 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 Processor -- start 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d467736540 0x55d4677b80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1a68f0 con 0x55d4677314b0 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1a7d40 con 0x55d467730b70 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1a6fa0 con 0x55d467736540 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf6871740 10 client.0 _ll_register_callbacks cb 0x7f4ce80f3300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf0f9c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf179d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33200/0 (socket says 172.21.15.7:33200) 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf0f9c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53148/0 (socket says 172.21.15.7:53148) 2024-09-10T07:56:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf179d640 1 -- 172.21.15.7:0/3874815186 learned_addr learned my addr 172.21.15.7:0/3874815186 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.271+0000 7f4cf1f9e640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d467736540 0x55d4677b80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 -- 172.21.15.7:0/3874815186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d467736540 msgr2=0x55d4677b80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d467736540 0x55d4677b80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 -- 172.21.15.7:0/3874815186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 msgr2=0x55d46773f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 -- 172.21.15.7:0/3874815186 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d467742300 con 0x55d467730b70 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf179d640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80319f0 tx=0x7f4ce803bf50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee3225e803e87387 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce809e070 con 0x55d467730b70 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ce80bc460 con 0x55d467730b70 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ce80dc0b0 con 0x55d467730b70 2024-09-10T07:56:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4ce809ae60 con 0x55d467730b70 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf6871740 10 client.27782 fetch_fsmap learned FSMap version 31 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d4677b9550 con 0x55d467730b70 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ce80dc0b0 con 0x55d467730b70 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.272+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4ce80a1020 con 0x55d467730b70 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 10 client.27782 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 10 client.27782 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 20 client.27782 populate_metadata read hostname 'smithi007' 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4677b9c50 0x55d4677bc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 4 client.27782 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d4676a1a20 con 0x55d4677b9c50 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4677b9c50 0x55d4677bc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cf0f9c640 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4677b9c50 0x55d4677bc040 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d13a483f4de803a server_cookie=b6c93897ce22ec9f in_seq=0 out_seq=0 2024-09-10T07:56:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.273+0000 7f4cd4ff9640 10 client.27782 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:52.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 224452 1.89 MB/sec execute 475 sec latency 14.630 ms 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cd4ff9640 1 -- 172.21.15.7:0/3874815186 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d4676a1a20 con 0x55d4677b9c50 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cd4ff9640 10 client.27782 handle_command_reply: tid=0 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 client.27782 shutdown 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 msgr2=0x55d46773ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80319f0 tx=0x7f4ce803bf50 comp rx=0 tx=0).stop 2024-09-10T07:56:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 shutdown_connections 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d4677b9c50 0x55d4677bc040 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d467736540 0x55d4677b80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d4677314b0 0x55d46773f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 --2- 172.21.15.7:0/3874815186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d467730b70 0x55d46773ed20 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 >> 172.21.15.7:0/3874815186 conn(0x55d46772c1e0 msgr2=0x55d46773aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cd4ff9640 0 client.27782 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 shutdown_connections 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.299+0000 7f4cf6871740 1 -- 172.21.15.7:0/3874815186 wait complete. 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf6871740 20 client.27782 trim_cache size 0 max 16384 2024-09-10T07:56:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 msgr2=0x7f4cd80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 0x7f4cd80a5040 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4ce401b000 tx=0x7f4ce401a790 comp rx=0 tx=0).stop 2024-09-10T07:56:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 msgr2=0x7f4cec199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80314e0 tx=0x7f4ce8004270 comp rx=0 tx=0).stop 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 shutdown_connections 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4cd80a2b80 0x7f4cd80a5040 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4cec1023f0 0x7f4cec1a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cec101a30 0x7f4cec19a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 --2- 172.21.15.7:0/1507300870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4cec100840 0x7f4cec199dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.300+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 >> 172.21.15.7:0/1507300870 conn(0x7f4cec0fbfa0 msgr2=0x7f4cec0fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.301+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 shutdown_connections 2024-09-10T07:56:52.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:56:52.301+0000 7f4cf279f640 1 -- 172.21.15.7:0/1507300870 wait complete. 2024-09-10T07:56:52.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:52 smithi110 ceph-mon[34417]: pgmap v707: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2024-09-10T07:56:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:52 smithi145 ceph-mon[34766]: pgmap v707: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2024-09-10T07:56:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:52 smithi007 ceph-mon[30879]: pgmap v707: 129 pgs: 129 active+clean; 88 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2024-09-10T07:56:53.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 225042 1.90 MB/sec execute 476 sec latency 26.749 ms 2024-09-10T07:56:54.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 225717 1.90 MB/sec execute 477 sec latency 12.918 ms 2024-09-10T07:56:54.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:54 smithi110 ceph-mon[34417]: pgmap v708: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:56:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:54 smithi145 ceph-mon[34766]: pgmap v708: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:56:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:54 smithi007 ceph-mon[30879]: pgmap v708: 129 pgs: 129 active+clean; 89 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.3 MiB/s wr, 139 op/s 2024-09-10T07:56:55.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 226386 1.90 MB/sec execute 478 sec latency 12.895 ms 2024-09-10T07:56:55.853 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.1 2024-09-10T07:56:55.854 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:56:56.124 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:56:56.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 226846 1.91 MB/sec execute 479 sec latency 13.834 ms 2024-09-10T07:56:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:56 smithi110 ceph-mon[34417]: pgmap v709: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-09-10T07:56:56.471 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:56 smithi007 ceph-mon[30879]: pgmap v709: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-09-10T07:56:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:56 smithi145 ceph-mon[34766]: pgmap v709: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-09-10T07:56:57.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 227298 1.91 MB/sec execute 480 sec latency 55.555 ms 2024-09-10T07:56:58.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 227533 1.91 MB/sec execute 481 sec latency 60.727 ms 2024-09-10T07:56:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:58 smithi110 ceph-mon[34417]: pgmap v710: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2024-09-10T07:56:58.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:56:58 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2302063659' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:58.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 -- 172.21.15.7:0/273240505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80102ef0 msgr2=0x7f7d8010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:58.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 --2- 172.21.15.7:0/273240505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80102ef0 0x7f7d8010da40 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f7d78009ca0 tx=0x7f7d7802a950 comp rx=0 tx=0).stop 2024-09-10T07:56:58.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 -- 172.21.15.7:0/273240505 shutdown_connections 2024-09-10T07:56:58.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 --2- 172.21.15.7:0/273240505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80102ef0 0x7f7d8010da40 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 --2- 172.21.15.7:0/273240505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 0x7f7d801029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 --2- 172.21.15.7:0/273240505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80100e20 0x7f7d80101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 -- 172.21.15.7:0/273240505 >> 172.21.15.7:0/273240505 conn(0x7f7d800fc7d0 msgr2=0x7f7d800febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 -- 172.21.15.7:0/273240505 shutdown_connections 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.551+0000 7f7d84df3640 1 -- 172.21.15.7:0/273240505 wait complete. 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 Processor -- start 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 -- start start 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 0x7f7d80198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 0x7f7d8019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7d80110e50 con 0x7f7d80100e20 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d80110cd0 con 0x7f7d80102ef0 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d84df3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7d80110fd0 con 0x7f7d80102570 2024-09-10T07:56:58.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d7e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:58.420 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:56:58.420 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:56:58.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d7e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53156/0 (socket says 172.21.15.7:53156) 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d7e59c640 1 -- 172.21.15.7:0/2302063659 learned_addr learned my addr 172.21.15.7:0/2302063659 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d75d9b640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 0x7f7d80198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.552+0000 7f7d7ed9d640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 0x7f7d8019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 -- 172.21.15.7:0/2302063659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 msgr2=0x7f7d80198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 0x7f7d80198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 -- 172.21.15.7:0/2302063659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 msgr2=0x7f7d8019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 0x7f7d8019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 -- 172.21.15.7:0/2302063659 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8019d390 con 0x7f7d80100e20 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7ed9d640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 0x7f7d8019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d7e59c640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000d950 tx=0x7f7d7000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d70017070 con 0x7f7d80100e20 2024-09-10T07:56:58.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8019d680 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d7000de80 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7000f620 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.553+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d801a4f60 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.554+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d80101200 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.555+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7d70009c30 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.556+0000 7f7d77fff640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 0x7f7d6c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.556+0000 7f7d75d9b640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 0x7f7d6c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.556+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7d700cefb0 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.557+0000 7f7d75d9b640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 0x7f7d6c0a5040 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7d800ff0e0 tx=0x7f7d68009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.559+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7d7009bb70 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.787+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d80199740 con 0x7f7d80100e20 2024-09-10T07:56:58.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.788+0000 7f7d77fff640 1 -- 172.21.15.7:0/2302063659 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f7d80199740 con 0x7f7d80100e20 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 msgr2=0x7f7d6c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 0x7f7d6c0a5040 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7d800ff0e0 tx=0x7f7d68009110 comp rx=0 tx=0).stop 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 msgr2=0x7f7d801983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000d950 tx=0x7f7d7000dd50 comp rx=0 tx=0).stop 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 shutdown_connections 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.790+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7d6c0a2b80 0x7f7d6c0a5040 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d80102ef0 0x7f7d8019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d80102570 0x7f7d80198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 --2- 172.21.15.7:0/2302063659 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7d80100e20 0x7f7d801983e0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:56:58.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 >> 172.21.15.7:0/2302063659 conn(0x7f7d800fc7d0 msgr2=0x7f7d8006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:56:58.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 shutdown_connections 2024-09-10T07:56:58.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:56:57.791+0000 7f7d84df3640 1 -- 172.21.15.7:0/2302063659 wait complete. 2024-09-10T07:56:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:58 smithi007 ceph-mon[30879]: pgmap v710: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2024-09-10T07:56:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:56:58 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2302063659' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:58 smithi145 ceph-mon[34766]: pgmap v710: 129 pgs: 129 active+clean; 92 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2024-09-10T07:56:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:56:58 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2302063659' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:56:59.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 227925 1.90 MB/sec execute 482 sec latency 82.189 ms 2024-09-10T07:57:00.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 228348 1.90 MB/sec execute 483 sec latency 60.358 ms 2024-09-10T07:57:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:00 smithi145 ceph-mon[34766]: pgmap v711: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 191 op/s 2024-09-10T07:57:00.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:00 smithi007 ceph-mon[30879]: pgmap v711: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 191 op/s 2024-09-10T07:57:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:00 smithi110 ceph-mon[34417]: pgmap v711: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 191 op/s 2024-09-10T07:57:01.280 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229035 1.91 MB/sec execute 484 sec latency 19.877 ms 2024-09-10T07:57:01.521 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 138.1 --await-for 45.0' 2024-09-10T07:57:01.522 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 138.1 --await-for 45.0 2024-09-10T07:57:01.812 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:02.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:02 smithi007 ceph-mon[30879]: pgmap v712: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:57:02.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:57:02.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229549 1.91 MB/sec execute 485 sec latency 16.310 ms 2024-09-10T07:57:02.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.330+0000 7f498885c640 1 -- 172.21.15.7:0/1303293504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 msgr2=0x7f498410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.330+0000 7f498885c640 1 --2- 172.21.15.7:0/1303293504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498410ec40 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f497c009930 tx=0x7f497c02a420 comp rx=0 tx=0).stop 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 -- 172.21.15.7:0/1303293504 shutdown_connections 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 --2- 172.21.15.7:0/1303293504 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498410ec40 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 --2- 172.21.15.7:0/1303293504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 0x7f4984107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 --2- 172.21.15.7:0/1303293504 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f4984103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 -- 172.21.15.7:0/1303293504 >> 172.21.15.7:0/1303293504 conn(0x7f49840fc7d0 msgr2=0x7f49840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 -- 172.21.15.7:0/1303293504 shutdown_connections 2024-09-10T07:57:02.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.331+0000 7f498885c640 1 -- 172.21.15.7:0/1303293504 wait complete. 2024-09-10T07:57:02.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 Processor -- start 2024-09-10T07:57:02.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 -- start start 2024-09-10T07:57:02.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 0x7f498419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4984111f50 con 0x7f49841082a0 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4984111dd0 con 0x7f49841036e0 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498885c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f49841120d0 con 0x7f4984102d30 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38978/0 (socket says 172.21.15.7:38978) 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f498259c640 1 -- 172.21.15.7:0/1011425919 learned_addr learned my addr 172.21.15.7:0/1011425919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 0x7f498419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.332+0000 7f4982d9d640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 -- 172.21.15.7:0/1011425919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 msgr2=0x7f498419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 0x7f498419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 -- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 msgr2=0x7f498419ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498419ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 -- 172.21.15.7:0/1011425919 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498419f620 con 0x7f4984102d30 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f4982d9d640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498419ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498259c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4974009d50 tx=0x7f497400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f497b7fe640 1 -- 172.21.15.7:0/1011425919 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974003b70 con 0x7f4984102d30 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498419f910 con 0x7f4984102d30 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49841a71f0 con 0x7f4984102d30 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f497b7fe640 1 -- 172.21.15.7:0/1011425919 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4974003d10 con 0x7f4984102d30 2024-09-10T07:57:02.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.333+0000 7f497b7fe640 1 -- 172.21.15.7:0/1011425919 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49740108f0 con 0x7f4984102d30 2024-09-10T07:57:02.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.336+0000 7f497b7fe640 1 -- 172.21.15.7:0/1011425919 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4974010a90 con 0x7f4984102d30 2024-09-10T07:57:02.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.336+0000 7f498ac35740 1 Processor -- start 2024-09-10T07:57:02.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.336+0000 7f498ac35740 1 -- start start 2024-09-10T07:57:02.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdff400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be01d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bf1bd5a2a0 con 0x55bf1bdf4760 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bf1bd01b10 con 0x55bf1bdf5080 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498ac35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bf1bd56260 con 0x55bf1bdff940 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4982d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be01d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4982d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46886/0 (socket says 172.21.15.7:46886) 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4982d9d640 1 -- 172.21.15.7:0/1007710515 learned_addr learned my addr 172.21.15.7:0/1007710515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f497b7fe640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 0x7f49700a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f498259c640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 -- 172.21.15.7:0/1007710515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 msgr2=0x55bf1bdff400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdff400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 -- 172.21.15.7:0/1007710515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 msgr2=0x55bf1bdf4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f4981d9b640 1 -- 172.21.15.7:0/1007710515 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf1bacbb90 con 0x55bf1bdff940 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.337+0000 7f497b7fe640 1 -- 172.21.15.7:0/1011425919 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f49740cfa30 con 0x7f4984102d30 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f498259c640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be01d30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f498406a370 tx=0x7f496c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbe200753593b480 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4982d9d640 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4978ff9640 1 -- 172.21.15.7:0/1007710515 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c004050 con 0x55bf1bdff940 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4978ff9640 1 -- 172.21.15.7:0/1007710515 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f496c0054d0 con 0x55bf1bdff940 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4978ff9640 1 -- 172.21.15.7:0/1007710515 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c004c80 con 0x55bf1bdff940 2024-09-10T07:57:02.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.338+0000 7f4982d9d640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 0x7f49700a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 -- 172.21.15.7:0/1007710515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 msgr2=0x55bf1be01d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be01d30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f498406a370 tx=0x7f496c011810 comp rx=0 tx=0).stop 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f4982d9d640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 0x7f49700a50c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f497c005940 tx=0x7f497c02a420 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 -- 172.21.15.7:0/1007710515 shutdown_connections 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be01d30 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 --2- 172.21.15.7:0/1007710515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdf4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 -- 172.21.15.7:0/1007710515 >> 172.21.15.7:0/1007710515 conn(0x55bf1bdf0cf0 msgr2=0x55bf1bdf10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 -- 172.21.15.7:0/1007710515 shutdown_connections 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.339+0000 7f498ac35740 1 -- 172.21.15.7:0/1007710515 wait complete. 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 -- start start 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 Processor -- start 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdfcc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1bdfd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bf1be025b0 con 0x55bf1bdf4760 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bf1bce26e0 con 0x55bf1bdf5080 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bf1be02730 con 0x55bf1bdff940 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46900/0 (socket says 172.21.15.7:46900) 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498259c640 1 -- 172.21.15.7:0/2263961710 learned_addr learned my addr 172.21.15.7:0/2263961710 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f498ac35740 10 client.0 _ll_register_callbacks cb 0x55bf1bd06a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f4981d9b640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdfcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.340+0000 7f4982d9d640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1bdfd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 -- 172.21.15.7:0/2263961710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 msgr2=0x55bf1bdfd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1bdfd1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 -- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 msgr2=0x55bf1bdfcc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdfcc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 -- 172.21.15.7:0/2263961710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf1be142c0 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498259c640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f497409be20 tx=0x7f497406ae10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a5b07f1737b02b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f4969ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497409be90 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4974098500 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f496c0054d0 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f49740a0240 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498ac35740 10 client.18543 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.341+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf1be16b40 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49740a4b00 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f49740baad0 con 0x55bf1bdf4760 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 10 client.18543 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:02.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 10 client.18543 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 20 client.18543 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be06020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 4 client.18543 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f496c0054d0 con 0x55bf1be03bd0 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.342+0000 7f4981d9b640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be06020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.343+0000 7f4981d9b640 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be06020 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55fce738c56e6047 server_cookie=643b01322aac9d82 in_seq=0 out_seq=0 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.343+0000 7f4969ffb640 10 client.18543 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f4969ffb640 1 -- 172.21.15.7:0/2263961710 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f496c0054d0 con 0x55bf1be03bd0 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f4969ffb640 10 client.18543 handle_command_reply: tid=0 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 client.18543 shutdown 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 msgr2=0x55bf1bdfc730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f497409be20 tx=0x7f497406ae10 comp rx=0 tx=0).stop 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 shutdown_connections 2024-09-10T07:57:02.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be06020 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f4969ffb640 0 client.18543 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1bdfd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1bdfcc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 --2- 172.21.15.7:0/2263961710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfc730 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 >> 172.21.15.7:0/2263961710 conn(0x55bf1bdf0cf0 msgr2=0x55bf1bdf6a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 shutdown_connections 2024-09-10T07:57:02.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 1 -- 172.21.15.7:0/2263961710 wait complete. 2024-09-10T07:57:02.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.344+0000 7f498ac35740 20 client.18543 trim_cache size 0 max 16384 2024-09-10T07:57:02.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.365+0000 7f498ac35740 1 Processor -- start 2024-09-10T07:57:02.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 -- start start 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1be13780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be13cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4964023470 con 0x55bf1bdf4760 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4964020d40 con 0x55bf1bdf5080 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498ac35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f496401ebb0 con 0x55bf1bdff940 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46906/0 (socket says 172.21.15.7:46906) 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f498259c640 1 -- 172.21.15.7:0/21710705 learned_addr learned my addr 172.21.15.7:0/21710705 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.366+0000 7f4981d9b640 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1be13780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f4982d9d640 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be13cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 -- 172.21.15.7:0/21710705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 msgr2=0x55bf1be13cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be13cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 -- 172.21.15.7:0/21710705 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 msgr2=0x55bf1be13780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1be13780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 -- 172.21.15.7:0/21710705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf1bdf0b20 con 0x55bf1bdf4760 2024-09-10T07:57:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.367+0000 7f498259c640 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f497400cba0 tx=0x7f497409a3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d49ac0d8256db101 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.368+0000 7f496bfff640 1 -- 172.21.15.7:0/21710705 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497409be90 con 0x55bf1bdf4760 2024-09-10T07:57:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.368+0000 7f496bfff640 1 -- 172.21.15.7:0/21710705 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f497409ad50 con 0x55bf1bdf4760 2024-09-10T07:57:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.368+0000 7f496bfff640 1 -- 172.21.15.7:0/21710705 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49740986a0 con 0x55bf1bdf4760 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- 172.21.15.7:0/21710705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 msgr2=0x55bf1bdfe7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f497400cba0 tx=0x7f497409a3a0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- 172.21.15.7:0/21710705 shutdown_connections 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdff940 0x55bf1be13cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdf5080 0x55bf1be13780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 --2- 172.21.15.7:0/21710705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf4760 0x55bf1bdfe7b0 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- 172.21.15.7:0/21710705 >> 172.21.15.7:0/21710705 conn(0x55bf1bdf0cf0 msgr2=0x55bf1bdfb8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- 172.21.15.7:0/21710705 shutdown_connections 2024-09-10T07:57:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- 172.21.15.7:0/21710705 wait complete. 2024-09-10T07:57:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 -- start start 2024-09-10T07:57:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.369+0000 7f498ac35740 1 Processor -- start 2024-09-10T07:57:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf5080 0x55bf1bdf9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdff940 0x55bf1bdf98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f496401f200 con 0x55bf1bdf5080 2024-09-10T07:57:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4964020670 con 0x55bf1bdff940 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f496401f8d0 con 0x55bf1bdf4760 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498ac35740 10 client.0 _ll_register_callbacks cb 0x7f497409baa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f4982d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdff940 0x55bf1bdf98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39008/0 (socket says 172.21.15.7:39008) 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 -- 172.21.15.7:0/1054416617 learned_addr learned my addr 172.21.15.7:0/1054416617 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f4981d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf5080 0x55bf1bdf9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 -- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdff940 msgr2=0x55bf1bdf98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdff940 0x55bf1bdf98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 -- 172.21.15.7:0/1054416617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf5080 msgr2=0x55bf1bdf9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf5080 0x55bf1bdf9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.370+0000 7f498259c640 1 -- 172.21.15.7:0/1054416617 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf1bdec260 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498259c640 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f497409bb90 tx=0x7f497409be90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80de1b7968452bb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497409b2e0 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f497409b480 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f497409ad50 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4974097be0 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 10 client.27826 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bf1be7aaa0 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f497409ad50 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4974004b60 con 0x55bf1bdf4760 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 10 client.27826 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 10 client.27826 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 20 client.27826 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.371+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be7cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.372+0000 7f498ac35740 4 client.27826 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.1, "await_for": 45.0}] 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.372+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.1, "await_for": 45.0}) -- 0x55bf1bd679d0 con 0x55bf1be03bd0 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.372+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be7cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.372+0000 7f4969ffb640 10 client.27826 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.372+0000 7f4981d9b640 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be7cfa0 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=790ea2a87b7902a0 server_cookie=7316e019f94bd3d0 in_seq=0 out_seq=0 2024-09-10T07:57:02.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f4969ffb640 1 -- 172.21.15.7:0/1054416617 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55bf1bd679d0 con 0x55bf1be03bd0 2024-09-10T07:57:02.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f4969ffb640 10 client.27826 handle_command_reply: tid=0 2024-09-10T07:57:02.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 client.27826 shutdown 2024-09-10T07:57:02.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 msgr2=0x55bf1be0bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f497409bb90 tx=0x7f497409be90 comp rx=0 tx=0).stop 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 shutdown_connections 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55bf1be03bd0 0x55bf1be7cfa0 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bf1bdff940 0x55bf1bdf98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bf1bdf5080 0x55bf1bdf9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 --2- 172.21.15.7:0/1054416617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bf1bdf4760 0x55bf1be0bf10 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 >> 172.21.15.7:0/1054416617 conn(0x55bf1bdf0cf0 msgr2=0x55bf1bdefe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f4969ffb640 0 client.27826 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 shutdown_connections 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 1 -- 172.21.15.7:0/1054416617 wait complete. 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.444+0000 7f498ac35740 20 client.27826 trim_cache size 0 max 16384 2024-09-10T07:57:02.445 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 42, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "fe8c7db7": { 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 42, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:57:02.446 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 138.1, 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:02.447 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 msgr2=0x7f49700a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 0x7f49700a50c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f497c005940 tx=0x7f497c02a420 comp rx=0 tx=0).stop 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 msgr2=0x7f498419a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4974009d50 tx=0x7f497400c6a0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 shutdown_connections 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f49700a2c00 0x7f49700a50c0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f49841082a0 0x7f498419ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f49841036e0 0x7f498419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 --2- 172.21.15.7:0/1011425919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4984102d30 0x7f498419a670 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:02.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 >> 172.21.15.7:0/1011425919 conn(0x7f49840fc7d0 msgr2=0x7f49840fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:02.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 shutdown_connections 2024-09-10T07:57:02.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:02.445+0000 7f498885c640 1 -- 172.21.15.7:0/1011425919 wait complete. 2024-09-10T07:57:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:02 smithi145 ceph-mon[34766]: pgmap v712: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:57:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:57:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:02 smithi110 ceph-mon[34417]: pgmap v712: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.3 MiB/s wr, 131 op/s 2024-09-10T07:57:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:57:03.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.90 MB/sec execute 486 sec latency 907.131 ms 2024-09-10T07:57:03.398 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'fe8c7db7', quiesce took 7.5 seconds. Will release after: 10.600000000000001 2024-09-10T07:57:03.670 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:57:03.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:57:03.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:57:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:57:03.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:57:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:57:03.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:57:03.930 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:04.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.90 MB/sec execute 487 sec latency 1907.240 ms 2024-09-10T07:57:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 -- 172.21.15.7:0/2846590809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c100a60 msgr2=0x7f213c100ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 --2- 172.21.15.7:0/2846590809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c100a60 0x7f213c100ec0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f2130009930 tx=0x7f213002a420 comp rx=0 tx=0).stop 2024-09-10T07:57:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 -- 172.21.15.7:0/2846590809 shutdown_connections 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 --2- 172.21.15.7:0/2846590809 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c101400 0x7f213c10d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 --2- 172.21.15.7:0/2846590809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c100a60 0x7f213c100ec0 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 --2- 172.21.15.7:0/2846590809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c106a60 0x7f213c106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 -- 172.21.15.7:0/2846590809 >> 172.21.15.7:0/2846590809 conn(0x7f213c0fc780 msgr2=0x7f213c0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 -- 172.21.15.7:0/2846590809 shutdown_connections 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 -- 172.21.15.7:0/2846590809 wait complete. 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.399+0000 7f21414a7640 1 Processor -- start 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 -- start start 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 0x7f213c19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 0x7f213c19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f213c110d10 con 0x7f213c101400 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f213c110b90 con 0x7f213c106a60 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f21414a7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f213c110e90 con 0x7f213c100a60 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 0x7f213c19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46944/0 (socket says 172.21.15.7:46944) 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 -- 172.21.15.7:0/1891191460 learned_addr learned my addr 172.21.15.7:0/1891191460 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213affd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 0x7f213c19a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39032/0 (socket says 172.21.15.7:39032) 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213b7fe640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 0x7f213c19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 -- 172.21.15.7:0/1891191460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 msgr2=0x7f213c19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 0x7f213c19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 -- 172.21.15.7:0/1891191460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 msgr2=0x7f213c19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 0x7f213c19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 -- 172.21.15.7:0/1891191460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f213c19f570 con 0x7f213c101400 2024-09-10T07:57:04.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213b7fe640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 0x7f213c19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.400+0000 7f213a7fc640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2130004770 tx=0x7f21300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.401+0000 7f2123fff640 1 -- 172.21.15.7:0/1891191460 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213003f070 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.401+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f213c19f800 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.401+0000 7f2123fff640 1 -- 172.21.15.7:0/1891191460 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f213003b460 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.401+0000 7f2123fff640 1 -- 172.21.15.7:0/1891191460 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2130035070 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.401+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f213c1a7140 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.403+0000 7f2123fff640 1 -- 172.21.15.7:0/1891191460 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f213003b610 con 0x7f213c101400 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 Processor -- start 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 -- start start 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c14a0 0x564b837c1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837cea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564b837272e0 con 0x564b837c1dc0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564b836cece0 con 0x564b837c14a0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2143880740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564b837232a0 con 0x564b837cc680 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46946/0 (socket says 172.21.15.7:46946) 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 -- 172.21.15.7:0/3942588533 learned_addr learned my addr 172.21.15.7:0/3942588533 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213a7fc640 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837cea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2123fff640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 0x7f21240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213b7fe640 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c14a0 0x564b837c1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213b7fe640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 0x7f21240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 -- 172.21.15.7:0/3942588533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 msgr2=0x564b837cea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837cea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 -- 172.21.15.7:0/3942588533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c14a0 msgr2=0x564b837c1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c14a0 0x564b837c1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f2123fff640 1 -- 172.21.15.7:0/1891191460 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f21300ef770 con 0x7f213c101400 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.404+0000 7f213affd640 1 -- 172.21.15.7:0/3942588533 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b836b3440 con 0x564b837c1dc0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.405+0000 7f213affd640 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f212c00b710 tx=0x7f212c004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71d12bf0eff4c3a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.405+0000 7f21217fa640 1 -- 172.21.15.7:0/3942588533 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c003bd0 con 0x564b837c1dc0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.405+0000 7f213b7fe640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 0x7f21240a5040 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2134009270 tx=0x7f2134005bd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.405+0000 7f21217fa640 1 -- 172.21.15.7:0/3942588533 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f212c015070 con 0x564b837c1dc0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.405+0000 7f21217fa640 1 -- 172.21.15.7:0/3942588533 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c004d30 con 0x564b837c1dc0 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- 172.21.15.7:0/3942588533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 msgr2=0x564b837cc140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f212c00b710 tx=0x7f212c004610 comp rx=0 tx=0).stop 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- 172.21.15.7:0/3942588533 shutdown_connections 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837cea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c1dc0 0x564b837cc140 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- 172.21.15.7:0/3942588533 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c14a0 0x564b837c1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- 172.21.15.7:0/3942588533 >> 172.21.15.7:0/3942588533 conn(0x564b837bda30 msgr2=0x564b837bde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- 172.21.15.7:0/3942588533 shutdown_connections 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- 172.21.15.7:0/3942588533 wait complete. 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- start start 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 Processor -- start 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837c92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b837c9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564b837cf250 con 0x564b837c14a0 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564b836e2050 con 0x564b837cc680 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564b837cf3d0 con 0x564b837c1dc0 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.406+0000 7f2143880740 10 client.0 _ll_register_callbacks cb 0x564b83722160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46960/0 (socket says 172.21.15.7:46960) 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 -- 172.21.15.7:0/3158242229 learned_addr learned my addr 172.21.15.7:0/3158242229 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213b7fe640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b837c9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213a7fc640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837c92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 -- 172.21.15.7:0/3158242229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 msgr2=0x564b837c92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837c92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 -- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 msgr2=0x564b837c9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b837c9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 -- 172.21.15.7:0/3158242229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b834983c0 con 0x564b837c14a0 2024-09-10T07:57:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213b7fe640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b837c9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f213affd640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f212c004290 tx=0x7f212c0043e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd788b2b14129eae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f211eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c028060 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f212c011440 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212c015070 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f212c02f050 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f2143880740 10 client.18561 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.407+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564b837dac60 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f212c015070 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f212c022070 con 0x564b837c14a0 2024-09-10T07:57:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 10 client.18561 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 10 client.18561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 20 client.18561 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b837dc120 0x564b837de510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 4 client.18561 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b83734850 con 0x564b837dc120 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.408+0000 7f213a7fc640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b837dc120 0x564b837de510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.409+0000 7f211eff5640 10 client.18561 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.409+0000 7f213a7fc640 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b837dc120 0x564b837de510 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9018499014e0e4f server_cookie=409788c7b6cce905 in_seq=0 out_seq=0 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.409+0000 7f211eff5640 1 -- 172.21.15.7:0/3158242229 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b83734850 con 0x564b837dc120 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.409+0000 7f211eff5640 10 client.18561 handle_command_reply: tid=0 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.409+0000 7f2143880740 1 client.18561 shutdown 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 msgr2=0x564b837cc030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f212c004290 tx=0x7f212c0043e0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 shutdown_connections 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b837dc120 0x564b837de510 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b837c9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837c92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f211eff5640 0 client.18561 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 --2- 172.21.15.7:0/3158242229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837cc030 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 >> 172.21.15.7:0/3158242229 conn(0x564b837bda30 msgr2=0x564b837c3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 shutdown_connections 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 1 -- 172.21.15.7:0/3158242229 wait complete. 2024-09-10T07:57:04.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.410+0000 7f2143880740 20 client.18561 trim_cache size 0 max 16384 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.427+0000 7f2143880740 1 Processor -- start 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 -- start start 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c1dc0 0x564b837e3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837e3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1b36f0 con 0x564b837c14a0 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1b0fc0 con 0x564b837c1dc0 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f2143880740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1aee30 con 0x564b837cc680 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46964/0 (socket says 172.21.15.7:46964) 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 -- 172.21.15.7:0/3073635266 learned_addr learned my addr 172.21.15.7:0/3073635266 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:04.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213b7fe640 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837e3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213a7fc640 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c1dc0 0x564b837e3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 -- 172.21.15.7:0/3073635266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 msgr2=0x564b837e3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837e3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 -- 172.21.15.7:0/3073635266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c1dc0 msgr2=0x564b837e3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c1dc0 0x564b837e3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.428+0000 7f213affd640 1 -- 172.21.15.7:0/3073635266 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b837de880 con 0x564b837c14a0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f213affd640 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cd0fcc8c5c552e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f2120ff9640 1 -- 172.21.15.7:0/3073635266 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c038070 con 0x564b837c14a0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f2120ff9640 1 -- 172.21.15.7:0/3073635266 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f212c015050 con 0x564b837c14a0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f2120ff9640 1 -- 172.21.15.7:0/3073635266 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c011b50 con 0x564b837c14a0 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f2143880740 1 -- 172.21.15.7:0/3073635266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 msgr2=0x564b837d84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.429+0000 7f2143880740 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c001e50 comp rx=0 tx=0).stop 2024-09-10T07:57:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- 172.21.15.7:0/3073635266 shutdown_connections 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837cc680 0x564b837e3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837c1dc0 0x564b837e3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- 172.21.15.7:0/3073635266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d84b0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- 172.21.15.7:0/3073635266 >> 172.21.15.7:0/3073635266 conn(0x564b837bda30 msgr2=0x564b837c83d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- 172.21.15.7:0/3073635266 shutdown_connections 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- 172.21.15.7:0/3073635266 wait complete. 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- start start 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 Processor -- start 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837d1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b83844a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1af480 con 0x564b837c14a0 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1b08f0 con 0x564b837cc680 2024-09-10T07:57:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f213c1afb50 con 0x564b837c1dc0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f2143880740 10 client.0 _ll_register_callbacks cb 0x7f21300b7d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f213affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46974/0 (socket says 172.21.15.7:46974) 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.430+0000 7f213affd640 1 -- 172.21.15.7:0/877639611 learned_addr learned my addr 172.21.15.7:0/877639611 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213a7fc640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837d1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213b7fe640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b83844a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 -- 172.21.15.7:0/877639611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 msgr2=0x564b837d1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837d1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 -- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 msgr2=0x564b83844a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b83844a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 -- 172.21.15.7:0/877639611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b83844fc0 con 0x564b837c14a0 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213a7fc640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837d1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213b7fe640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b83844a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f213affd640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f212c005850 tx=0x7f212c0058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f9f0c542749406d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f211eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c038040 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f212c019420 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212c015050 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f212c049050 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f2143880740 10 client.18567 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.431+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564b838461e0 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f212c015050 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f212c044030 con 0x564b837c14a0 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 10 client.18567 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 10 client.18567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 20 client.18567 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b838468f0 0x564b83848d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 4 client.18567 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564b8372ed60 con 0x564b838468f0 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.432+0000 7f213a7fc640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b838468f0 0x564b83848d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f213a7fc640 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b838468f0 0x564b83848d30 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25d2758620fa34d4 server_cookie=99332b3ef7ee25e6 in_seq=0 out_seq=0 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f211eff5640 10 client.18567 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f211eff5640 1 -- 172.21.15.7:0/877639611 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564b8372ed60 con 0x564b838468f0 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f211eff5640 10 client.18567 handle_command_reply: tid=0 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 client.18567 shutdown 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 msgr2=0x564b837d19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f212c005850 tx=0x7f212c0058f0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 shutdown_connections 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564b838468f0 0x564b83848d30 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564b837cc680 0x564b83844a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564b837c1dc0 0x564b837d1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 --2- 172.21.15.7:0/877639611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b837c14a0 0x564b837d19e0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 >> 172.21.15.7:0/877639611 conn(0x564b837bda30 msgr2=0x564b837bc350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f211eff5640 0 client.18567 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 shutdown_connections 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 1 -- 172.21.15.7:0/877639611 wait complete. 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.433+0000 7f2143880740 20 client.18567 trim_cache size 0 max 16384 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:57:04.445 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 msgr2=0x7f21240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 0x7f21240a5040 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2134009270 tx=0x7f2134005bd0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 msgr2=0x7f213c19ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2130004770 tx=0x7f21300042f0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 shutdown_connections 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21240a2b80 0x7f21240a5040 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f213c106a60 0x7f213c19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f213c101400 0x7f213c19ab00 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 --2- 172.21.15.7:0/1891191460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f213c100a60 0x7f213c19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 >> 172.21.15.7:0/1891191460 conn(0x7f213c0fc780 msgr2=0x7f213c06a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 shutdown_connections 2024-09-10T07:57:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:04.434+0000 7f21414a7640 1 -- 172.21.15.7:0/1891191460 wait complete. 2024-09-10T07:57:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:04 smithi007 ceph-mon[30879]: pgmap v713: 129 pgs: 129 active+clean; 91 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2024-09-10T07:57:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:04 smithi110 ceph-mon[34417]: pgmap v713: 129 pgs: 129 active+clean; 91 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2024-09-10T07:57:05.192 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:57:05.192 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:57:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:04 smithi145 ceph-mon[34766]: pgmap v713: 129 pgs: 129 active+clean; 91 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2024-09-10T07:57:05.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.90 MB/sec execute 488 sec latency 2907.301 ms 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 -- 172.21.15.7:0/1522208583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8107840 msgr2=0x7f78f8109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 --2- 172.21.15.7:0/1522208583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8107840 0x7f78f8109cb0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f78f0009ca0 tx=0x7f78f002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 -- 172.21.15.7:0/1522208583 shutdown_connections 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 --2- 172.21.15.7:0/1522208583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8107840 0x7f78f8109cb0 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 --2- 172.21.15.7:0/1522208583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f8104f10 0x7f78f8107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 --2- 172.21.15.7:0/1522208583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f81025e0 0x7f78f81049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 -- 172.21.15.7:0/1522208583 >> 172.21.15.7:0/1522208583 conn(0x7f78f80fc1e0 msgr2=0x7f78f80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 -- 172.21.15.7:0/1522208583 shutdown_connections 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.390+0000 7f78fd865640 1 -- 172.21.15.7:0/1522208583 wait complete. 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 Processor -- start 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 -- start start 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 0x7f78f8197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f8107840 0x7f78f819f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78f810d6b0 con 0x7f78f8104f10 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f78f810d530 con 0x7f78f8107840 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78fd865640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78f810d830 con 0x7f78f81025e0 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46992/0 (socket says 172.21.15.7:46992) 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78f67fc640 1 -- 172.21.15.7:0/2780023532 learned_addr learned my addr 172.21.15.7:0/2780023532 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:05.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.391+0000 7f78f77fe640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f8107840 0x7f78f819f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 0x7f78f8197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 -- 172.21.15.7:0/2780023532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 msgr2=0x7f78f8197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 0x7f78f8197d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 -- 172.21.15.7:0/2780023532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f8107840 msgr2=0x7f78f819f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f8107840 0x7f78f819f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 -- 172.21.15.7:0/2780023532 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f819f940 con 0x7f78f8104f10 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 0x7f78f8197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00c970 tx=0x7f78ec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78fc863640 1 -- 172.21.15.7:0/2780023532 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec007bb0 con 0x7f78f8104f10 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78f819fc30 con 0x7f78f8104f10 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78fc863640 1 -- 172.21.15.7:0/2780023532 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78ec007d50 con 0x7f78f8104f10 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78fc863640 1 -- 172.21.15.7:0/2780023532 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec00f450 con 0x7f78f8104f10 2024-09-10T07:57:05.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.392+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78f81a0180 con 0x7f78f8104f10 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.394+0000 7f78fc863640 1 -- 172.21.15.7:0/2780023532 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f78ec00f5f0 con 0x7f78f8104f10 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 Processor -- start 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 -- start start 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb604da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 0x5611bb607830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5611bb5632f0 con 0x5611bb5ff9a0 2024-09-10T07:57:05.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5611bb50b270 con 0x5611bb605370 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f7900600740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5611bb55f2b0 con 0x5611bb6002e0 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47006/0 (socket says 172.21.15.7:47006) 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 -- 172.21.15.7:0/3435861798 learned_addr learned my addr 172.21.15.7:0/3435861798 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb604da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78fc863640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 0x7f78e00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f67fc640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 0x5611bb607830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 -- 172.21.15.7:0/3435861798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 msgr2=0x5611bb604da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb604da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 -- 172.21.15.7:0/3435861798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 msgr2=0x5611bb607830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 0x5611bb607830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f77fe640 1 -- 172.21.15.7:0/3435861798 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611bb50a340 con 0x5611bb5ff9a0 2024-09-10T07:57:05.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.395+0000 7f78f67fc640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 0x5611bb607830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78fc863640 1 -- 172.21.15.7:0/2780023532 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f78ec0cf4a0 con 0x7f78f8104f10 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78f77fe640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 0x7f78e00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78f77fe640 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f78f806b3e0 tx=0x7f78f0031520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb3d6993eccb0437 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78ddffb640 1 -- 172.21.15.7:0/3435861798 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f0042040 con 0x5611bb5ff9a0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78ddffb640 1 -- 172.21.15.7:0/3435861798 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78f0036070 con 0x5611bb5ff9a0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78ddffb640 1 -- 172.21.15.7:0/3435861798 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f0030960 con 0x5611bb5ff9a0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.396+0000 7f78f77fe640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 0x7f78e00a50f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f78f0009430 tx=0x7f78f004e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- 172.21.15.7:0/3435861798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 msgr2=0x5611bb5ffda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f78f806b3e0 tx=0x7f78f0031520 comp rx=0 tx=0).stop 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- 172.21.15.7:0/3435861798 shutdown_connections 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb605370 0x5611bb607830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb604da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 --2- 172.21.15.7:0/3435861798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5ffda0 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- 172.21.15.7:0/3435861798 >> 172.21.15.7:0/3435861798 conn(0x5611bb5fb010 msgr2=0x5611bb5fb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- 172.21.15.7:0/3435861798 shutdown_connections 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- 172.21.15.7:0/3435861798 wait complete. 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 -- start start 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.397+0000 7f7900600740 1 Processor -- start 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb609bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb60a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5611bb608340 con 0x5611bb605370 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5611bb4ec290 con 0x5611bb5ff9a0 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5611bb6084c0 con 0x5611bb6002e0 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f7900600740 10 client.0 _ll_register_callbacks cb 0x5611bb51d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:05.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47012/0 (socket says 172.21.15.7:47012) 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 -- 172.21.15.7:0/776882789 learned_addr learned my addr 172.21.15.7:0/776882789 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f67fc640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb60a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb609bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 -- 172.21.15.7:0/776882789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 msgr2=0x5611bb60a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb60a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 -- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 msgr2=0x5611bb609bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb609bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 -- 172.21.15.7:0/776882789 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611bb276210 con 0x5611bb605370 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb609bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78f77fe640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f78f0030ac0 tx=0x7f78f0031b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b023ef854e0b0df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.398+0000 7f78d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f0042050 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f78f0004240 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78f0036070 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f78f0062050 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 10 client.18579 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5611bb342620 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78f0036070 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f78f002fa40 con 0x5611bb605370 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 10 client.18579 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 10 client.18579 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 20 client.18579 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb615470 0x5611bb6178f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 4 client.18579 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611bb570a20 con 0x5611bb615470 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.399+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb615470 0x5611bb6178f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.400+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb615470 0x5611bb6178f0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99be2715bef9f79b server_cookie=d3acf013aedac9c0 in_seq=0 out_seq=0 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.400+0000 7f78d6ffd640 10 client.18579 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f78d6ffd640 1 -- 172.21.15.7:0/776882789 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5611bb570a20 con 0x5611bb615470 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f78d6ffd640 10 client.18579 handle_command_reply: tid=0 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 client.18579 shutdown 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 msgr2=0x5611bb611170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f78f0030ac0 tx=0x7f78f0031b40 comp rx=0 tx=0).stop 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 shutdown_connections 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb615470 0x5611bb6178f0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb605370 0x5611bb611170 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb6002e0 0x5611bb60a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 --2- 172.21.15.7:0/776882789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb609bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f78d6ffd640 0 client.18579 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 >> 172.21.15.7:0/776882789 conn(0x5611bb5fb010 msgr2=0x5611bb5fc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 shutdown_connections 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 1 -- 172.21.15.7:0/776882789 wait complete. 2024-09-10T07:57:05.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.401+0000 7f7900600740 20 client.18579 trim_cache size 0 max 16384 2024-09-10T07:57:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.415+0000 7f7900600740 1 Processor -- start 2024-09-10T07:57:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.415+0000 7f7900600740 1 -- start start 2024-09-10T07:57:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.415+0000 7f7900600740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.415+0000 7f7900600740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 0x5611bb611090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.415+0000 7f7900600740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb5fc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f7900600740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81acf00 con 0x5611bb5ff9a0 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f7900600740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81aa7d0 con 0x5611bb6002e0 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f7900600740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81a8640 con 0x5611bb605370 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47022/0 (socket says 172.21.15.7:47022) 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 -- 172.21.15.7:0/2817701284 learned_addr learned my addr 172.21.15.7:0/2817701284 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f77fe640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb5fc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 0x5611bb611090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 -- 172.21.15.7:0/2817701284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 msgr2=0x5611bb5fc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb5fc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 -- 172.21.15.7:0/2817701284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 msgr2=0x5611bb611090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 0x5611bb611090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 -- 172.21.15.7:0/2817701284 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611bb5fae30 con 0x5611bb5ff9a0 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 0x5611bb611090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.416+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f78e800b820 tx=0x7f78e80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601d1728ab44160a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f78dd7fa640 1 -- 172.21.15.7:0/2817701284 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e8005020 con 0x5611bb5ff9a0 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f78dd7fa640 1 -- 172.21.15.7:0/2817701284 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78e80047a0 con 0x5611bb5ff9a0 2024-09-10T07:57:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f78dd7fa640 1 -- 172.21.15.7:0/2817701284 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e8011730 con 0x5611bb5ff9a0 2024-09-10T07:57:05.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 -- 172.21.15.7:0/2817701284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 msgr2=0x5611bb5fbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f78e800b820 tx=0x7f78e80039c0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 -- 172.21.15.7:0/2817701284 shutdown_connections 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb5fc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb6002e0 0x5611bb611090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 --2- 172.21.15.7:0/2817701284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb5ff9a0 0x5611bb5fbec0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 -- 172.21.15.7:0/2817701284 >> 172.21.15.7:0/2817701284 conn(0x5611bb5fb010 msgr2=0x5611bb6014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 -- 172.21.15.7:0/2817701284 shutdown_connections 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.417+0000 7f7900600740 1 -- 172.21.15.7:0/2817701284 wait complete. 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 -- start start 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 Processor -- start 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb60ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb610280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81a8c90 con 0x5611bb6002e0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81aa100 con 0x5611bb5ff9a0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78f81a9360 con 0x5611bb605370 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f7900600740 10 client.0 _ll_register_callbacks cb 0x7f78e800b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f78f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f78f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47024/0 (socket says 172.21.15.7:47024) 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f78f67fc640 1 -- 172.21.15.7:0/2699261465 learned_addr learned my addr 172.21.15.7:0/2699261465 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.418+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb60ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f77fe640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb610280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 -- 172.21.15.7:0/2699261465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 msgr2=0x5611bb610280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb610280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 -- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 msgr2=0x5611bb60ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb60ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 -- 172.21.15.7:0/2699261465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611bb610890 con 0x5611bb6002e0 2024-09-10T07:57:05.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78f67fc640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f78ec0ccc00 tx=0x7f78ec099bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2314bf7c41fc7520 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec084e60 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f78ec0cf1a0 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78e80047a0 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f78ec0b9050 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f7900600740 10 client.18585 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.419+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5611bb680880 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78e80047a0 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f78ec0860c0 con 0x5611bb6002e0 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 10 client.18585 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 10 client.18585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 20 client.18585 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb681230 0x5611bb683650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 4 client.18585 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:57:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611bb56ad70 con 0x5611bb681230 2024-09-10T07:57:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb681230 0x5611bb683650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f78f6ffd640 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb681230 0x5611bb683650 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0823a47297af65c server_cookie=105cededc89de33c in_seq=0 out_seq=0 2024-09-10T07:57:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.420+0000 7f78d6ffd640 10 client.18585 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.443+0000 7f78d6ffd640 1 -- 172.21.15.7:0/2699261465 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5611bb56ad70 con 0x5611bb681230 2024-09-10T07:57:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.443+0000 7f78d6ffd640 10 client.18585 handle_command_reply: tid=0 2024-09-10T07:57:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.443+0000 7f7900600740 1 client.18585 shutdown 2024-09-10T07:57:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 msgr2=0x5611bb60f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f78ec0ccc00 tx=0x7f78ec099bd0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 shutdown_connections 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5611bb681230 0x5611bb683650 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5611bb605370 0x5611bb610280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611bb6002e0 0x5611bb60f270 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f78d6ffd640 0 client.18585 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 --2- 172.21.15.7:0/2699261465 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5611bb5ff9a0 0x5611bb60ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 >> 172.21.15.7:0/2699261465 conn(0x5611bb5fb010 msgr2=0x5611bb5f99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 shutdown_connections 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 1 -- 172.21.15.7:0/2699261465 wait complete. 2024-09-10T07:57:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f7900600740 20 client.18585 trim_cache size 0 max 16384 2024-09-10T07:57:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:57:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:57:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:57:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 msgr2=0x7f78e00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 0x7f78e00a50f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f78f0009430 tx=0x7f78f004e000 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 msgr2=0x7f78f8198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.444+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00c970 tx=0x7f78ec00ce30 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 shutdown_connections 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f78e00a2c30 0x7f78e00a50f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f78f8107840 0x7f78f819f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78f8104f10 0x7f78f8198270 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 --2- 172.21.15.7:0/2780023532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f81025e0 0x7f78f8197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 >> 172.21.15.7:0/2780023532 conn(0x7f78f80fc1e0 msgr2=0x7f78f8102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 shutdown_connections 2024-09-10T07:57:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:05.445+0000 7f78fd865640 1 -- 172.21.15.7:0/2780023532 wait complete. 2024-09-10T07:57:05.506 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:06.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 -- 172.21.15.7:0/2687670747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164106f10 msgr2=0x7f516410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:06.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 --2- 172.21.15.7:0/2687670747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164106f10 0x7f516410ea90 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f515c009ca0 tx=0x7f515c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 -- 172.21.15.7:0/2687670747 shutdown_connections 2024-09-10T07:57:06.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 --2- 172.21.15.7:0/2687670747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164106f10 0x7f516410ea90 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 --2- 172.21.15.7:0/2687670747 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164102790 0x7f51641067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 --2- 172.21.15.7:0/2687670747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164101de0 0x7f51641021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.981+0000 7f516b494640 1 -- 172.21.15.7:0/2687670747 >> 172.21.15.7:0/2687670747 conn(0x7f51640fd8c0 msgr2=0x7f51640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- 172.21.15.7:0/2687670747 shutdown_connections 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- 172.21.15.7:0/2687670747 wait complete. 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 Processor -- start 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- start start 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 0x7f516419a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164106f10 0x7f516419ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5164111e20 con 0x7f5164101de0 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5164111ca0 con 0x7f5164106f10 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.982+0000 7f516b494640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5164111fa0 con 0x7f5164102790 2024-09-10T07:57:06.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47054/0 (socket says 172.21.15.7:47054) 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 -- 172.21.15.7:0/970369220 learned_addr learned my addr 172.21.15.7:0/970369220 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5168a2f640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 0x7f516419a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169a31640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164106f10 0x7f516419ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 -- 172.21.15.7:0/970369220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 msgr2=0x7f516419a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 0x7f516419a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 -- 172.21.15.7:0/970369220 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164106f10 msgr2=0x7f516419ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164106f10 0x7f516419ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 -- 172.21.15.7:0/970369220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f516419f410 con 0x7f5164101de0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5168a2f640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 0x7f516419a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f5169230640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f516000c920 tx=0x7f516000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160007c70 con 0x7f5164101de0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5160007e10 con 0x7f5164101de0 2024-09-10T07:57:06.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f516419f700 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160018820 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.983+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51641a6fe0 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.984+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51641021c0 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.985+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f51600189c0 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.986+0000 7f515a7fc640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 0x7f51500a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.986+0000 7f5168a2f640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 0x7f51500a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.986+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51600cf600 con 0x7f5164101de0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.987+0000 7f5168a2f640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 0x7f51500a5040 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f5154005d90 tx=0x7f5154005d20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:06.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:05.990+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5160014030 con 0x7f5164101de0 2024-09-10T07:57:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.200+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51641a7280 con 0x7f5164101de0 2024-09-10T07:57:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.200+0000 7f515a7fc640 1 -- 172.21.15.7:0/970369220 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f516009c1c0 con 0x7f5164101de0 2024-09-10T07:57:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:57:06.200 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:57:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.202+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 msgr2=0x7f51500a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.202+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 0x7f51500a5040 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f5154005d90 tx=0x7f5154005d20 comp rx=0 tx=0).stop 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.202+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 msgr2=0x7f516419a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.202+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f516000c920 tx=0x7f516000cde0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 shutdown_connections 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51500a2b80 0x7f51500a5040 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5164106f10 0x7f516419ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5164102790 0x7f516419a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 --2- 172.21.15.7:0/970369220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5164101de0 0x7f516419a460 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 >> 172.21.15.7:0/970369220 conn(0x7f51640fd8c0 msgr2=0x7f51640ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 shutdown_connections 2024-09-10T07:57:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:06.203+0000 7f516b494640 1 -- 172.21.15.7:0/970369220 wait complete. 2024-09-10T07:57:06.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.89 MB/sec execute 489 sec latency 3907.401 ms 2024-09-10T07:57:06.986 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:57:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:06 smithi007 ceph-mon[30879]: pgmap v714: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-09-10T07:57:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/970369220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:06 smithi110 ceph-mon[34417]: pgmap v714: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-09-10T07:57:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:06 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/970369220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:06 smithi145 ceph-mon[34766]: pgmap v714: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 173 op/s 2024-09-10T07:57:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:06 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/970369220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:07.244 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:07.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.89 MB/sec execute 490 sec latency 4907.499 ms 2024-09-10T07:57:07.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 -- 172.21.15.7:0/4001087560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102570 msgr2=0x7f14cc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 --2- 172.21.15.7:0/4001087560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102570 0x7f14cc1029b0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f14c0009900 tx=0x7f14c002a480 comp rx=0 tx=0).stop 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 -- 172.21.15.7:0/4001087560 shutdown_connections 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 --2- 172.21.15.7:0/4001087560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102ef0 0x7f14cc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 --2- 172.21.15.7:0/4001087560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102570 0x7f14cc1029b0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 --2- 172.21.15.7:0/4001087560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 -- 172.21.15.7:0/4001087560 >> 172.21.15.7:0/4001087560 conn(0x7f14cc0fc7d0 msgr2=0x7f14cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 -- 172.21.15.7:0/4001087560 shutdown_connections 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.720+0000 7f14d2067640 1 -- 172.21.15.7:0/4001087560 wait complete. 2024-09-10T07:57:07.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 Processor -- start 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 -- start start 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc1973b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102570 0x7f14cc1978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc110ea0 con 0x7f14cc102ef0 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc110d20 con 0x7f14cc102570 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14d2067640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc111020 con 0x7f14cc100e20 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14cbfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47064/0 (socket says 172.21.15.7:47064) 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14cbfff640 1 -- 172.21.15.7:0/831280508 learned_addr learned my addr 172.21.15.7:0/831280508 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:07.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.721+0000 7f14caffd640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102570 0x7f14cc1978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc1973b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 -- 172.21.15.7:0/831280508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 msgr2=0x7f14cc1973b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc1973b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 -- 172.21.15.7:0/831280508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102570 msgr2=0x7f14cc1978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102570 0x7f14cc1978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 -- 172.21.15.7:0/831280508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14cc19c360 con 0x7f14cc102ef0 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc1973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14cbfff640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f14c4007c30 tx=0x7f14c400e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14c8ff9640 1 -- 172.21.15.7:0/831280508 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4019020 con 0x7f14cc102ef0 2024-09-10T07:57:07.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14cc19c650 con 0x7f14cc102ef0 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14c8ff9640 1 -- 172.21.15.7:0/831280508 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14c4007e40 con 0x7f14cc102ef0 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14c8ff9640 1 -- 172.21.15.7:0/831280508 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c40054c0 con 0x7f14cc102ef0 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.722+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14cc069f70 con 0x7f14cc102ef0 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.724+0000 7f14c8ff9640 1 -- 172.21.15.7:0/831280508 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f14c40056e0 con 0x7f14cc102ef0 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 Processor -- start 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 -- start start 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5af090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5af5d0 0x56330a5afa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56330a5152f0 con 0x56330a5ba370 2024-09-10T07:57:07.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56330a4bccf0 con 0x56330a5af5d0 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14d4440740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56330a5112b0 con 0x56330a5b0b40 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47080/0 (socket says 172.21.15.7:47080) 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14caffd640 1 -- 172.21.15.7:0/1854199535 learned_addr learned my addr 172.21.15.7:0/1854199535 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14c8ff9640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 0x7f14b40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5af5d0 0x56330a5afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.725+0000 7f14caffd640 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5af090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 -- 172.21.15.7:0/1854199535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 msgr2=0x56330a5af090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5af090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14cbfff640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 0x7f14b40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 -- 172.21.15.7:0/1854199535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5af5d0 msgr2=0x56330a5afa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5af5d0 0x56330a5afa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 -- 172.21.15.7:0/1854199535 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56330a4a13a0 con 0x56330a5ba370 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14c8ff9640 1 -- 172.21.15.7:0/831280508 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f14c40d0dc0 con 0x7f14cc102ef0 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14caffd640 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f14c0009230 tx=0x7f14c0009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b8ec5a74685032 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14b1ffb640 1 -- 172.21.15.7:0/1854199535 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c0035040 con 0x56330a5ba370 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14b1ffb640 1 -- 172.21.15.7:0/1854199535 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14c0003ed0 con 0x56330a5ba370 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.726+0000 7f14b1ffb640 1 -- 172.21.15.7:0/1854199535 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c003d6e0 con 0x56330a5ba370 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- 172.21.15.7:0/1854199535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 msgr2=0x56330a5bc760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14cbfff640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 0x7f14b40a5040 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f14c4099710 tx=0x7f14c4092790 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f14c0009230 tx=0x7f14c0009610 comp rx=0 tx=0).stop 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- 172.21.15.7:0/1854199535 shutdown_connections 2024-09-10T07:57:07.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5ba370 0x56330a5bc760 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5af5d0 0x56330a5afa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 --2- 172.21.15.7:0/1854199535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5af090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- 172.21.15.7:0/1854199535 >> 172.21.15.7:0/1854199535 conn(0x56330a578310 msgr2=0x56330a5abc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- 172.21.15.7:0/1854199535 shutdown_connections 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- 172.21.15.7:0/1854199535 wait complete. 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.727+0000 7f14d4440740 1 -- start start 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 Processor -- start 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5b7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5b7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56330a5bcfb0 con 0x56330a5af5d0 2024-09-10T07:57:07.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56330a4d0060 con 0x56330a5ba370 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56330a5bd130 con 0x56330a5b0b40 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14d4440740 10 client.0 _ll_register_callbacks cb 0x56330a2238c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47084/0 (socket says 172.21.15.7:47084) 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 -- 172.21.15.7:0/3749285798 learned_addr learned my addr 172.21.15.7:0/3749285798 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 -- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 msgr2=0x56330a5b7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5b7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5b7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 -- 172.21.15.7:0/3749285798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 msgr2=0x56330a5b7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5b7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.728+0000 7f14caffd640 1 -- 172.21.15.7:0/3749285798 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56330a2863c0 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14caffd640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f14c0000c00 tx=0x7f14c0005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ad78b3cae96541 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c0035030 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f14c0003820 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14c0003ed0 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f14c0047970 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 10 client.18603 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56330a5c8a50 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14c0003ed0 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f14c0050030 con 0x56330a5af5d0 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 10 client.18603 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:07.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 10 client.18603 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 20 client.18603 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a5c9da0 0x56330a5cc190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 4 client.18603 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.729+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56330a522860 con 0x56330a5c9da0 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.730+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a5c9da0 0x56330a5cc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.730+0000 7f14aaffd640 10 client.18603 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.730+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a5c9da0 0x56330a5cc190 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=516ac6452c53f90e server_cookie=3e78e880ededfbab in_seq=0 out_seq=0 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14aaffd640 1 -- 172.21.15.7:0/3749285798 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56330a522860 con 0x56330a5c9da0 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14aaffd640 10 client.18603 handle_command_reply: tid=0 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 client.18603 shutdown 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 msgr2=0x56330a5b9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f14c0000c00 tx=0x7f14c0005970 comp rx=0 tx=0).stop 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 shutdown_connections 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a5c9da0 0x56330a5cc190 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5b7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5b7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14aaffd640 0 client.18603 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 --2- 172.21.15.7:0/3749285798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5b9d70 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 >> 172.21.15.7:0/3749285798 conn(0x56330a578310 msgr2=0x56330a5b1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 shutdown_connections 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 1 -- 172.21.15.7:0/3749285798 wait complete. 2024-09-10T07:57:07.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.731+0000 7f14d4440740 20 client.18603 trim_cache size 0 max 16384 2024-09-10T07:57:07.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.744+0000 7f14d4440740 1 Processor -- start 2024-09-10T07:57:07.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.744+0000 7f14d4440740 1 -- start start 2024-09-10T07:57:07.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 0x56330a5b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5ba370 0x56330a5cedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1af1c0 con 0x56330a5af5d0 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1aca90 con 0x56330a5b0b40 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14d4440740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1aa950 con 0x56330a5ba370 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47088/0 (socket says 172.21.15.7:47088) 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 -- 172.21.15.7:0/1884699885 learned_addr learned my addr 172.21.15.7:0/1884699885 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 0x56330a5b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 -- 172.21.15.7:0/1884699885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5ba370 msgr2=0x56330a5cedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5ba370 0x56330a5cedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 -- 172.21.15.7:0/1884699885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 msgr2=0x56330a5b68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 0x56330a5b68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 -- 172.21.15.7:0/1884699885 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56330a5b5ff0 con 0x56330a5af5d0 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 0x56330a5b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14caffd640 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f14c002ac70 tx=0x7f14c00058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755d35bc1f727cf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14b17fa640 1 -- 172.21.15.7:0/1884699885 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c005f070 con 0x56330a5af5d0 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14b17fa640 1 -- 172.21.15.7:0/1884699885 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14c0047b10 con 0x56330a5af5d0 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.745+0000 7f14b17fa640 1 -- 172.21.15.7:0/1884699885 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c0035040 con 0x56330a5af5d0 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- 172.21.15.7:0/1884699885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 msgr2=0x56330a5abd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f14c002ac70 tx=0x7f14c00058e0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- 172.21.15.7:0/1884699885 shutdown_connections 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5ba370 0x56330a5cedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5b0b40 0x56330a5b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 --2- 172.21.15.7:0/1884699885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5abd90 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- 172.21.15.7:0/1884699885 >> 172.21.15.7:0/1884699885 conn(0x56330a578310 msgr2=0x56330a5ab680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- 172.21.15.7:0/1884699885 shutdown_connections 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- 172.21.15.7:0/1884699885 wait complete. 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.746+0000 7f14d4440740 1 -- start start 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 Processor -- start 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5ccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1aafa0 con 0x56330a5af5d0 2024-09-10T07:57:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1ac3c0 con 0x56330a5ba370 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc1ab620 con 0x56330a5b0b40 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14d4440740 10 client.0 _ll_register_callbacks cb 0x7f14bc0071a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47096/0 (socket says 172.21.15.7:47096) 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 -- 172.21.15.7:0/1148277832 learned_addr learned my addr 172.21.15.7:0/1148277832 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5ccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 -- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 msgr2=0x56330a5cc5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5cc5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 -- 172.21.15.7:0/1148277832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 msgr2=0x56330a5ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5ccb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.747+0000 7f14caffd640 1 -- 172.21.15.7:0/1148277832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56330a5cd090 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14caffd640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f14c0009850 tx=0x7f14c0053040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb1d2f9b65d018c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c0035070 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f14c003d480 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14c0047b10 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f14c005f040 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 10 client.18609 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56330a6343b0 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14c0047b10 con 0x56330a5af5d0 2024-09-10T07:57:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f14c0050070 con 0x56330a5af5d0 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 10 client.18609 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 10 client.18609 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 20 client.18609 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a634a10 0x56330a636e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 4 client.18609 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.748+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56330a51cd70 con 0x56330a634a10 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.749+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a634a10 0x56330a636e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.749+0000 7f14cb7fe640 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a634a10 0x56330a636e00 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c3c114fbe3901c7b server_cookie=91c57f5e33464c3d in_seq=0 out_seq=0 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.749+0000 7f14aaffd640 10 client.18609 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14aaffd640 1 -- 172.21.15.7:0/1148277832 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56330a51cd70 con 0x56330a634a10 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14aaffd640 10 client.18609 handle_command_reply: tid=0 2024-09-10T07:57:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 client.18609 shutdown 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 msgr2=0x56330a5cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f14c0009850 tx=0x7f14c0053040 comp rx=0 tx=0).stop 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 shutdown_connections 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x56330a634a10 0x56330a636e00 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56330a5ba370 0x56330a5ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56330a5b0b40 0x56330a5cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 --2- 172.21.15.7:0/1148277832 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56330a5af5d0 0x56330a5cf290 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 >> 172.21.15.7:0/1148277832 conn(0x56330a578310 msgr2=0x56330a5b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14aaffd640 0 client.18609 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 shutdown_connections 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 1 -- 172.21.15.7:0/1148277832 wait complete. 2024-09-10T07:57:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.750+0000 7f14d4440740 20 client.18609 trim_cache size 0 max 16384 2024-09-10T07:57:07.759 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:07.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 msgr2=0x7f14b40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 0x7f14b40a5040 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f14c4099710 tx=0x7f14c4092790 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 msgr2=0x7f14cc19bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f14c4007c30 tx=0x7f14c400e420 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 shutdown_connections 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f14b40a2b80 0x7f14b40a5040 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14cc102ef0 0x7f14cc19bc80 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f14cc102570 0x7f14cc1978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 --2- 172.21.15.7:0/831280508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14cc100e20 0x7f14cc1973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 >> 172.21.15.7:0/831280508 conn(0x7f14cc0fc7d0 msgr2=0x7f14cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:07.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 shutdown_connections 2024-09-10T07:57:07.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:07.751+0000 7f14d2067640 1 -- 172.21.15.7:0/831280508 wait complete. 2024-09-10T07:57:08.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.88 MB/sec execute 491 sec latency 5907.569 ms 2024-09-10T07:57:08.486 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:57:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:08 smithi007 ceph-mon[30879]: pgmap v715: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1014 KiB/s wr, 115 op/s 2024-09-10T07:57:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:08 smithi110 ceph-mon[34417]: pgmap v715: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1014 KiB/s wr, 115 op/s 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 -- 172.21.15.7:0/1446019280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1481036e0 msgr2=0x7ff148107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 --2- 172.21.15.7:0/1446019280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1481036e0 0x7ff148107b90 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7ff138009930 tx=0x7ff13802a420 comp rx=0 tx=0).stop 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 -- 172.21.15.7:0/1446019280 shutdown_connections 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 --2- 172.21.15.7:0/1446019280 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 0x7ff14810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 --2- 172.21.15.7:0/1446019280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1481036e0 0x7ff148107b90 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 --2- 172.21.15.7:0/1446019280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff148102d30 0x7ff148103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 -- 172.21.15.7:0/1446019280 >> 172.21.15.7:0/1446019280 conn(0x7ff1480fc7d0 msgr2=0x7ff1480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 -- 172.21.15.7:0/1446019280 shutdown_connections 2024-09-10T07:57:09.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.223+0000 7ff1500c2640 1 -- 172.21.15.7:0/1446019280 wait complete. 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 Processor -- start 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 -- start start 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1481036e0 0x7ff148198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 0x7ff14819cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff148111f10 con 0x7ff148102d30 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff148111d90 con 0x7ff1481082a0 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff1500c2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff148112090 con 0x7ff1481036e0 2024-09-10T07:57:09.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff14de5e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff14de5e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47112/0 (socket says 172.21.15.7:47112) 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff14de5e640 1 -- 172.21.15.7:0/973710590 learned_addr learned my addr 172.21.15.7:0/973710590 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff14d65d640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1481036e0 0x7ff148198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.224+0000 7ff14e65f640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 0x7ff14819cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 -- 172.21.15.7:0/973710590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1481036e0 msgr2=0x7ff148198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1481036e0 0x7ff148198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 -- 172.21.15.7:0/973710590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 msgr2=0x7ff14819cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 0x7ff14819cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 -- 172.21.15.7:0/973710590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14819d4a0 con 0x7ff148102d30 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff14de5e640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7ff14400c890 tx=0x7ff14400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff13effd640 1 -- 172.21.15.7:0/973710590 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff144004220 con 0x7ff148102d30 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff13effd640 1 -- 172.21.15.7:0/973710590 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1440043c0 con 0x7ff148102d30 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14819d790 con 0x7ff148102d30 2024-09-10T07:57:09.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff13effd640 1 -- 172.21.15.7:0/973710590 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff144004a00 con 0x7ff148102d30 2024-09-10T07:57:09.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.225+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1481a5070 con 0x7ff148102d30 2024-09-10T07:57:09.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.227+0000 7ff13effd640 1 -- 172.21.15.7:0/973710590 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff144004ba0 con 0x7ff148102d30 2024-09-10T07:57:09.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 Processor -- start 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 -- start start 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a10c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a10ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55649a0722f0 con 0x55649a11b780 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55649a019cf0 con 0x55649a10c5d0 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff15249b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55649a06e2b0 con 0x55649a10db40 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff13effd640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 0x7ff1340a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47128/0 (socket says 172.21.15.7:47128) 2024-09-10T07:57:09.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14d65d640 1 -- 172.21.15.7:0/314344190 learned_addr learned my addr 172.21.15.7:0/314344190 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14de5e640 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a10ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14e65f640 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a10c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.228+0000 7ff14e65f640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 0x7ff1340a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff13effd640 1 -- 172.21.15.7:0/973710590 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff1440cefa0 con 0x7ff148102d30 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 -- 172.21.15.7:0/314344190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 msgr2=0x55649a10c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a10c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 -- 172.21.15.7:0/314344190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 msgr2=0x55649a10ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a10ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 -- 172.21.15.7:0/314344190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556499ffe3a0 con 0x55649a11b780 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14e65f640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 0x7ff1340a50c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff14000a780 tx=0x7ff14000a4d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff14d65d640 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7ff1480697d0 tx=0x7ff138005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ee05f11bdbc48c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff133fff640 1 -- 172.21.15.7:0/314344190 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138035040 con 0x55649a11b780 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff133fff640 1 -- 172.21.15.7:0/314344190 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1380316a0 con 0x55649a11b780 2024-09-10T07:57:09.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.229+0000 7ff133fff640 1 -- 172.21.15.7:0/314344190 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1380047a0 con 0x55649a11b780 2024-09-10T07:57:09.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 -- 172.21.15.7:0/314344190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 msgr2=0x55649a11db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7ff1480697d0 tx=0x7ff138005fd0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 -- 172.21.15.7:0/314344190 shutdown_connections 2024-09-10T07:57:09.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a11db70 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a10ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 --2- 172.21.15.7:0/314344190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a10c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 -- 172.21.15.7:0/314344190 >> 172.21.15.7:0/314344190 conn(0x55649a0d5310 msgr2=0x55649a108c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 -- 172.21.15.7:0/314344190 shutdown_connections 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.230+0000 7ff15249b740 1 -- 172.21.15.7:0/314344190 wait complete. 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 -- start start 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 Processor -- start 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a11b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a1183e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55649a11e420 con 0x55649a11b780 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55649a02d060 con 0x55649a10c5d0 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55649a11e5a0 con 0x55649a10db40 2024-09-10T07:57:09.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff15249b740 10 client.0 _ll_register_callbacks cb 0x556499d808c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff14e65f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff14e65f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47138/0 (socket says 172.21.15.7:47138) 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff14e65f640 1 -- 172.21.15.7:0/449857932 learned_addr learned my addr 172.21.15.7:0/449857932 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff14d65d640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a1183e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.231+0000 7ff14de5e640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a11b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 -- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 msgr2=0x55649a1183e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a1183e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 -- 172.21.15.7:0/449857932 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 msgr2=0x55649a11b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a11b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 -- 172.21.15.7:0/449857932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556499de33c0 con 0x55649a11b780 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14de5e640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a11b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff14e65f640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f730 tx=0x7ff140004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e625cc8fdeb041a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff1317fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:09.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140026070 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1380316a0 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff140004d20 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff140030050 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff15249b740 10 client.18621 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55649a129e70 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.232+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1380316a0 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff140004630 con 0x55649a11b780 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 10 client.18621 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 10 client.18621 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 20 client.18621 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a12b330 0x55649a12d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 4 client.18621 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:09.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55649a07f860 con 0x55649a12b330 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff14de5e640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a12b330 0x55649a12d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff14de5e640 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a12b330 0x55649a12d7d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d067b76dd0dbb60f server_cookie=ede4c974d73ce0fa in_seq=0 out_seq=0 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.233+0000 7ff1317fa640 10 client.18621 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff1317fa640 1 -- 172.21.15.7:0/449857932 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55649a07f860 con 0x55649a12b330 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff1317fa640 10 client.18621 handle_command_reply: tid=0 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 client.18621 shutdown 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 msgr2=0x55649a118980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f730 tx=0x7ff140004a40 comp rx=0 tx=0).stop 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 shutdown_connections 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a12b330 0x55649a12d7d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a11b780 0x55649a118980 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10db40 0x55649a1183e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 --2- 172.21.15.7:0/449857932 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a10c5d0 0x55649a11b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff1317fa640 0 client.18621 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:09.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.234+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 >> 172.21.15.7:0/449857932 conn(0x55649a0d5310 msgr2=0x55649a10e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.235+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 shutdown_connections 2024-09-10T07:57:09.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.235+0000 7ff15249b740 1 -- 172.21.15.7:0/449857932 wait complete. 2024-09-10T07:57:09.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.235+0000 7ff15249b740 20 client.18621 trim_cache size 0 max 16384 2024-09-10T07:57:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:08 smithi145 ceph-mon[34766]: pgmap v715: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1014 KiB/s wr, 115 op/s 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.247+0000 7ff15249b740 1 Processor -- start 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 -- start start 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1276c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a1330f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481af390 con 0x55649a10db40 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481acc60 con 0x55649a11b780 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff15249b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481aaad0 con 0x55649a10c5d0 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47148/0 (socket says 172.21.15.7:47148) 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 -- 172.21.15.7:0/3973711162 learned_addr learned my addr 172.21.15.7:0/3973711162 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14de5e640 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1276c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 -- 172.21.15.7:0/3973711162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 msgr2=0x55649a1276c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1276c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 -- 172.21.15.7:0/3973711162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 msgr2=0x55649a1330f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a1330f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 -- 172.21.15.7:0/3973711162 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55649a109960 con 0x55649a10db40 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.248+0000 7ff14d65d640 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7ff138004650 tx=0x7ff13802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c131e6dee193ee79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff1337fe640 1 -- 172.21.15.7:0/3973711162 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138055070 con 0x55649a10db40 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff1337fe640 1 -- 172.21.15.7:0/3973711162 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff138050480 con 0x55649a10db40 2024-09-10T07:57:09.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff1337fe640 1 -- 172.21.15.7:0/3973711162 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138035040 con 0x55649a10db40 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 -- 172.21.15.7:0/3973711162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 msgr2=0x55649a11a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7ff138004650 tx=0x7ff13802a420 comp rx=0 tx=0).stop 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 -- 172.21.15.7:0/3973711162 shutdown_connections 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a1330f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a11a350 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 --2- 172.21.15.7:0/3973711162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1276c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 -- 172.21.15.7:0/3973711162 >> 172.21.15.7:0/3973711162 conn(0x55649a0d5310 msgr2=0x55649a119c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 -- 172.21.15.7:0/3973711162 shutdown_connections 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.249+0000 7ff15249b740 1 -- 172.21.15.7:0/3973711162 wait complete. 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 -- start start 2024-09-10T07:57:09.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 Processor -- start 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1240b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a120e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481ab120 con 0x55649a10db40 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481ac590 con 0x55649a11b780 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1481ab7f0 con 0x55649a10c5d0 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff15249b740 10 client.0 _ll_register_callbacks cb 0x7ff140014790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff14de5e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1240b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff14d65d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47156/0 (socket says 172.21.15.7:47156) 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.250+0000 7ff14d65d640 1 -- 172.21.15.7:0/1682177042 learned_addr learned my addr 172.21.15.7:0/1682177042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14e65f640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a120e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 -- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 msgr2=0x55649a1240b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1240b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 -- 172.21.15.7:0/1682177042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 msgr2=0x55649a120e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:09.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a120e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 -- 172.21.15.7:0/1682177042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55649a121640 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14e65f640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a120e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff14d65d640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7ff13802a940 tx=0x7ff1380056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633c5fc89478f77e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff1317fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138035070 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff1380316a0 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff138050480 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff138062050 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff15249b740 10 client.18627 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55649a197200 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.251+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff138050480 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff138046570 con 0x55649a10db40 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 10 client.18627 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 10 client.18627 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:57:09.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 20 client.18627 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a1973d0 0x55649a1997c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 4 client.18627 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55649a079d70 con 0x55649a1973d0 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff14de5e640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a1973d0 0x55649a1997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff14de5e640 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a1973d0 0x55649a1997c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=294fb2c7b98671d7 server_cookie=b365535d34f5b6bc in_seq=0 out_seq=0 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff1317fa640 10 client.18627 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff1317fa640 1 -- 172.21.15.7:0/1682177042 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55649a079d70 con 0x55649a1973d0 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff1317fa640 10 client.18627 handle_command_reply: tid=0 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.252+0000 7ff15249b740 1 client.18627 shutdown 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 msgr2=0x55649a120800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7ff13802a940 tx=0x7ff1380056b0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 shutdown_connections 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55649a1973d0 0x55649a1997c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55649a11b780 0x55649a120e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55649a10db40 0x55649a120800 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 --2- 172.21.15.7:0/1682177042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55649a10c5d0 0x55649a1240b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff1317fa640 0 client.18627 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 >> 172.21.15.7:0/1682177042 conn(0x55649a0d5310 msgr2=0x55649a11a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 shutdown_connections 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 1 -- 172.21.15.7:0/1682177042 wait complete. 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff15249b740 20 client.18627 trim_cache size 0 max 16384 2024-09-10T07:57:09.257 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 msgr2=0x7ff1340a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 0x7ff1340a50c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff14000a780 tx=0x7ff14000a4d0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 msgr2=0x7ff1481984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.253+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7ff14400c890 tx=0x7ff14400cd50 comp rx=0 tx=0).stop 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 shutdown_connections 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff1340a2c00 0x7ff1340a50c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1481082a0 0x7ff14819cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1481036e0 0x7ff148198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 --2- 172.21.15.7:0/973710590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff148102d30 0x7ff1481984f0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:09.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 >> 172.21.15.7:0/973710590 conn(0x7ff1480fc7d0 msgr2=0x7ff148105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:09.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 shutdown_connections 2024-09-10T07:57:09.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:09.254+0000 7ff1500c2640 1 -- 172.21.15.7:0/973710590 wait complete. 2024-09-10T07:57:09.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.88 MB/sec execute 492 sec latency 6907.598 ms 2024-09-10T07:57:09.981 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:57:10.238 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:10.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.88 MB/sec execute 493 sec latency 7907.680 ms 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 -- 172.21.15.7:0/2642539655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc102d40 msgr2=0x7f69cc103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 --2- 172.21.15.7:0/2642539655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc102d40 0x7f69cc103120 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f69c8009900 tx=0x7f69c802a480 comp rx=0 tx=0).stop 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 -- 172.21.15.7:0/2642539655 shutdown_connections 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 --2- 172.21.15.7:0/2642539655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc10c170 0x7f69cc10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 --2- 172.21.15.7:0/2642539655 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 0x7f69cc10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 --2- 172.21.15.7:0/2642539655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc102d40 0x7f69cc103120 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 -- 172.21.15.7:0/2642539655 >> 172.21.15.7:0/2642539655 conn(0x7f69cc0fc7a0 msgr2=0x7f69cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.705+0000 7f69d3325640 1 -- 172.21.15.7:0/2642539655 shutdown_connections 2024-09-10T07:57:10.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 -- 172.21.15.7:0/2642539655 wait complete. 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 Processor -- start 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 -- start start 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc102d40 0x7f69cc1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 0x7f69cc100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc111e20 con 0x7f69cc10c170 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc111ca0 con 0x7f69cc103660 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d3325640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc111fa0 con 0x7f69cc102d40 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.706+0000 7f69d18c2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56532/0 (socket says 172.21.15.7:56532) 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 -- 172.21.15.7:0/3974890092 learned_addr learned my addr 172.21.15.7:0/3974890092 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc102d40 0x7f69cc1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 0x7f69cc100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 -- 172.21.15.7:0/3974890092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc102d40 msgr2=0x7f69cc1009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc102d40 0x7f69cc1009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 -- 172.21.15.7:0/3974890092 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 msgr2=0x7f69cc100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 0x7f69cc100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 -- 172.21.15.7:0/3974890092 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69cc1a68c0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d18c2640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f69c400eaa0 tx=0x7f69c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69c27fc640 1 -- 172.21.15.7:0/3974890092 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c400cdb0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69cc1a6bb0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69c27fc640 1 -- 172.21.15.7:0/3974890092 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69c4005020 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69c27fc640 1 -- 172.21.15.7:0/3974890092 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c40116d0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.707+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69cc1a70f0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69c27fc640 1 -- 172.21.15.7:0/3974890092 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f69c40051d0 con 0x7f69cc10c170 2024-09-10T07:57:10.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 Processor -- start 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 -- start start 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 0x56269e637a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e644760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56269e59d2f0 con 0x56269e638b40 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56269e544cf0 con 0x56269e642370 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69d56fe740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56269e5992b0 con 0x56269e6375d0 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.710+0000 7f69c27fc640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 0x7f69b80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56538/0 (socket says 172.21.15.7:56538) 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 -- 172.21.15.7:0/910722577 learned_addr learned my addr 172.21.15.7:0/910722577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:10.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d18c2640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 0x7f69b80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d10c1640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 0x56269e637a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e644760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69c27fc640 1 -- 172.21.15.7:0/3974890092 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69c40cf440 con 0x7f69cc10c170 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 -- 172.21.15.7:0/910722577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 msgr2=0x56269e637a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 0x56269e637a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 -- 172.21.15.7:0/910722577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 msgr2=0x56269e644760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e644760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 -- 172.21.15.7:0/910722577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56269e5293a0 con 0x56269e638b40 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d10c1640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 0x56269e637a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d08c0640 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0058a0 tx=0x7f69bc00b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6326315c344e068a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69d18c2640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 0x7f69b80a5040 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f69c4098380 tx=0x7f69c4086040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69b77fe640 1 -- 172.21.15.7:0/910722577 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc004030 con 0x56269e638b40 2024-09-10T07:57:10.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69b77fe640 1 -- 172.21.15.7:0/910722577 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69bc0041d0 con 0x56269e638b40 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.711+0000 7f69b77fe640 1 -- 172.21.15.7:0/910722577 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc00f480 con 0x56269e638b40 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 -- 172.21.15.7:0/910722577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 msgr2=0x56269e637090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0058a0 tx=0x7f69bc00b830 comp rx=0 tx=0).stop 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 -- 172.21.15.7:0/910722577 shutdown_connections 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e644760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e6375d0 0x56269e637a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 --2- 172.21.15.7:0/910722577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e637090 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 -- 172.21.15.7:0/910722577 >> 172.21.15.7:0/910722577 conn(0x56269e600310 msgr2=0x56269e633c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 -- 172.21.15.7:0/910722577 shutdown_connections 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.712+0000 7f69d56fe740 1 -- 172.21.15.7:0/910722577 wait complete. 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 -- start start 2024-09-10T07:57:10.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 Processor -- start 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e638b40 0x56269e63efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e63f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56269e645070 con 0x56269e6375d0 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56269e558060 con 0x56269e638b40 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56269e6451f0 con 0x56269e642370 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d56fe740 10 client.0 _ll_register_callbacks cb 0x56269e2ab8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56552/0 (socket says 172.21.15.7:56552) 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d08c0640 1 -- 172.21.15.7:0/3534546452 learned_addr learned my addr 172.21.15.7:0/3534546452 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.713+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e638b40 0x56269e63efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 -- 172.21.15.7:0/3534546452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 msgr2=0x56269e63f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e63f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 -- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e638b40 msgr2=0x56269e63efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e638b40 0x56269e63efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 -- 172.21.15.7:0/3534546452 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56269e30e3c0 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00bec0 tx=0x7f69bc012160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2378e17f9c56150a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc004480 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69bc0035f0 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69bc0041d0 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f69bc0037f0 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d56fe740 10 client.18639 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56269e650b00 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69bc0041d0 con 0x56269e6375d0 2024-09-10T07:57:10.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.714+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f69bc0104f0 con 0x56269e6375d0 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 10 client.18639 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 10 client.18639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 20 client.18639 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e651e50 0x56269e654240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 4 client.18639 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56269e5aa860 con 0x56269e651e50 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e651e50 0x56269e654240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e651e50 0x56269e654240 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c996acf46016d78 server_cookie=207c9a91271d8589 in_seq=0 out_seq=0 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.715+0000 7f69b4ff9640 10 client.18639 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3534546452 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56269e5aa860 con 0x56269e651e50 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69b4ff9640 10 client.18639 handle_command_reply: tid=0 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 client.18639 shutdown 2024-09-10T07:57:10.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 msgr2=0x56269e641d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00bec0 tx=0x7f69bc012160 comp rx=0 tx=0).stop 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 shutdown_connections 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e651e50 0x56269e654240 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e63f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e638b40 0x56269e63efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3534546452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e641d30 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69b4ff9640 0 client.18639 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 >> 172.21.15.7:0/3534546452 conn(0x56269e600310 msgr2=0x56269e639990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 shutdown_connections 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.716+0000 7f69d56fe740 1 -- 172.21.15.7:0/3534546452 wait complete. 2024-09-10T07:57:10.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.717+0000 7f69d56fe740 20 client.18639 trim_cache size 0 max 16384 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 Processor -- start 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 -- start start 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e638b40 0x56269e63a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e63a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1b3790 con 0x56269e6375d0 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1b1060 con 0x56269e642370 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d56fe740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1aeed0 con 0x56269e638b40 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56568/0 (socket says 172.21.15.7:56568) 2024-09-10T07:57:10.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 -- 172.21.15.7:0/2931557848 learned_addr learned my addr 172.21.15.7:0/2931557848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d10c1640 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e638b40 0x56269e63a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 -- 172.21.15.7:0/2931557848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e638b40 msgr2=0x56269e63a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e638b40 0x56269e63a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 -- 172.21.15.7:0/2931557848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 msgr2=0x56269e63a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.730+0000 7f69d08c0640 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e63a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.731+0000 7f69d08c0640 1 -- 172.21.15.7:0/2931557848 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56269e638750 con 0x56269e6375d0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.731+0000 7f69d08c0640 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00b7e0 tx=0x7f69bc005940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53ef103b986bc8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.731+0000 7f69b6ffd640 1 -- 172.21.15.7:0/2931557848 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc0121d0 con 0x56269e6375d0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.731+0000 7f69b6ffd640 1 -- 172.21.15.7:0/2931557848 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69bc027070 con 0x56269e6375d0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.731+0000 7f69b6ffd640 1 -- 172.21.15.7:0/2931557848 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc010c50 con 0x56269e6375d0 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- 172.21.15.7:0/2931557848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 msgr2=0x56269e64e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00b7e0 tx=0x7f69bc005940 comp rx=0 tx=0).stop 2024-09-10T07:57:10.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- 172.21.15.7:0/2931557848 shutdown_connections 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e642370 0x56269e63a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e638b40 0x56269e63a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 --2- 172.21.15.7:0/2931557848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e6375d0 0x56269e64e340 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- 172.21.15.7:0/2931557848 >> 172.21.15.7:0/2931557848 conn(0x56269e600310 msgr2=0x56269e63e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- 172.21.15.7:0/2931557848 shutdown_connections 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- 172.21.15.7:0/2931557848 wait complete. 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 -- start start 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 Processor -- start 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.732+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e6375d0 0x56269e645c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e6b4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1af520 con 0x56269e638b40 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1b0990 con 0x56269e6375d0 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc1afbf0 con 0x56269e642370 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 10 client.0 _ll_register_callbacks cb 0x7f69bc012410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:10.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56574/0 (socket says 172.21.15.7:56574) 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 -- 172.21.15.7:0/3780017042 learned_addr learned my addr 172.21.15.7:0/3780017042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e6375d0 0x56269e645c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e6b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 -- 172.21.15.7:0/3780017042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 msgr2=0x56269e6b4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e6b4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 -- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e6375d0 msgr2=0x56269e645c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e6375d0 0x56269e645c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 -- 172.21.15.7:0/3780017042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56269e6b4ea0 con 0x56269e638b40 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e6b4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d10c1640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f69c8009900 tx=0x7f69c8005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4738ad26972f0b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:10.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8049060 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69c8005040 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.733+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69bc027070 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f69c8050050 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 10 client.18645 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56269e6bc210 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69bc027070 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f69c80035f0 con 0x56269e638b40 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 10 client.18645 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 10 client.18645 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 20 client.18645 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e6bc9c0 0x56269e6bede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 4 client.18645 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56269e5a4d70 con 0x56269e6bc9c0 2024-09-10T07:57:10.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.734+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e6bc9c0 0x56269e6bede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69b4ff9640 10 client.18645 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d08c0640 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e6bc9c0 0x56269e6bede0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca1bb8329b4875e6 server_cookie=d8632fac4e147bd0 in_seq=0 out_seq=0 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69b4ff9640 1 -- 172.21.15.7:0/3780017042 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56269e5a4d70 con 0x56269e6bc9c0 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69b4ff9640 10 client.18645 handle_command_reply: tid=0 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 client.18645 shutdown 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 msgr2=0x56269e646170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f69c8009900 tx=0x7f69c8005c00 comp rx=0 tx=0).stop 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 shutdown_connections 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56269e6bc9c0 0x56269e6bede0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56269e642370 0x56269e6b4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69b4ff9640 0 client.18645 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56269e638b40 0x56269e646170 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 --2- 172.21.15.7:0/3780017042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56269e6375d0 0x56269e645c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 >> 172.21.15.7:0/3780017042 conn(0x56269e600310 msgr2=0x56269e6324e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 shutdown_connections 2024-09-10T07:57:10.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.735+0000 7f69d56fe740 1 -- 172.21.15.7:0/3780017042 wait complete. 2024-09-10T07:57:10.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d56fe740 20 client.18645 trim_cache size 0 max 16384 2024-09-10T07:57:10.742 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 msgr2=0x7f69b80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 0x7f69b80a5040 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f69c4098380 tx=0x7f69c4086040 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 msgr2=0x7f69cc101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f69c400eaa0 tx=0x7f69c400ef60 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 shutdown_connections 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f69b80a2b80 0x7f69b80a5040 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69cc10c170 0x7f69cc101420 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f69cc103660 0x7f69cc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 --2- 172.21.15.7:0/3974890092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69cc102d40 0x7f69cc1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:10.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 >> 172.21.15.7:0/3974890092 conn(0x7f69cc0fc7a0 msgr2=0x7f69cc0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:10.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 shutdown_connections 2024-09-10T07:57:10.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:10.736+0000 7f69d3325640 1 -- 172.21.15.7:0/3974890092 wait complete. 2024-09-10T07:57:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:10 smithi007 ceph-mon[30879]: pgmap v716: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 948 KiB/s wr, 120 op/s 2024-09-10T07:57:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:10 smithi110 ceph-mon[34417]: pgmap v716: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 948 KiB/s wr, 120 op/s 2024-09-10T07:57:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:10 smithi145 ceph-mon[34766]: pgmap v716: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 948 KiB/s wr, 120 op/s 2024-09-10T07:57:11.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.87 MB/sec execute 494 sec latency 8907.722 ms 2024-09-10T07:57:12.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.87 MB/sec execute 495 sec latency 9907.831 ms 2024-09-10T07:57:12.453 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:57:12.453 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:57:12.732 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:12 smithi007 ceph-mon[30879]: pgmap v717: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 429 KiB/s wr, 66 op/s 2024-09-10T07:57:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:12 smithi110 ceph-mon[34417]: pgmap v717: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 429 KiB/s wr, 66 op/s 2024-09-10T07:57:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:12 smithi145 ceph-mon[34766]: pgmap v717: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 429 KiB/s wr, 66 op/s 2024-09-10T07:57:13.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.87 MB/sec execute 496 sec latency 10907.866 ms 2024-09-10T07:57:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.250+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/3211429388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04102ef0 msgr2=0x7f3d0410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.250+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/3211429388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04102ef0 0x7f3d0410da40 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc009900 tx=0x7f3cfc02a480 comp rx=0 tx=0).stop 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/3211429388 shutdown_connections 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/3211429388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04102ef0 0x7f3d0410da40 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/3211429388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102570 0x7f3d041029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/3211429388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04100e20 0x7f3d04101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/3211429388 >> 172.21.15.7:0/3211429388 conn(0x7f3d040fc7d0 msgr2=0x7f3d040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/3211429388 shutdown_connections 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/3211429388 wait complete. 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.251+0000 7f3d0bdd3640 1 Processor -- start 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 -- start start 2024-09-10T07:57:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 0x7f3d04197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102ef0 0x7f3d0419bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04110e70 con 0x7f3d04100e20 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04110cf0 con 0x7f3d04102570 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0bdd3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04110ff0 con 0x7f3d04102ef0 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56590/0 (socket says 172.21.15.7:56590) 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1666692896 learned_addr learned my addr 172.21.15.7:0/1666692896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102ef0 0x7f3d0419bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1666692896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102ef0 msgr2=0x7f3d0419bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102ef0 0x7f3d0419bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 0x7f3d04197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1666692896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 msgr2=0x7f3d04197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 0x7f3d04197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1666692896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d0419c2f0 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.252+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 0x7f3d04197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f3cf400ba50 tx=0x7f3cf400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d02ffd640 1 -- 172.21.15.7:0/1666692896 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4019070 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d02ffd640 1 -- 172.21.15.7:0/1666692896 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cf400cbe0 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d0419c5e0 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d02ffd640 1 -- 172.21.15.7:0/1666692896 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf40075d0 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.253+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a3ec0 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.255+0000 7f3d02ffd640 1 -- 172.21.15.7:0/1666692896 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3cf401c070 con 0x7f3d04100e20 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.255+0000 7f3d0e1ac740 1 Processor -- start 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 -- start start 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b063690 0x56443b06da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56443afc6280 con 0x56443b062d70 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56443af6db10 con 0x56443b06df50 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56443afc2240 con 0x56443b063690 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d02ffd640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 0x7f3cec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56604/0 (socket says 172.21.15.7:56604) 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 -- 172.21.15.7:0/638495580 learned_addr learned my addr 172.21.15.7:0/638495580 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b063690 0x56443b06da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 0x7f3cec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d02ffd640 1 -- 172.21.15.7:0/1666692896 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cf40cea50 con 0x7f3d04100e20 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0936e640 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 -- 172.21.15.7:0/638495580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b063690 msgr2=0x56443b06da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b063690 0x56443b06da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 -- 172.21.15.7:0/638495580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 msgr2=0x56443b070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.256+0000 7f3d0a370640 1 -- 172.21.15.7:0/638495580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56443af7a1f0 con 0x56443b062d70 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.257+0000 7f3d0a370640 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc0096c0 tx=0x7f3cfc0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13a9e4cb9f5aa98 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.257+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 0x7f3cec0a5040 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc033000 tx=0x7f3cfc047000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.257+0000 7f3cebfff640 1 -- 172.21.15.7:0/638495580 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc035030 con 0x56443b062d70 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.257+0000 7f3cebfff640 1 -- 172.21.15.7:0/638495580 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cfc04e070 con 0x56443b062d70 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.257+0000 7f3cebfff640 1 -- 172.21.15.7:0/638495580 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc0498a0 con 0x56443b062d70 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/638495580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 msgr2=0x56443b063150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc0096c0 tx=0x7f3cfc0040c0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/638495580 shutdown_connections 2024-09-10T07:57:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b063690 0x56443b06da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/638495580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b063150 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/638495580 >> 172.21.15.7:0/638495580 conn(0x56443b05f300 msgr2=0x56443b05f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/638495580 shutdown_connections 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/638495580 wait complete. 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 -- start start 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.258+0000 7f3d0e1ac740 1 Processor -- start 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b06ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b06b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56443b070b20 con 0x56443b06df50 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56443af80f10 con 0x56443b063690 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56443b070ca0 con 0x56443b062d70 2024-09-10T07:57:13.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0e1ac740 10 client.0 _ll_register_callbacks cb 0x56443af49a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56612/0 (socket says 172.21.15.7:56612) 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 -- 172.21.15.7:0/1959305417 learned_addr learned my addr 172.21.15.7:0/1959305417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b06ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b06b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 -- 172.21.15.7:0/1959305417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 msgr2=0x56443b06ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b06ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 -- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 msgr2=0x56443b06b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b06b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 -- 172.21.15.7:0/1959305417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56443ad376a0 con 0x56443b06df50 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc006010 tx=0x7f3cfc0494a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=490ceb70ba37f18c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.259+0000 7f3ce97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc035040 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cfc049640 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cfc04e070 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3cfc063050 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 10 client.18657 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56443b07c780 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cfc04e070 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3cfc048070 con 0x56443b06df50 2024-09-10T07:57:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 10 client.18657 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 10 client.18657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 20 client.18657 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b07dad0 0x56443b07fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 4 client.18657 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.260+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56443afd37f0 con 0x56443b07dad0 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.261+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b07dad0 0x56443b07fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.261+0000 7f3ce97fa640 10 client.18657 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.261+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b07dad0 0x56443b07fec0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccabc6eb1075235c server_cookie=1b82153d8478fa25 in_seq=0 out_seq=0 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1959305417 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56443afd37f0 con 0x56443b07dad0 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3ce97fa640 10 client.18657 handle_command_reply: tid=0 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 client.18657 shutdown 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 msgr2=0x56443b06b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc006010 tx=0x7f3cfc0494a0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 shutdown_connections 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b07dad0 0x56443b07fec0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b06df50 0x56443b06b910 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b06b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1959305417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b06ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3ce97fa640 0 client.18657 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 >> 172.21.15.7:0/1959305417 conn(0x56443b05f300 msgr2=0x56443b05c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 shutdown_connections 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1959305417 wait complete. 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.262+0000 7f3d0e1ac740 20 client.18657 trim_cache size 0 max 16384 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.279+0000 7f3d0e1ac740 1 Processor -- start 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.279+0000 7f3d0e1ac740 1 -- start start 2024-09-10T07:57:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b0657d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b085540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041af210 con 0x56443b063690 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041acae0 con 0x56443b06df50 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aa950 con 0x56443b062d70 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56620/0 (socket says 172.21.15.7:56620) 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 -- 172.21.15.7:0/766924392 learned_addr learned my addr 172.21.15.7:0/766924392 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0a370640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b085540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 -- 172.21.15.7:0/766924392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 msgr2=0x56443b0657d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b0657d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b0657d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 -- 172.21.15.7:0/766924392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 msgr2=0x56443b085540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b085540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 -- 172.21.15.7:0/766924392 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56443b0603b0 con 0x56443b063690 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0a370640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b085540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3d0936e640 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80058c0 tx=0x7f3cf800df00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e938de710447e107 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3ceb7fe640 1 -- 172.21.15.7:0/766924392 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf801e070 con 0x56443b063690 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3ceb7fe640 1 -- 172.21.15.7:0/766924392 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cf8010d20 con 0x56443b063690 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.280+0000 7f3ceb7fe640 1 -- 172.21.15.7:0/766924392 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf800f820 con 0x56443b063690 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/766924392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 msgr2=0x56443b06b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80058c0 tx=0x7f3cf800df00 comp rx=0 tx=0).stop 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/766924392 shutdown_connections 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b06df50 0x56443b085540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b063690 0x56443b06b760 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/766924392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b062d70 0x56443b0657d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/766924392 >> 172.21.15.7:0/766924392 conn(0x56443b05f300 msgr2=0x56443b05c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/766924392 shutdown_connections 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/766924392 wait complete. 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 -- start start 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.281+0000 7f3d0e1ac740 1 Processor -- start 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b0685c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b06df50 0x56443b068b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aafa0 con 0x56443b062d70 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ac410 con 0x56443b063690 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ab670 con 0x56443b06df50 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0e1ac740 10 client.0 _ll_register_callbacks cb 0x7f3cf4009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56624/0 (socket says 172.21.15.7:56624) 2024-09-10T07:57:13.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1204275856 learned_addr learned my addr 172.21.15.7:0/1204275856 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0a370640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b06df50 0x56443b068b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b0685c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1204275856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b06df50 msgr2=0x56443b068b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b06df50 0x56443b068b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 msgr2=0x56443b0685c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b0685c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 -- 172.21.15.7:0/1204275856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56443b0e7710 con 0x56443b062d70 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3d09b6f640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4004b90 tx=0x7f3cf4065b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c0f7714c668ebfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.282+0000 7f3ce97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4023040 con 0x56443b062d70 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cf400cd90 con 0x56443b062d70 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cf8010d20 con 0x56443b062d70 2024-09-10T07:57:13.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3cf409f2c0 con 0x56443b062d70 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 10 client.18663 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56443b0e89c0 con 0x56443b062d70 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cf8010d20 con 0x56443b062d70 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3cf4065c00 con 0x56443b062d70 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 10 client.18663 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 10 client.18663 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 20 client.18663 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b0e9090 0x56443b0eb480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 4 client.18663 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56443afcdd00 con 0x56443b0e9090 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.283+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b0e9090 0x56443b0eb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.284+0000 7f3d0936e640 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b0e9090 0x56443b0eb480 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd9b018440985f8b server_cookie=3ba4b29b0501b248 in_seq=0 out_seq=0 2024-09-10T07:57:13.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.284+0000 7f3ce97fa640 10 client.18663 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3ce97fa640 1 -- 172.21.15.7:0/1204275856 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56443afcdd00 con 0x56443b0e9090 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3ce97fa640 10 client.18663 handle_command_reply: tid=0 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 client.18663 shutdown 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 msgr2=0x56443b068080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4004b90 tx=0x7f3cf4065b90 comp rx=0 tx=0).stop 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 shutdown_connections 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56443b0e9090 0x56443b0eb480 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:57:13.397 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "133275c9-9369-46f8-9887-9629d7e119bf", 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56443b06df50 0x56443b068b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3ce97fa640 0 client.18663 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56443b063690 0x56443b0685c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 --2- 172.21.15.7:0/1204275856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56443b062d70 0x56443b068080 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 >> 172.21.15.7:0/1204275856 conn(0x56443b05f300 msgr2=0x56443b06c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 shutdown_connections 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 1 -- 172.21.15.7:0/1204275856 wait complete. 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.285+0000 7f3d0e1ac740 20 client.18663 trim_cache size 0 max 16384 2024-09-10T07:57:13.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 msgr2=0x7f3cec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 0x7f3cec0a5040 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc033000 tx=0x7f3cfc047000 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 msgr2=0x7f3d04197340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f3cf400ba50 tx=0x7f3cf400bf10 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 shutdown_connections 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3cec0a2b80 0x7f3cec0a5040 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d04102ef0 0x7f3d0419bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3d04102570 0x7f3d04197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 --2- 172.21.15.7:0/1666692896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d04100e20 0x7f3d04197340 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 >> 172.21.15.7:0/1666692896 conn(0x7f3d040fc7d0 msgr2=0x7f3d040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 shutdown_connections 2024-09-10T07:57:13.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:13.286+0000 7f3d0bdd3640 1 -- 172.21.15.7:0/1666692896 wait complete. 2024-09-10T07:57:14.000 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:57:14.085 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:14.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:13 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:57:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:13 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:13 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:14.271 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:14.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.86 MB/sec execute 497 sec latency 11907.912 ms 2024-09-10T07:57:14.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 -- 172.21.15.7:0/218886267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 msgr2=0x7f426010e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 --2- 172.21.15.7:0/218886267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426010e790 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f4258009ca0 tx=0x7f425802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 -- 172.21.15.7:0/218886267 shutdown_connections 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 --2- 172.21.15.7:0/218886267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426010e790 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 --2- 172.21.15.7:0/218886267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 0x7f426010bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 --2- 172.21.15.7:0/218886267 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 0x7f42601031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 -- 172.21.15.7:0/218886267 >> 172.21.15.7:0/218886267 conn(0x7f42600fc7d0 msgr2=0x7f42600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 -- 172.21.15.7:0/218886267 shutdown_connections 2024-09-10T07:57:14.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.797+0000 7f42656ba640 1 -- 172.21.15.7:0/218886267 wait complete. 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 Processor -- start 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 -- start start 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 0x7f4260198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 0x7f42601989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4260111fc0 con 0x7f426010c2f0 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4260111e40 con 0x7f4260102df0 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f42656ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4260112140 con 0x7f42601037a0 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f425f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f425f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56650/0 (socket says 172.21.15.7:56650) 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f425f7fe640 1 -- 172.21.15.7:0/3842690978 learned_addr learned my addr 172.21.15.7:0/3842690978 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:14.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.798+0000 7f425effd640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 0x7f4260198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f42567fc640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 0x7f42601989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 -- 172.21.15.7:0/3842690978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 msgr2=0x7f42601989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 0x7f42601989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 -- 172.21.15.7:0/3842690978 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 msgr2=0x7f4260198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 0x7f4260198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 -- 172.21.15.7:0/3842690978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426019d420 con 0x7f426010c2f0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425f7fe640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f4258009dc0 tx=0x7f4258032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258003cf0 con 0x7f426010c2f0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f426019d6b0 con 0x7f426010c2f0 2024-09-10T07:57:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42580044f0 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258030b80 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.799+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42601a4ff0 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.800+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42601031d0 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.801+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f42580046a0 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.802+0000 7f425cff9640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 0x7f424c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.802+0000 7f425effd640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 0x7f424c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.802+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f42580f0980 con 0x7f426010c2f0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.803+0000 7f425effd640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 0x7f424c0a5040 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f425000abe0 tx=0x7f425000a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:14.807+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f42580bd540 con 0x7f426010c2f0 2024-09-10T07:57:14.851 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:14.972 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:14 smithi007 ceph-mon[30879]: pgmap v718: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 410 KiB/s wr, 64 op/s 2024-09-10T07:57:15.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.025+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42601072a0 con 0x7f426010c2f0 2024-09-10T07:57:15.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.026+0000 7f425cff9640 1 -- 172.21.15.7:0/3842690978 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f42580bce40 con 0x7f426010c2f0 2024-09-10T07:57:15.026 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:57:15.026 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:57:15.027 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 msgr2=0x7f424c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 0x7f424c0a5040 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f425000abe0 tx=0x7f425000a2d0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 msgr2=0x7f426019cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f4258009dc0 tx=0x7f4258032ff0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 shutdown_connections 2024-09-10T07:57:15.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f424c0a2b80 0x7f424c0a5040 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f426010c2f0 0x7f426019cd40 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42601037a0 0x7f42601989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 --2- 172.21.15.7:0/3842690978 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4260102df0 0x7f4260198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 >> 172.21.15.7:0/3842690978 conn(0x7f42600fc7d0 msgr2=0x7f42600fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 shutdown_connections 2024-09-10T07:57:15.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.028+0000 7f42656ba640 1 -- 172.21.15.7:0/3842690978 wait complete. 2024-09-10T07:57:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:14 smithi110 ceph-mon[34417]: pgmap v718: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 410 KiB/s wr, 64 op/s 2024-09-10T07:57:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:14 smithi145 ceph-mon[34766]: pgmap v718: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 410 KiB/s wr, 64 op/s 2024-09-10T07:57:15.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.86 MB/sec execute 498 sec latency 12908.017 ms 2024-09-10T07:57:15.735 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id fe8c7db7 --release --await' 2024-09-10T07:57:15.736 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id fe8c7db7 --release --await 2024-09-10T07:57:15.964 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:15 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3842690978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:15.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.975+0000 7f7b5828b640 1 -- 172.21.15.7:0/43170393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102ef0 msgr2=0x7f7b5010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.975+0000 7f7b5828b640 1 --2- 172.21.15.7:0/43170393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102ef0 0x7f7b5010da40 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009ca0 tx=0x7f7b4802a950 comp rx=0 tx=0).stop 2024-09-10T07:57:15.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.975+0000 7f7b5828b640 1 -- 172.21.15.7:0/43170393 shutdown_connections 2024-09-10T07:57:15.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.975+0000 7f7b5828b640 1 --2- 172.21.15.7:0/43170393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102ef0 0x7f7b5010da40 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.976+0000 7f7b5828b640 1 --2- 172.21.15.7:0/43170393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50102570 0x7f7b501029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.976+0000 7f7b5828b640 1 --2- 172.21.15.7:0/43170393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50100e20 0x7f7b50101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.976+0000 7f7b5828b640 1 -- 172.21.15.7:0/43170393 >> 172.21.15.7:0/43170393 conn(0x7f7b500fc7d0 msgr2=0x7f7b500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:15.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.976+0000 7f7b5828b640 1 -- 172.21.15.7:0/43170393 shutdown_connections 2024-09-10T07:57:15.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.976+0000 7f7b5828b640 1 -- 172.21.15.7:0/43170393 wait complete. 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 Processor -- start 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 -- start start 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50100e20 0x7f7b501970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50102ef0 0x7f7b50197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b50110e30 con 0x7f7b50102570 2024-09-10T07:57:15.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b50110cb0 con 0x7f7b50100e20 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b5828b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b50110fb0 con 0x7f7b50102ef0 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b55826640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b55826640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56670/0 (socket says 172.21.15.7:56670) 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b55826640 1 -- 172.21.15.7:0/2623586167 learned_addr learned my addr 172.21.15.7:0/2623586167 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b56027640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50100e20 0x7f7b501970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.977+0000 7f7b56828640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50102ef0 0x7f7b50197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 -- 172.21.15.7:0/2623586167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50102ef0 msgr2=0x7f7b50197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50102ef0 0x7f7b50197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 -- 172.21.15.7:0/2623586167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50100e20 msgr2=0x7f7b501970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50100e20 0x7f7b501970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 -- 172.21.15.7:0/2623586167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b501a6920 con 0x7f7b50102570 2024-09-10T07:57:15.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b55826640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f7b4000d950 tx=0x7f7b4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b477fe640 1 -- 172.21.15.7:0/2623586167 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b40017030 con 0x7f7b50102570 2024-09-10T07:57:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b501a6c10 con 0x7f7b50102570 2024-09-10T07:57:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b477fe640 1 -- 172.21.15.7:0/2623586167 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b40004020 con 0x7f7b50102570 2024-09-10T07:57:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b477fe640 1 -- 172.21.15.7:0/2623586167 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b400047a0 con 0x7f7b50102570 2024-09-10T07:57:15.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.978+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b501a7150 con 0x7f7b50102570 2024-09-10T07:57:15.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.981+0000 7f7b477fe640 1 -- 172.21.15.7:0/2623586167 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7b400041d0 con 0x7f7b50102570 2024-09-10T07:57:15.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.981+0000 7f7b5a664740 1 Processor -- start 2024-09-10T07:57:15.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.981+0000 7f7b5a664740 1 -- start start 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5739880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c5746a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c6c569f2e0 con 0x55c6c5739dc0 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c6c5646ce0 con 0x55c6c5744680 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b5a664740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c6c569b2a0 con 0x55c6c57394a0 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56686/0 (socket says 172.21.15.7:56686) 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 -- 172.21.15.7:0/1503218155 learned_addr learned my addr 172.21.15.7:0/1503218155 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56828640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5739880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b55826640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c5746a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b477fe640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 0x7f7b3c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 -- 172.21.15.7:0/1503218155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 msgr2=0x55c6c5739880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5739880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 -- 172.21.15.7:0/1503218155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 msgr2=0x55c6c5746a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c5746a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.982+0000 7f7b56027640 1 -- 172.21.15.7:0/1503218155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6c562b440 con 0x55c6c5739dc0 2024-09-10T07:57:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b55826640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c5746a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:15.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b56828640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 0x7f7b3c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b477fe640 1 -- 172.21.15.7:0/2623586167 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b400cedb0 con 0x7f7b50102570 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b56027640 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b760 tx=0x7f7b4c00bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29e4958b149a0973 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b44dea640 1 -- 172.21.15.7:0/1503218155 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003dd0 con 0x55c6c5739dc0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b44dea640 1 -- 172.21.15.7:0/1503218155 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b4c015070 con 0x55c6c5739dc0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b44dea640 1 -- 172.21.15.7:0/1503218155 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c004e00 con 0x55c6c5739dc0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.983+0000 7f7b56828640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 0x7f7b3c0a5040 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009430 tx=0x7f7b4803c040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- 172.21.15.7:0/1503218155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 msgr2=0x55c6c5744140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b760 tx=0x7f7b4c00bc20 comp rx=0 tx=0).stop 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- 172.21.15.7:0/1503218155 shutdown_connections 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c5746a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5739dc0 0x55c6c5744140 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 --2- 172.21.15.7:0/1503218155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5739880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- 172.21.15.7:0/1503218155 >> 172.21.15.7:0/1503218155 conn(0x55c6c5735a30 msgr2=0x55c6c5735e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- 172.21.15.7:0/1503218155 shutdown_connections 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- 172.21.15.7:0/1503218155 wait complete. 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.984+0000 7f7b5a664740 1 -- start start 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 Processor -- start 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5743f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c5741210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c6c5747250 con 0x55c6c5744680 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c6c565a050 con 0x55c6c5739dc0 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c6c57473d0 con 0x55c6c57394a0 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b5a664740 10 client.0 _ll_register_callbacks cb 0x55c6c569a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56696/0 (socket says 172.21.15.7:56696) 2024-09-10T07:57:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 -- 172.21.15.7:0/3439481791 learned_addr learned my addr 172.21.15.7:0/3439481791 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56027640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5743f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b55826640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c5741210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 -- 172.21.15.7:0/3439481791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 msgr2=0x55c6c5743f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5743f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 -- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 msgr2=0x55c6c5741210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c5741210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.985+0000 7f7b56828640 1 -- 172.21.15.7:0/3439481791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6c54103c0 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b55826640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c5741210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b56828640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009ca0 tx=0x7f7b48005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=420fe3e9ba39a85b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48034040 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b48004050 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c015070 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b4805b050 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b5a664740 10 client.18681 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c6c5752bf0 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.986+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b48003e40 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b48030b40 con 0x55c6c5744680 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 10 client.18681 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 10 client.18681 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 20 client.18681 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c5754000 0x55c6c5756480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 4 client.18681 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b4c015070 con 0x55c6c5754000 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b56027640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c5754000 0x55c6c5756480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b39ffb640 10 client.18681 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.987+0000 7f7b56027640 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c5754000 0x55c6c5756480 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c624c64c1838c07 server_cookie=11315232b551ed62 in_seq=0 out_seq=0 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3439481791 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f7b4c015070 con 0x55c6c5754000 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b39ffb640 10 client.18681 handle_command_reply: tid=0 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 client.18681 shutdown 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 msgr2=0x55c6c5741750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009ca0 tx=0x7f7b48005c50 comp rx=0 tx=0).stop 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 shutdown_connections 2024-09-10T07:57:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c5754000 0x55c6c5756480 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c5744680 0x55c6c5741750 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c5741210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3439481791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c57394a0 0x55c6c5743f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 >> 172.21.15.7:0/3439481791 conn(0x55c6c5735a30 msgr2=0x55c6c573b710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.988+0000 7f7b39ffb640 0 client.18681 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.989+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 shutdown_connections 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.989+0000 7f7b5a664740 1 -- 172.21.15.7:0/3439481791 wait complete. 2024-09-10T07:57:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:15.989+0000 7f7b5a664740 20 client.18681 trim_cache size 0 max 16384 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 Processor -- start 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 -- start start 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5739dc0 0x55c6c575bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c575c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501b3730 con 0x55c6c57394a0 2024-09-10T07:57:16.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501b1000 con 0x55c6c5744680 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b5a664740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501aee70 con 0x55c6c5739dc0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56710/0 (socket says 172.21.15.7:56710) 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 -- 172.21.15.7:0/3924875029 learned_addr learned my addr 172.21.15.7:0/3924875029 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b55826640 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5739dc0 0x55c6c575bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56828640 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c575c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 -- 172.21.15.7:0/3924875029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5739dc0 msgr2=0x55c6c575bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5739dc0 0x55c6c575bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 -- 172.21.15.7:0/3924875029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 msgr2=0x55c6c575c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c575c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.008+0000 7f7b56027640 1 -- 172.21.15.7:0/3924875029 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6c573f760 con 0x55c6c57394a0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.009+0000 7f7b56027640 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b760 tx=0x7f7b4c00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5984fdc56e4ece03 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.009+0000 7f7b3bfff640 1 -- 172.21.15.7:0/3924875029 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003bd0 con 0x55c6c57394a0 2024-09-10T07:57:16.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.009+0000 7f7b3bfff640 1 -- 172.21.15.7:0/3924875029 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b4c015040 con 0x55c6c57394a0 2024-09-10T07:57:16.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.009+0000 7f7b3bfff640 1 -- 172.21.15.7:0/3924875029 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c019420 con 0x55c6c57394a0 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 -- 172.21.15.7:0/3924875029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 msgr2=0x55c6c5743180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b760 tx=0x7f7b4c00b5b0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 -- 172.21.15.7:0/3924875029 shutdown_connections 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5744680 0x55c6c575c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5739dc0 0x55c6c575bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3924875029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c5743180 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 -- 172.21.15.7:0/3924875029 >> 172.21.15.7:0/3924875029 conn(0x55c6c5735a30 msgr2=0x55c6c5742a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 -- 172.21.15.7:0/3924875029 shutdown_connections 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.010+0000 7f7b5a664740 1 -- 172.21.15.7:0/3924875029 wait complete. 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 -- start start 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 Processor -- start 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c574cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5744680 0x55c6c5749f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501af4c0 con 0x55c6c57394a0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b56027640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56714/0 (socket says 172.21.15.7:56714) 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b56027640 1 -- 172.21.15.7:0/3844072707 learned_addr learned my addr 172.21.15.7:0/3844072707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501b0930 con 0x55c6c5739dc0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b501afb90 con 0x55c6c5744680 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.011+0000 7f7b5a664740 10 client.0 _ll_register_callbacks cb 0x7f7b48005f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b55826640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c574cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56828640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5744680 0x55c6c5749f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 -- 172.21.15.7:0/3844072707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5744680 msgr2=0x55c6c5749f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5744680 0x55c6c5749f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 -- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 msgr2=0x55c6c574cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c574cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6c574a790 con 0x55c6c57394a0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b56027640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0041e0 tx=0x7f7b4c004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849099dc508aa2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003de0 con 0x55c6c57394a0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b4c011440 con 0x55c6c57394a0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c015040 con 0x55c6c57394a0 2024-09-10T07:57:16.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.012+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b4c011640 con 0x55c6c57394a0 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 10 client.18687 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c6c57be960 con 0x55c6c57394a0 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b4c015040 con 0x55c6c57394a0 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b4c03a420 con 0x55c6c57394a0 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 10 client.18687 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 10 client.18687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 20 client.18687 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c57bedd0 0x55c6c57c11c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 4 client.18687 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c6c56ac850 con 0x55c6c57bedd0 2024-09-10T07:57:16.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.013+0000 7f7b55826640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c57bedd0 0x55c6c57c11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b39ffb640 10 client.18687 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b55826640 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c57bedd0 0x55c6c57c11c0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8d96fda3319ef76 server_cookie=257b9a9b15d8ab8d in_seq=0 out_seq=0 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b39ffb640 1 -- 172.21.15.7:0/3844072707 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c6c56ac850 con 0x55c6c57bedd0 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b39ffb640 10 client.18687 handle_command_reply: tid=0 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 client.18687 shutdown 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 msgr2=0x55c6c574c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0041e0 tx=0x7f7b4c004640 comp rx=0 tx=0).stop 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 shutdown_connections 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c6c57bedd0 0x55c6c57c11c0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6c5744680 0x55c6c5749f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6c5739dc0 0x55c6c574cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 --2- 172.21.15.7:0/3844072707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6c57394a0 0x55c6c574c9c0 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 >> 172.21.15.7:0/3844072707 conn(0x55c6c5735a30 msgr2=0x55c6c5743290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b39ffb640 0 client.18687 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 shutdown_connections 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 1 -- 172.21.15.7:0/3844072707 wait complete. 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.014+0000 7f7b5a664740 20 client.18687 trim_cache size 0 max 16384 2024-09-10T07:57:16.019 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "133275c9-9369-46f8-9887-9629d7e119bf": { 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "133275c9-9369-46f8-9887-9629d7e119bf", 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:16.020 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:16.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 msgr2=0x7f7b3c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:16.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 0x7f7b3c0a5040 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009430 tx=0x7f7b4803c040 comp rx=0 tx=0).stop 2024-09-10T07:57:16.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 msgr2=0x7f7b501975f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f7b4000d950 tx=0x7f7b4000de10 comp rx=0 tx=0).stop 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 shutdown_connections 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b3c0a2b80 0x7f7b3c0a5040 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b50102ef0 0x7f7b50197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b50102570 0x7f7b501975f0 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 --2- 172.21.15.7:0/2623586167 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b50100e20 0x7f7b501970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 >> 172.21.15.7:0/2623586167 conn(0x7f7b500fc7d0 msgr2=0x7f7b500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 shutdown_connections 2024-09-10T07:57:16.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:16.015+0000 7f7b5828b640 1 -- 172.21.15.7:0/2623586167 wait complete. 2024-09-10T07:57:16.142 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:15 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3842690978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:16.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:15 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3842690978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:16.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229613 1.85 MB/sec execute 499 sec latency 13908.099 ms 2024-09-10T07:57:16.660 INFO:tasks.cephfs.filesystem:scrub status for tag:133275c9-9369-46f8-9887-9629d7e119bf - {'path': '/', 'tag': '133275c9-9369-46f8-9887-9629d7e119bf', 'options': 'recursive,force'} 2024-09-10T07:57:16.678 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:16.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:16 smithi007 ceph-mon[30879]: pgmap v719: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 241 KiB/s wr, 61 op/s 2024-09-10T07:57:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:16 smithi110 ceph-mon[34417]: pgmap v719: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 241 KiB/s wr, 61 op/s 2024-09-10T07:57:17.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 -- 172.21.15.7:0/4131827665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258102790 msgr2=0x7f52581067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 --2- 172.21.15.7:0/4131827665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258102790 0x7f52581067e0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f524c009900 tx=0x7f524c02a410 comp rx=0 tx=0).stop 2024-09-10T07:57:17.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 -- 172.21.15.7:0/4131827665 shutdown_connections 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 --2- 172.21.15.7:0/4131827665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258106f10 0x7f525810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 --2- 172.21.15.7:0/4131827665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258102790 0x7f52581067e0 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 --2- 172.21.15.7:0/4131827665 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258101de0 0x7f52581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 -- 172.21.15.7:0/4131827665 >> 172.21.15.7:0/4131827665 conn(0x7f52580fd8c0 msgr2=0x7f52580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 -- 172.21.15.7:0/4131827665 shutdown_connections 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.171+0000 7f525e89d640 1 -- 172.21.15.7:0/4131827665 wait complete. 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 Processor -- start 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 -- start start 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258102790 0x7f5258198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258106f10 0x7f525819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5258111e40 con 0x7f5258101de0 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5258111cc0 con 0x7f5258106f10 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525e89d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5258111fc0 con 0x7f5258102790 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56740/0 (socket says 172.21.15.7:56740) 2024-09-10T07:57:17.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f5257fff640 1 -- 172.21.15.7:0/1621389401 learned_addr learned my addr 172.21.15.7:0/1621389401 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f525ce3a640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258106f10 0x7f525819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.172+0000 7f52577fe640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258102790 0x7f5258198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 -- 172.21.15.7:0/1621389401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258102790 msgr2=0x7f5258198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258102790 0x7f5258198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 -- 172.21.15.7:0/1621389401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258106f10 msgr2=0x7f525819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258106f10 0x7f525819cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 -- 172.21.15.7:0/1621389401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f525819d370 con 0x7f5258101de0 2024-09-10T07:57:17.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f5257fff640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f524800d950 tx=0x7f524800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f52557fa640 1 -- 172.21.15.7:0/1621389401 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5248017070 con 0x7f5258101de0 2024-09-10T07:57:17.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f52557fa640 1 -- 172.21.15.7:0/1621389401 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5248009c30 con 0x7f5258101de0 2024-09-10T07:57:17.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f525819d660 con 0x7f5258101de0 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.173+0000 7f52557fa640 1 -- 172.21.15.7:0/1621389401 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524800f620 con 0x7f5258101de0 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.174+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52581a4f40 con 0x7f5258101de0 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f52557fa640 1 -- 172.21.15.7:0/1621389401 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f52480109a0 con 0x7f5258101de0 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 Processor -- start 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 -- start start 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291d7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55be2913c620 con 0x55be291d7860 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55be290e3e50 con 0x55be291e6650 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5260c76740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55be291385e0 con 0x55be291d6f40 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56752/0 (socket says 172.21.15.7:56752) 2024-09-10T07:57:17.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f5257fff640 1 -- 172.21.15.7:0/650251440 learned_addr learned my addr 172.21.15.7:0/650251440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f52577fe640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f52557fa640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 0x7f52400a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.177+0000 7f525ce3a640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291d7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 -- 172.21.15.7:0/650251440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 msgr2=0x55be291d7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291d7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 -- 172.21.15.7:0/650251440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 msgr2=0x55be291e8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f525ce3a640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 0x7f52400a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 -- 172.21.15.7:0/650251440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be290d4d40 con 0x55be291d7860 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f52577fe640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f52557fa640 1 -- 172.21.15.7:0/1621389401 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f52480cf050 con 0x7f5258101de0 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f5257fff640 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f5248012fd0 tx=0x7f5248022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868b60b036c8a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f525ce3a640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 0x7f52400a50c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f5250009fd0 tx=0x7f5250004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f523e7fc640 1 -- 172.21.15.7:0/650251440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524809b050 con 0x55be291d7860 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f523e7fc640 1 -- 172.21.15.7:0/650251440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5248009de0 con 0x55be291d7860 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.178+0000 7f523e7fc640 1 -- 172.21.15.7:0/650251440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5248016720 con 0x55be291d7860 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- 172.21.15.7:0/650251440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 msgr2=0x55be291e6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f5248012fd0 tx=0x7f5248022000 comp rx=0 tx=0).stop 2024-09-10T07:57:17.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- 172.21.15.7:0/650251440 shutdown_connections 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e6110 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 --2- 172.21.15.7:0/650251440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291d7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- 172.21.15.7:0/650251440 >> 172.21.15.7:0/650251440 conn(0x55be291d35f0 msgr2=0x55be291d39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- 172.21.15.7:0/650251440 shutdown_connections 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- 172.21.15.7:0/650251440 wait complete. 2024-09-10T07:57:17.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.179+0000 7f5260c76740 1 -- start start 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 Processor -- start 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291e3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55be291e9220 con 0x55be291d7860 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55be290c4f10 con 0x55be291e6650 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55be291e93a0 con 0x55be291d6f40 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5260c76740 10 client.0 _ll_register_callbacks cb 0x55be290e8db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56758/0 (socket says 172.21.15.7:56758) 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 -- 172.21.15.7:0/634264421 learned_addr learned my addr 172.21.15.7:0/634264421 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f5257fff640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291e3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f525ce3a640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 -- 172.21.15.7:0/634264421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 msgr2=0x55be291e3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291e3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 -- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 msgr2=0x55be291e3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.180+0000 7f52577fe640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52577fe640 1 -- 172.21.15.7:0/634264421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be28e4b580 con 0x55be291d7860 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52577fe640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f524c009900 tx=0x7f524c0319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea83fdefd51cb86b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524c035040 con 0x55be291d7860 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f524c0043c0 con 0x55be291d7860 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5248009de0 con 0x55be291d7860 2024-09-10T07:57:17.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f524c04e050 con 0x55be291d7860 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f5260c76740 10 client.18699 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55be28f15960 con 0x55be291d7860 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5248009de0 con 0x55be291d7860 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.181+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f524c004c20 con 0x55be291d7860 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 10 client.18699 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 10 client.18699 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 20 client.18699 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be291f6240 0x55be291f8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 4 client.18699 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be29149b90 con 0x55be291f6240 2024-09-10T07:57:17.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5257fff640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be291f6240 0x55be291f8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f5257fff640 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be291f6240 0x55be291f8680 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f05f15ee240514 server_cookie=737d5b828811f9ee in_seq=0 out_seq=0 2024-09-10T07:57:17.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.182+0000 7f52377fe640 10 client.18699 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:17.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.183+0000 7f52377fe640 1 -- 172.21.15.7:0/634264421 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55be29149b90 con 0x55be291f6240 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.183+0000 7f52377fe640 10 client.18699 handle_command_reply: tid=0 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.183+0000 7f5260c76740 1 client.18699 shutdown 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 msgr2=0x55be291e3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f524c009900 tx=0x7f524c0319e0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 shutdown_connections 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be291f6240 0x55be291f8680 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f52377fe640 0 client.18699 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291e3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d7860 0x55be291e3a80 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 --2- 172.21.15.7:0/634264421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d6f40 0x55be291e3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 >> 172.21.15.7:0/634264421 conn(0x55be291d35f0 msgr2=0x55be291d9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 shutdown_connections 2024-09-10T07:57:17.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 1 -- 172.21.15.7:0/634264421 wait complete. 2024-09-10T07:57:17.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.184+0000 7f5260c76740 20 client.18699 trim_cache size 0 max 16384 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 Processor -- start 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 -- start start 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 0x55be291d96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291e6650 0x55be291fdf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f52581af3e0 con 0x55be291d6f40 2024-09-10T07:57:17.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f52581accb0 con 0x55be291d7860 2024-09-10T07:57:17.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5260c76740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f52581aab20 con 0x55be291e6650 2024-09-10T07:57:17.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56768/0 (socket says 172.21.15.7:56768) 2024-09-10T07:57:17.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 -- 172.21.15.7:0/4074450678 learned_addr learned my addr 172.21.15.7:0/4074450678 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f525ce3a640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291e6650 0x55be291fdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f52577fe640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 0x55be291d96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 -- 172.21.15.7:0/4074450678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291e6650 msgr2=0x55be291fdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291e6650 0x55be291fdf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 -- 172.21.15.7:0/4074450678 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 msgr2=0x55be291d96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 0x55be291d96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f5257fff640 1 -- 172.21.15.7:0/4074450678 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be291d3420 con 0x55be291d6f40 2024-09-10T07:57:17.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.201+0000 7f52577fe640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 0x55be291d96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5257fff640 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f52480194d0 tx=0x7f5248086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e5f4b14caf83659 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f523dffb640 1 -- 172.21.15.7:0/4074450678 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5248019310 con 0x55be291d6f40 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f523dffb640 1 -- 172.21.15.7:0/4074450678 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f524809bc10 con 0x55be291d6f40 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f523dffb640 1 -- 172.21.15.7:0/4074450678 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5248019500 con 0x55be291d6f40 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 -- 172.21.15.7:0/4074450678 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 msgr2=0x55be291d9160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f52480194d0 tx=0x7f5248086040 comp rx=0 tx=0).stop 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 -- 172.21.15.7:0/4074450678 shutdown_connections 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291e6650 0x55be291fdf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291d7860 0x55be291d96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 --2- 172.21.15.7:0/4074450678 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291d9160 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.202+0000 7f5260c76740 1 -- 172.21.15.7:0/4074450678 >> 172.21.15.7:0/4074450678 conn(0x55be291d35f0 msgr2=0x55be291d8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.203+0000 7f5260c76740 1 -- 172.21.15.7:0/4074450678 shutdown_connections 2024-09-10T07:57:17.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.203+0000 7f5260c76740 1 -- 172.21.15.7:0/4074450678 wait complete. 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.203+0000 7f5260c76740 1 -- start start 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.203+0000 7f5260c76740 1 Processor -- start 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d7860 0x55be291eef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291eafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f52581ab170 con 0x55be291d6f40 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f52581ac5e0 con 0x55be291e6650 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f52581ab840 con 0x55be291d7860 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5260c76740 10 client.0 _ll_register_callbacks cb 0x7f524c031670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56784/0 (socket says 172.21.15.7:56784) 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 -- 172.21.15.7:0/2161019325 learned_addr learned my addr 172.21.15.7:0/2161019325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f52577fe640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d7860 0x55be291eef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f525ce3a640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291eafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 -- 172.21.15.7:0/2161019325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d7860 msgr2=0x55be291eef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d7860 0x55be291eef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 -- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 msgr2=0x55be291eafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291eafd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 -- 172.21.15.7:0/2161019325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be291de2e0 con 0x55be291d6f40 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f5257fff640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f52480058c0 tx=0x7f524800b530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3a719905087ea9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f52377fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.204+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52480b4060 con 0x55be291d6f40 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f52480973a0 con 0x55be291d6f40 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f524809bc10 con 0x55be291d6f40 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f524809ae70 con 0x55be291d6f40 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 10 client.18705 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:17.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55be292619a0 con 0x55be291d6f40 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f524809bc10 con 0x55be291d6f40 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f52480d27c0 con 0x55be291d6f40 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 10 client.18705 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 10 client.18705 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 20 client.18705 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be29261bd0 0x55be29263fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 4 client.18705 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "fe8c7db7", "release": true, "await": true}] 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "fe8c7db7", "release": true, "await": true}) -- 0x55be291440a0 con 0x55be29261bd0 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.205+0000 7f52577fe640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be29261bd0 0x55be29263fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.206+0000 7f52377fe640 10 client.18705 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:17.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.206+0000 7f52577fe640 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be29261bd0 0x55be29263fc0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=907877f868393711 server_cookie=216ad8e355e18d7 in_seq=0 out_seq=0 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.213+0000 7f52377fe640 1 -- 172.21.15.7:0/2161019325 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55be291440a0 con 0x55be29261bd0 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.213+0000 7f52377fe640 10 client.18705 handle_command_reply: tid=0 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.213+0000 7f5260c76740 1 client.18705 shutdown 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 msgr2=0x55be291ee9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f52480058c0 tx=0x7f524800b530 comp rx=0 tx=0).stop 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 shutdown_connections 2024-09-10T07:57:17.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55be29261bd0 0x55be29263fc0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55be291e6650 0x55be291eafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55be291d7860 0x55be291eef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 --2- 172.21.15.7:0/2161019325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be291d6f40 0x55be291ee9f0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 >> 172.21.15.7:0/2161019325 conn(0x55be291d35f0 msgr2=0x55be291d9270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f52377fe640 0 client.18705 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 shutdown_connections 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 1 -- 172.21.15.7:0/2161019325 wait complete. 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.214+0000 7f5260c76740 20 client.18705 trim_cache size 0 max 16384 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:57:17.214 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 44, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "fe8c7db7": { 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 44, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 138.1, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:57:17.215 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:17.216 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 msgr2=0x7f52400a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 0x7f52400a50c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f5250009fd0 tx=0x7f5250004a40 comp rx=0 tx=0).stop 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 msgr2=0x7f52581983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f524800d950 tx=0x7f524800de10 comp rx=0 tx=0).stop 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 shutdown_connections 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f52400a2c00 0x7f52400a50c0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5258106f10 0x7f525819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5258102790 0x7f5258198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 --2- 172.21.15.7:0/1621389401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5258101de0 0x7f52581983c0 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:17.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 >> 172.21.15.7:0/1621389401 conn(0x7f52580fd8c0 msgr2=0x7f52580fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:17.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 shutdown_connections 2024-09-10T07:57:17.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:17.215+0000 7f525e89d640 1 -- 172.21.15.7:0/1621389401 wait complete. 2024-09-10T07:57:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:16 smithi145 ceph-mon[34766]: pgmap v719: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 241 KiB/s wr, 61 op/s 2024-09-10T07:57:17.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 229635 1.85 MB/sec execute 500 sec latency 14835.649 ms 2024-09-10T07:57:18.027 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'fe8c7db7', total seconds elapsed: 22.2 2024-09-10T07:57:18.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 230369 1.86 MB/sec execute 501 sec latency 10.701 ms 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/2651976032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4102d50 msgr2=0x7f6cf41031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/2651976032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4102d50 0x7f6cf41031d0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009900 tx=0x7f6ce802a410 comp rx=0 tx=0).stop 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/2651976032 shutdown_connections 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/2651976032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4103710 0x7f6cf4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/2651976032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4102d50 0x7f6cf41031d0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/2651976032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4101b60 0x7f6cf4101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/2651976032 >> 172.21.15.7:0/2651976032 conn(0x7f6cf40fd2e0 msgr2=0x7f6cf40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/2651976032 shutdown_connections 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.545+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/2651976032 wait complete. 2024-09-10T07:57:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 Processor -- start 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 -- start start 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4102d50 0x7f6cf40745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4103710 0x7f6cf4074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf410d690 con 0x7f6cf4101b60 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf410d510 con 0x7f6cf4103710 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf9c5e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf410d810 con 0x7f6cf4102d50 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56814/0 (socket says 172.21.15.7:56814) 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf37fe640 1 -- 172.21.15.7:0/1768728732 learned_addr learned my addr 172.21.15.7:0/1768728732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4103710 0x7f6cf4074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.546+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4102d50 0x7f6cf40745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 -- 172.21.15.7:0/1768728732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4102d50 msgr2=0x7f6cf40745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4102d50 0x7f6cf40745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 -- 172.21.15.7:0/1768728732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4103710 msgr2=0x7f6cf4074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4103710 0x7f6cf4074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 -- 172.21.15.7:0/1768728732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf40753b0 con 0x7f6cf4101b60 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400e9c0 tx=0x7f6ce400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf0ff9640 1 -- 172.21.15.7:0/1768728732 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce400cd80 con 0x7f6cf4101b60 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf0ff9640 1 -- 172.21.15.7:0/1768728732 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ce40035f0 con 0x7f6cf4101b60 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf41a1e30 con 0x7f6cf4101b60 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf0ff9640 1 -- 172.21.15.7:0/1768728732 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce4010690 con 0x7f6cf4101b60 2024-09-10T07:57:18.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.547+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf41a2290 con 0x7f6cf4101b60 2024-09-10T07:57:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf0ff9640 1 -- 172.21.15.7:0/1768728732 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6ce40037a0 con 0x7f6cf4101b60 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 Processor -- start 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 -- start start 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a27830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5597b09832f0 con 0x5597b0a202e0 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5597b092b270 con 0x5597b0a1f9a0 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5597b097f2b0 con 0x5597b0a25370 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56826/0 (socket says 172.21.15.7:56826) 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41482/0 (socket says 172.21.15.7:41482) 2024-09-10T07:57:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf37fe640 1 -- 172.21.15.7:0/355593131 learned_addr learned my addr 172.21.15.7:0/355593131 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.550+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a27830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 -- 172.21.15.7:0/355593131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 msgr2=0x5597b0a27830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a27830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 -- 172.21.15.7:0/355593131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 msgr2=0x5597b0a1fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 -- 172.21.15.7:0/355593131 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597b092a340 con 0x5597b0a202e0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf0ff9640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 0x7f6cdc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 0x7f6cdc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f6ce40d5a80 tx=0x7f6ce40d5f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8c156a5b7513c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cf0ff9640 1 -- 172.21.15.7:0/1768728732 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6ce40cf880 con 0x7f6cf4101b60 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cd9ffb640 1 -- 172.21.15.7:0/355593131 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce4097fe0 con 0x5597b0a202e0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cd9ffb640 1 -- 172.21.15.7:0/355593131 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ce4003b30 con 0x5597b0a202e0 2024-09-10T07:57:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.551+0000 7f6cd9ffb640 1 -- 172.21.15.7:0/355593131 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce409b6a0 con 0x5597b0a202e0 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 0x7f6cdc0a5170 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6cec009fd0 tx=0x7f6cec009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/355593131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 msgr2=0x5597b0a24da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f6ce40d5a80 tx=0x7f6ce40d5f40 comp rx=0 tx=0).stop 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/355593131 shutdown_connections 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a27830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a24da0 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/355593131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/355593131 >> 172.21.15.7:0/355593131 conn(0x5597b0a1b010 msgr2=0x5597b0a1b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/355593131 shutdown_connections 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/355593131 wait complete. 2024-09-10T07:57:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.552+0000 7f6cfc9fd740 1 -- start start 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 Processor -- start 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a202e0 0x5597b0a2a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a25370 0x5597b0a310d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5597b0a28340 con 0x5597b0a1f9a0 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5597b090c290 con 0x5597b0a25370 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5597b0a284c0 con 0x5597b0a202e0 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cfc9fd740 10 client.0 _ll_register_callbacks cb 0x5597b093d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56836/0 (socket says 172.21.15.7:56836) 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3739029207 learned_addr learned my addr 172.21.15.7:0/3739029207 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a25370 0x5597b0a310d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a202e0 0x5597b0a2a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3739029207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a202e0 msgr2=0x5597b0a2a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a202e0 0x5597b0a2a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a25370 msgr2=0x5597b0a310d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a25370 0x5597b0a310d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.553+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3739029207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597b0696210 con 0x5597b0a1f9a0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f6ce40d5a80 tx=0x7f6ce40d57d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e44b639691d806a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce409b880 con 0x5597b0a1f9a0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6ce409c1a0 con 0x5597b0a1f9a0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5597b0990a20 con 0x5597b0a1f9a0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6ce409bb10 con 0x5597b0a1f9a0 2024-09-10T07:57:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 10 client.18717 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5597b0762620 con 0x5597b0a1f9a0 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5597b0990a20 con 0x5597b0a1f9a0 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6ce40a4520 con 0x5597b0a1f9a0 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 10 client.18717 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 10 client.18717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 20 client.18717 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0a353d0 0x5597b0a377c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 4 client.18717 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.554+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597b098ad70 con 0x5597b0a353d0 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.555+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0a353d0 0x5597b0a377c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.555+0000 7f6cd2ffd640 10 client.18717 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.555+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0a353d0 0x5597b0a377c0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73dc3777ae0bee21 server_cookie=44465d313e084fcb in_seq=0 out_seq=0 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/3739029207 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5597b098ad70 con 0x5597b0a353d0 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cd2ffd640 10 client.18717 handle_command_reply: tid=0 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 client.18717 shutdown 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 msgr2=0x5597b0a29bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f6ce40d5a80 tx=0x7f6ce40d57d0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 shutdown_connections 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0a353d0 0x5597b0a377c0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a25370 0x5597b0a310d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a202e0 0x5597b0a2a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3739029207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a1f9a0 0x5597b0a29bc0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 >> 172.21.15.7:0/3739029207 conn(0x5597b0a1b010 msgr2=0x5597b0a1c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cd2ffd640 0 client.18717 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 shutdown_connections 2024-09-10T07:57:18.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3739029207 wait complete. 2024-09-10T07:57:18.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.556+0000 7f6cfc9fd740 20 client.18717 trim_cache size 0 max 16384 2024-09-10T07:57:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 Processor -- start 2024-09-10T07:57:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 -- start start 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a202e0 0x5597b0a31090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41af160 con 0x5597b0a25370 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41aca30 con 0x5597b0a202e0 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41aa8a0 con 0x5597b0a1f9a0 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56844/0 (socket says 172.21.15.7:56844) 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf2ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a202e0 0x5597b0a31090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf3fff640 1 -- 172.21.15.7:0/3354776262 learned_addr learned my addr 172.21.15.7:0/3354776262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3354776262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a202e0 msgr2=0x5597b0a31090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a202e0 0x5597b0a31090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3354776262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 msgr2=0x5597b0a1a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf37fe640 1 -- 172.21.15.7:0/3354776262 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597b0a1ae30 con 0x5597b0a1f9a0 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.575+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.576+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1a0b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6ce409bcd0 tx=0x7f6ce4003d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84e61dadabb6b084 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.576+0000 7f6cd97fa640 1 -- 172.21.15.7:0/3354776262 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce409b880 con 0x5597b0a1f9a0 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.576+0000 7f6cd97fa640 1 -- 172.21.15.7:0/3354776262 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ce409bd40 con 0x5597b0a1f9a0 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.576+0000 7f6cd97fa640 1 -- 172.21.15.7:0/3354776262 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce409b6a0 con 0x5597b0a1f9a0 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3354776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 msgr2=0x5597b0a1a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1a0b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6ce409bcd0 tx=0x7f6ce4003d20 comp rx=0 tx=0).stop 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3354776262 shutdown_connections 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a25370 0x5597b0a1a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a202e0 0x5597b0a31090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/3354776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a1f9a0 0x5597b0a1a0b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3354776262 >> 172.21.15.7:0/3354776262 conn(0x5597b0a1b010 msgr2=0x5597b0a199a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3354776262 shutdown_connections 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/3354776262 wait complete. 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 -- start start 2024-09-10T07:57:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.577+0000 7f6cfc9fd740 1 Processor -- start 2024-09-10T07:57:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a2eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a2fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41aaef0 con 0x5597b0a202e0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41ac360 con 0x5597b0a1f9a0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf41ab5c0 con 0x5597b0a25370 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 10 client.0 _ll_register_callbacks cb 0x7f6cec009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a2eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a2fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41502/0 (socket says 172.21.15.7:41502) 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf37fe640 1 -- 172.21.15.7:0/683625471 learned_addr learned my addr 172.21.15.7:0/683625471 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 -- 172.21.15.7:0/683625471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 msgr2=0x5597b0a2fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a2fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 -- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 msgr2=0x5597b0a2e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 -- 172.21.15.7:0/683625471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597b0a301b0 con 0x5597b0a202e0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf3fff640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a2fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cf2ffd640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a2eb90 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f6ce80314e0 tx=0x7f6ce8031970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b453ff081bcb9679 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8035040 con 0x5597b0a202e0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.578+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ce409bd40 con 0x5597b0a202e0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6ce80035f0 con 0x5597b0a202e0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6ce8056050 con 0x5597b0a202e0 2024-09-10T07:57:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 10 client.18723 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5597b0a9ff20 con 0x5597b0a202e0 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ce409bd40 con 0x5597b0a202e0 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6ce8046710 con 0x5597b0a202e0 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 10 client.18723 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 10 client.18723 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 20 client.18723 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0aa0880 0x5597b0aa2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 4 client.18723 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5597b0907900 con 0x5597b0aa0880 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.579+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0aa0880 0x5597b0aa2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.580+0000 7f6cd2ffd640 10 client.18723 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.580+0000 7f6cf37fe640 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0aa0880 0x5597b0aa2ca0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12ea18a1c24659e2 server_cookie=594f02ea3f56397e in_seq=0 out_seq=0 2024-09-10T07:57:18.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cd2ffd640 1 -- 172.21.15.7:0/683625471 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5597b0907900 con 0x5597b0aa0880 2024-09-10T07:57:18.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cd2ffd640 10 client.18723 handle_command_reply: tid=0 2024-09-10T07:57:18.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 client.18723 shutdown 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 msgr2=0x5597b0a2eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a2eb90 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f6ce80314e0 tx=0x7f6ce8031970 comp rx=0 tx=0).stop 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 shutdown_connections 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5597b0aa0880 0x5597b0aa2ca0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597b0a25370 0x5597b0a2fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cd2ffd640 0 client.18723 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5597b0a202e0 0x5597b0a2eb90 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 --2- 172.21.15.7:0/683625471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5597b0a1f9a0 0x5597b0a2e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.599+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 >> 172.21.15.7:0/683625471 conn(0x5597b0a1b010 msgr2=0x5597b0a1a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 shutdown_connections 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cfc9fd740 1 -- 172.21.15.7:0/683625471 wait complete. 2024-09-10T07:57:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cfc9fd740 20 client.18723 trim_cache size 0 max 16384 2024-09-10T07:57:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:57:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:57:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:57:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 msgr2=0x7f6cdc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 0x7f6cdc0a5170 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6cec009fd0 tx=0x7f6cec009500 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 msgr2=0x7f6cf4075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f6ce400e9c0 tx=0x7f6ce400ee80 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 shutdown_connections 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6cdc0a2cb0 0x7f6cdc0a5170 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6cf4103710 0x7f6cf4074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf4102d50 0x7f6cf40745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 --2- 172.21.15.7:0/1768728732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cf4101b60 0x7f6cf4075fa0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.600+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 >> 172.21.15.7:0/1768728732 conn(0x7f6cf40fd2e0 msgr2=0x7f6cf40ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.601+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 shutdown_connections 2024-09-10T07:57:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:18.601+0000 7f6cf9c5e640 1 -- 172.21.15.7:0/1768728732 wait complete. 2024-09-10T07:57:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:18 smithi110 ceph-mon[34417]: pgmap v720: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-10T07:57:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:18 smithi145 ceph-mon[34766]: pgmap v720: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-10T07:57:19.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 230851 1.86 MB/sec execute 502 sec latency 18.021 ms 2024-09-10T07:57:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:18 smithi007 ceph-mon[30879]: pgmap v720: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-10T07:57:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:19 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:57:20.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:19 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:57:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:19 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:57:20.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:19 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:57:20.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1 231138 1.86 MB/sec execute 503 sec latency 13.587 ms 2024-09-10T07:57:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:19 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:57:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:19 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:57:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:20 smithi110 ceph-mon[34417]: pgmap v721: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 31 op/s 2024-09-10T07:57:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:20 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:57:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:20 smithi145 ceph-mon[34766]: pgmap v721: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 31 op/s 2024-09-10T07:57:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:20 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:57:21.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 231641 1.86 MB/sec execute 504 sec latency 10.897 ms 2024-09-10T07:57:21.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:20 smithi007 ceph-mon[30879]: pgmap v721: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 31 op/s 2024-09-10T07:57:21.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:20 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:57:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 232207 1.86 MB/sec execute 505 sec latency 13.333 ms 2024-09-10T07:57:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:22 smithi110 ceph-mon[34417]: pgmap v722: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 56 KiB/s wr, 24 op/s 2024-09-10T07:57:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:22 smithi145 ceph-mon[34766]: pgmap v722: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 56 KiB/s wr, 24 op/s 2024-09-10T07:57:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 232903 1.86 MB/sec execute 506 sec latency 16.098 ms 2024-09-10T07:57:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:22 smithi007 ceph-mon[30879]: pgmap v722: 129 pgs: 129 active+clean; 92 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 56 KiB/s wr, 24 op/s 2024-09-10T07:57:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 233525 1.87 MB/sec execute 507 sec latency 12.664 ms 2024-09-10T07:57:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:24 smithi110 ceph-mon[34417]: pgmap v723: 129 pgs: 129 active+clean; 93 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 302 KiB/s wr, 32 op/s 2024-09-10T07:57:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:24 smithi145 ceph-mon[34766]: pgmap v723: 129 pgs: 129 active+clean; 93 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 302 KiB/s wr, 32 op/s 2024-09-10T07:57:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 233999 1.87 MB/sec execute 508 sec latency 13.463 ms 2024-09-10T07:57:25.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:24 smithi007 ceph-mon[30879]: pgmap v723: 129 pgs: 129 active+clean; 93 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 302 KiB/s wr, 32 op/s 2024-09-10T07:57:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 234473 1.88 MB/sec execute 509 sec latency 12.626 ms 2024-09-10T07:57:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:26 smithi110 ceph-mon[34417]: pgmap v724: 129 pgs: 129 active+clean; 94 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 620 KiB/s wr, 85 op/s 2024-09-10T07:57:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:26 smithi145 ceph-mon[34766]: pgmap v724: 129 pgs: 129 active+clean; 94 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 620 KiB/s wr, 85 op/s 2024-09-10T07:57:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 234755 1.87 MB/sec execute 510 sec latency 12.329 ms 2024-09-10T07:57:27.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:26 smithi007 ceph-mon[30879]: pgmap v724: 129 pgs: 129 active+clean; 94 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 620 KiB/s wr, 85 op/s 2024-09-10T07:57:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 235278 1.87 MB/sec execute 511 sec latency 17.578 ms 2024-09-10T07:57:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:28 smithi110 ceph-mon[34417]: pgmap v725: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 696 KiB/s wr, 84 op/s 2024-09-10T07:57:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:28 smithi145 ceph-mon[34766]: pgmap v725: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 696 KiB/s wr, 84 op/s 2024-09-10T07:57:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 235852 1.88 MB/sec execute 512 sec latency 16.154 ms 2024-09-10T07:57:29.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:28 smithi007 ceph-mon[30879]: pgmap v725: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 696 KiB/s wr, 84 op/s 2024-09-10T07:57:30.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 236522 1.88 MB/sec execute 513 sec latency 16.844 ms 2024-09-10T07:57:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:30 smithi110 ceph-mon[34417]: pgmap v726: 129 pgs: 129 active+clean; 96 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:57:31.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:30 smithi145 ceph-mon[34766]: pgmap v726: 129 pgs: 129 active+clean; 96 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:57:31.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 237140 1.88 MB/sec execute 514 sec latency 13.459 ms 2024-09-10T07:57:31.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:30 smithi007 ceph-mon[30879]: pgmap v726: 129 pgs: 129 active+clean; 96 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.2 MiB/s wr, 143 op/s 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.702+0000 7f93cef66640 1 -- 172.21.15.7:0/931225097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8104ef0 msgr2=0x7f93c81072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.702+0000 7f93cef66640 1 --2- 172.21.15.7:0/931225097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8104ef0 0x7f93c81072e0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009900 tx=0x7f93b402a410 comp rx=0 tx=0).stop 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- 172.21.15.7:0/931225097 shutdown_connections 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- 172.21.15.7:0/931225097 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c8107820 0x7f93c8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- 172.21.15.7:0/931225097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8104ef0 0x7f93c81072e0 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- 172.21.15.7:0/931225097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c81025c0 0x7f93c81049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- 172.21.15.7:0/931225097 >> 172.21.15.7:0/931225097 conn(0x7f93c80fc1e0 msgr2=0x7f93c80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- 172.21.15.7:0/931225097 shutdown_connections 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- 172.21.15.7:0/931225097 wait complete. 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 Processor -- start 2024-09-10T07:57:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- start start 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 0x7f93c8197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c8104ef0 0x7f93c81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810d680 con 0x7f93c8107820 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810d500 con 0x7f93c81025c0 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.703+0000 7f93cef66640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810d800 con 0x7f93c8104ef0 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 0x7f93c8197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56812/0 (socket says 172.21.15.7:56812) 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 -- 172.21.15.7:0/2406698320 learned_addr learned my addr 172.21.15.7:0/2406698320 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93c7fff640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c8104ef0 0x7f93c81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 -- 172.21.15.7:0/2406698320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c8104ef0 msgr2=0x7f93c81982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c8104ef0 0x7f93c81982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 -- 172.21.15.7:0/2406698320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 msgr2=0x7f93c8197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 0x7f93c8197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 -- 172.21.15.7:0/2406698320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c819f980 con 0x7f93c8107820 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93ccd02640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 0x7f93c8197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cd503640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f93c0009c90 tx=0x7f93c000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93c5ffb640 1 -- 172.21.15.7:0/2406698320 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c0003b70 con 0x7f93c8107820 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c819fc70 con 0x7f93c8107820 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93c5ffb640 1 -- 172.21.15.7:0/2406698320 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c0003d10 con 0x7f93c8107820 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.704+0000 7f93c5ffb640 1 -- 172.21.15.7:0/2406698320 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c00108f0 con 0x7f93c8107820 2024-09-10T07:57:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.705+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c81a0140 con 0x7f93c8107820 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.707+0000 7f93c5ffb640 1 -- 172.21.15.7:0/2406698320 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f93c0004020 con 0x7f93c8107820 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.707+0000 7f93d1de0740 1 Processor -- start 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.707+0000 7f93d1de0740 1 -- start start 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696bada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696c2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55816961e2f0 con 0x5581696bb2e0 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5581695c6270 con 0x5581696c0370 2024-09-10T07:57:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93d1de0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55816961a2b0 con 0x5581696ba9a0 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93c5ffb640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 0x7f93b80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56816/0 (socket says 172.21.15.7:56816) 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 -- 172.21.15.7:0/2568617471 learned_addr learned my addr 172.21.15.7:0/2568617471 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93c7fff640 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696c2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93cd503640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 0x7f93b80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93c7fff640 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696bada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93c5ffb640 1 -- 172.21.15.7:0/2406698320 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93c00cf9d0 con 0x7f93c8107820 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 -- 172.21.15.7:0/2568617471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 msgr2=0x5581696bada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696bada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 -- 172.21.15.7:0/2568617471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 msgr2=0x5581696c2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696c2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 -- 172.21.15.7:0/2568617471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581695c5340 con 0x5581696bb2e0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93ccd02640 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f93bc0104d0 tx=0x7f93bc010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f275577e23129a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.708+0000 7f93cd503640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 0x7f93b80a50f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f93c00982f0 tx=0x7f93c0066b10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93b2ffd640 1 -- 172.21.15.7:0/2568617471 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc004220 con 0x5581696bb2e0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93b2ffd640 1 -- 172.21.15.7:0/2568617471 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93bc0043c0 con 0x5581696bb2e0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93b2ffd640 1 -- 172.21.15.7:0/2568617471 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc011a00 con 0x5581696bb2e0 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 -- 172.21.15.7:0/2568617471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 msgr2=0x5581696bfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f93bc0104d0 tx=0x7f93bc010990 comp rx=0 tx=0).stop 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 -- 172.21.15.7:0/2568617471 shutdown_connections 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696c2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696bfda0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 --2- 172.21.15.7:0/2568617471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696bada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 -- 172.21.15.7:0/2568617471 >> 172.21.15.7:0/2568617471 conn(0x5581696b6010 msgr2=0x5581696b6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 -- 172.21.15.7:0/2568617471 shutdown_connections 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.709+0000 7f93d1de0740 1 -- 172.21.15.7:0/2568617471 wait complete. 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 -- start start 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 Processor -- start 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696c4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696cc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5581696c3340 con 0x5581696bb2e0 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5581695a7290 con 0x5581696c0370 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5581696c34c0 con 0x5581696ba9a0 2024-09-10T07:57:31.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93d1de0740 10 client.0 _ll_register_callbacks cb 0x5581695d8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93c7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56818/0 (socket says 172.21.15.7:56818) 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93ccd02640 1 -- 172.21.15.7:0/412900787 learned_addr learned my addr 172.21.15.7:0/412900787 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.710+0000 7f93c7fff640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696c4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 -- 172.21.15.7:0/412900787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 msgr2=0x5581696c4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696c4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 -- 172.21.15.7:0/412900787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 msgr2=0x5581696c5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 -- 172.21.15.7:0/412900787 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558169331210 con 0x5581696c0370 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93ccd02640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93c7fff640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696cc170 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009230 tx=0x7f93b4009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a57d864291ff8daa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b4035040 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93b403d890 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93bc0043c0 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f93b403da90 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93d1de0740 10 client.27938 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.711+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5581693fd620 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93bc0043c0 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f93b404cb10 con 0x5581696c0370 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 10 client.27938 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 10 client.27938 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 20 client.27938 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581696d0810 0x5581696d2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 4 client.27938 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55816962ba20 con 0x5581696d0810 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93ccd02640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581696d0810 0x5581696d2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93ccd02640 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581696d0810 0x5581696d2c20 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e7459c6b793ddf3 server_cookie=e60fb5688a62a7d4 in_seq=0 out_seq=0 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.712+0000 7f93a7fff640 10 client.27938 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93a7fff640 1 -- 172.21.15.7:0/412900787 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55816962ba20 con 0x5581696d0810 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93a7fff640 10 client.27938 handle_command_reply: tid=0 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 client.27938 shutdown 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 msgr2=0x5581696cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696cc170 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009230 tx=0x7f93b4009260 comp rx=0 tx=0).stop 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 shutdown_connections 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5581696d0810 0x5581696d2c20 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696c0370 0x5581696cc170 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696c5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 --2- 172.21.15.7:0/412900787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x5581696c4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93a7fff640 0 client.27938 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 >> 172.21.15.7:0/412900787 conn(0x5581696b6010 msgr2=0x5581696b7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 shutdown_connections 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.713+0000 7f93d1de0740 1 -- 172.21.15.7:0/412900787 wait complete. 2024-09-10T07:57:31.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.714+0000 7f93d1de0740 20 client.27938 trim_cache size 0 max 16384 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.731+0000 7f93d1de0740 1 Processor -- start 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.731+0000 7f93d1de0740 1 -- start start 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696ba9a0 0x5581696d2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696c0370 0x5581696b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81acf00 con 0x5581696bb2e0 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81aa7d0 con 0x5581696ba9a0 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93d1de0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81a8690 con 0x5581696c0370 2024-09-10T07:57:31.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56828/0 (socket says 172.21.15.7:56828) 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 -- 172.21.15.7:0/800686270 learned_addr learned my addr 172.21.15.7:0/800686270 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93c7fff640 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696ba9a0 0x5581696d2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93c7fff640 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696c0370 0x5581696b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 -- 172.21.15.7:0/800686270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696c0370 msgr2=0x5581696b7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696c0370 0x5581696b7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 -- 172.21.15.7:0/800686270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696ba9a0 msgr2=0x5581696d2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696ba9a0 0x5581696d2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 -- 172.21.15.7:0/800686270 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581696d32a0 con 0x5581696bb2e0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93ccd02640 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f93bc010e90 tx=0x7f93bc003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b93b88cf823a85ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.732+0000 7f93b27fc640 1 -- 172.21.15.7:0/800686270 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc004280 con 0x5581696bb2e0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93b27fc640 1 -- 172.21.15.7:0/800686270 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93bc004420 con 0x5581696bb2e0 2024-09-10T07:57:31.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93b27fc640 1 -- 172.21.15.7:0/800686270 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc005610 con 0x5581696bb2e0 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 -- 172.21.15.7:0/800686270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 msgr2=0x5581696b50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f93bc010e90 tx=0x7f93bc003db0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 -- 172.21.15.7:0/800686270 shutdown_connections 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696c0370 0x5581696b7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696bb2e0 0x5581696b50b0 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 --2- 172.21.15.7:0/800686270 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696ba9a0 0x5581696d2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 -- 172.21.15.7:0/800686270 >> 172.21.15.7:0/800686270 conn(0x5581696b6010 msgr2=0x5581696b49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 -- 172.21.15.7:0/800686270 shutdown_connections 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.733+0000 7f93d1de0740 1 -- 172.21.15.7:0/800686270 wait complete. 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 -- start start 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 Processor -- start 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x558169736380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 0x5581697368c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 0x55816973d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81a8ce0 con 0x5581696c0370 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81aa100 con 0x5581696bb2e0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93c81a9360 con 0x5581696ba9a0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93d1de0740 10 client.0 _ll_register_callbacks cb 0x7f93b40318b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 0x55816973d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93ccd02640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 0x5581697368c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 0x55816973d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56838/0 (socket says 172.21.15.7:56838) 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93c7fff640 1 -- 172.21.15.7:0/77781338 learned_addr learned my addr 172.21.15.7:0/77781338 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.734+0000 7f93c7fff640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x558169736380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 -- 172.21.15.7:0/77781338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 msgr2=0x558169736380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x558169736380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 -- 172.21.15.7:0/77781338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 msgr2=0x55816973d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 0x55816973d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 -- 172.21.15.7:0/77781338 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55816973df10 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93ccd02640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 0x5581697368c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f93bc0103f0 tx=0x7f93bc0045d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a88af18ad1c66b9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc037030 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93bc004420 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93bc004080 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f93bc044050 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93d1de0740 10 client.27944 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55816973f220 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.735+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93bc004420 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f93bc004660 con 0x5581696bb2e0 2024-09-10T07:57:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 10 client.27944 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 10 client.27944 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 20 client.27944 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55816973fa60 0x558169741e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 4 client.27944 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558169625d70 con 0x55816973fa60 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93c7fff640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55816973fa60 0x558169741e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93c7fff640 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55816973fa60 0x558169741e80 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af46e9d274290f54 server_cookie=30ae9b70ec0476e6 in_seq=0 out_seq=0 2024-09-10T07:57:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.736+0000 7f93a7fff640 10 client.27944 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93a7fff640 1 -- 172.21.15.7:0/77781338 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558169625d70 con 0x55816973fa60 2024-09-10T07:57:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93a7fff640 10 client.27944 handle_command_reply: tid=0 2024-09-10T07:57:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 client.27944 shutdown 2024-09-10T07:57:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 msgr2=0x5581697368c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 0x5581697368c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f93bc0103f0 tx=0x7f93bc0045d0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 shutdown_connections 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55816973fa60 0x558169741e80 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5581696c0370 0x55816973d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93a7fff640 0 client.27944 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5581696bb2e0 0x5581697368c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 --2- 172.21.15.7:0/77781338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5581696ba9a0 0x558169736380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 >> 172.21.15.7:0/77781338 conn(0x5581696b6010 msgr2=0x5581696b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 shutdown_connections 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 1 -- 172.21.15.7:0/77781338 wait complete. 2024-09-10T07:57:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.761+0000 7f93d1de0740 20 client.27944 trim_cache size 0 max 16384 2024-09-10T07:57:31.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:57:31.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:57:31.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:57:31.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:57:31.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 msgr2=0x7f93b80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 0x7f93b80a50f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f93c00982f0 tx=0x7f93c0066b10 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 msgr2=0x7f93c819f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f93c0009c90 tx=0x7f93c000c6a0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 shutdown_connections 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f93b80a2c30 0x7f93b80a50f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93c8107820 0x7f93c819f310 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93c8104ef0 0x7f93c81982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 --2- 172.21.15.7:0/2406698320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93c81025c0 0x7f93c8197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 >> 172.21.15.7:0/2406698320 conn(0x7f93c80fc1e0 msgr2=0x7f93c8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 shutdown_connections 2024-09-10T07:57:31.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:31.762+0000 7f93cef66640 1 -- 172.21.15.7:0/2406698320 wait complete. 2024-09-10T07:57:32.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 237699 1.89 MB/sec execute 515 sec latency 18.534 ms 2024-09-10T07:57:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:32 smithi110 ceph-mon[34417]: pgmap v727: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:57:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:32 smithi145 ceph-mon[34766]: pgmap v727: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:57:33.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 238057 1.89 MB/sec execute 516 sec latency 39.104 ms 2024-09-10T07:57:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:32 smithi007 ceph-mon[30879]: pgmap v727: 129 pgs: 129 active+clean; 95 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.2 MiB/s wr, 130 op/s 2024-09-10T07:57:34.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 238353 1.89 MB/sec execute 517 sec latency 13.497 ms 2024-09-10T07:57:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:34 smithi110 ceph-mon[34417]: pgmap v728: 129 pgs: 129 active+clean; 97 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:34 smithi145 ceph-mon[34766]: pgmap v728: 129 pgs: 129 active+clean; 97 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:35.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 238860 1.89 MB/sec execute 518 sec latency 34.657 ms 2024-09-10T07:57:35.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:34 smithi007 ceph-mon[30879]: pgmap v728: 129 pgs: 129 active+clean; 97 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:36.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 239419 1.89 MB/sec execute 519 sec latency 22.375 ms 2024-09-10T07:57:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:36 smithi110 ceph-mon[34417]: pgmap v729: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-09-10T07:57:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:36 smithi145 ceph-mon[34766]: pgmap v729: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-09-10T07:57:37.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 240056 1.89 MB/sec execute 520 sec latency 96.734 ms 2024-09-10T07:57:37.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:36 smithi007 ceph-mon[30879]: pgmap v729: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 180 op/s 2024-09-10T07:57:38.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 240683 1.89 MB/sec execute 521 sec latency 14.586 ms 2024-09-10T07:57:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:38 smithi110 ceph-mon[34417]: pgmap v730: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.3 MiB/s wr, 129 op/s 2024-09-10T07:57:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:38 smithi145 ceph-mon[34766]: pgmap v730: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.3 MiB/s wr, 129 op/s 2024-09-10T07:57:39.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 241238 1.90 MB/sec execute 522 sec latency 13.056 ms 2024-09-10T07:57:39.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:38 smithi007 ceph-mon[30879]: pgmap v730: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.3 MiB/s wr, 129 op/s 2024-09-10T07:57:40.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 241595 1.90 MB/sec execute 523 sec latency 18.752 ms 2024-09-10T07:57:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:40 smithi110 ceph-mon[34417]: pgmap v731: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 185 op/s 2024-09-10T07:57:41.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:40 smithi145 ceph-mon[34766]: pgmap v731: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 185 op/s 2024-09-10T07:57:41.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 241858 1.90 MB/sec execute 524 sec latency 13.218 ms 2024-09-10T07:57:41.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:40 smithi007 ceph-mon[30879]: pgmap v731: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.7 MiB/s wr, 185 op/s 2024-09-10T07:57:42.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 242360 1.90 MB/sec execute 525 sec latency 13.682 ms 2024-09-10T07:57:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:42 smithi110 ceph-mon[34417]: pgmap v732: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:57:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:42 smithi145 ceph-mon[34766]: pgmap v732: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:57:43.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 242932 1.90 MB/sec execute 526 sec latency 21.488 ms 2024-09-10T07:57:43.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:42 smithi007 ceph-mon[30879]: pgmap v732: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2024-09-10T07:57:44.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 243605 1.90 MB/sec execute 527 sec latency 13.827 ms 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.856+0000 7f1604b18640 1 -- 172.21.15.7:0/1601036903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 msgr2=0x7f1600107360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.856+0000 7f1604b18640 1 --2- 172.21.15.7:0/1601036903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f1600107360 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f15f4009900 tx=0x7f15f402a410 comp rx=0 tx=0).stop 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 -- 172.21.15.7:0/1601036903 shutdown_connections 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 --2- 172.21.15.7:0/1601036903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16001078a0 0x7f1600109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 --2- 172.21.15.7:0/1601036903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f1600107360 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 --2- 172.21.15.7:0/1601036903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1600102640 0x7f1600104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 -- 172.21.15.7:0/1601036903 >> 172.21.15.7:0/1601036903 conn(0x7f16000fc1e0 msgr2=0x7f16000fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 -- 172.21.15.7:0/1601036903 shutdown_connections 2024-09-10T07:57:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 -- 172.21.15.7:0/1601036903 wait complete. 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 Processor -- start 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 -- start start 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.857+0000 7f1604b18640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1600102640 0x7f1600197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16001078a0 0x7f160019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f160010d6a0 con 0x7f1600104f70 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f160010d520 con 0x7f1600102640 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f160010d820 con 0x7f16001078a0 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41214/0 (socket says 172.21.15.7:41214) 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 -- 172.21.15.7:0/915348845 learned_addr learned my addr 172.21.15.7:0/915348845 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fe59c640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1600102640 0x7f1600197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fed9d640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16001078a0 0x7f160019f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 -- 172.21.15.7:0/915348845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16001078a0 msgr2=0x7f160019f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16001078a0 0x7f160019f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 -- 172.21.15.7:0/915348845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1600102640 msgr2=0x7f1600197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1600102640 0x7f1600197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 -- 172.21.15.7:0/915348845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160019f9d0 con 0x7f1600104f70 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f15f40314e0 tx=0x7f15f4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15ef7fe640 1 -- 172.21.15.7:0/915348845 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f403f030 con 0x7f1600104f70 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160019fc60 con 0x7f1600104f70 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15ef7fe640 1 -- 172.21.15.7:0/915348845 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f4003aa0 con 0x7f1600104f70 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f15ef7fe640 1 -- 172.21.15.7:0/915348845 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4035070 con 0x7f1600104f70 2024-09-10T07:57:44.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.858+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16001a0150 con 0x7f1600104f70 2024-09-10T07:57:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.861+0000 7f15ef7fe640 1 -- 172.21.15.7:0/915348845 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f15f4042030 con 0x7f1600104f70 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.861+0000 7f16078b1740 1 Processor -- start 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.861+0000 7f16078b1740 1 -- start start 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e59370 0x559489e5b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559489db72f0 con 0x559489e59370 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559489d5f270 con 0x559489e539a0 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f16078b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559489db32b0 con 0x559489e542e0 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e59370 0x559489e5b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49954/0 (socket says 172.21.15.7:49954) 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47546/0 (socket says 172.21.15.7:47546) 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 -- 172.21.15.7:0/2001076947 learned_addr learned my addr 172.21.15.7:0/2001076947 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15ef7fe640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 0x7f15e80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 -- 172.21.15.7:0/2001076947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 msgr2=0x559489e53da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 -- 172.21.15.7:0/2001076947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e59370 msgr2=0x559489e5b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e59370 0x559489e5b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 -- 172.21.15.7:0/2001076947 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559489d5e340 con 0x559489e542e0 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fed9d640 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fed9d640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 0x7f15e80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15ef7fe640 1 -- 172.21.15.7:0/915348845 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f15f40efad0 con 0x7f1600104f70 2024-09-10T07:57:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.862+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f15f0009d20 tx=0x7f15f0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6642c0c2b7f0f0dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f15ecff9640 1 -- 172.21.15.7:0/2001076947 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f001e070 con 0x559489e542e0 2024-09-10T07:57:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f15ecff9640 1 -- 172.21.15.7:0/2001076947 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f0019ae0 con 0x559489e542e0 2024-09-10T07:57:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f15ecff9640 1 -- 172.21.15.7:0/2001076947 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f000ea60 con 0x559489e542e0 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 -- 172.21.15.7:0/2001076947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 msgr2=0x559489e58da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f15fed9d640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 0x7f15e80a50f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f160006a980 tx=0x7f15f8004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f15f0009d20 tx=0x7f15f0011810 comp rx=0 tx=0).stop 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 -- 172.21.15.7:0/2001076947 shutdown_connections 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e59370 0x559489e5b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e58da0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 --2- 172.21.15.7:0/2001076947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e53da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.863+0000 7f16078b1740 1 -- 172.21.15.7:0/2001076947 >> 172.21.15.7:0/2001076947 conn(0x559489e4f010 msgr2=0x559489e4f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- 172.21.15.7:0/2001076947 shutdown_connections 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- 172.21.15.7:0/2001076947 wait complete. 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- start start 2024-09-10T07:57:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 Processor -- start 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e5e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e65130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559489e5c340 con 0x559489e542e0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559489d40290 con 0x559489e59370 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559489e5c4c0 con 0x559489e539a0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f16078b1740 10 client.0 _ll_register_callbacks cb 0x559489d71140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e5e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f15fed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e65130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49960/0 (socket says 172.21.15.7:49960) 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.864+0000 7f15fe59c640 1 -- 172.21.15.7:0/3643235900 learned_addr learned my addr 172.21.15.7:0/3643235900 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 -- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 msgr2=0x559489e65130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e65130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 -- 172.21.15.7:0/3643235900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 msgr2=0x559489e5e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e5e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 -- 172.21.15.7:0/3643235900 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559489aca210 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e5e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15fe59c640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f15f001c040 tx=0x7f15f0019660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63506ffade8f3c06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0027020 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15f0019ae0 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f15f0005250 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f15f0032050 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f16078b1740 10 client.27994 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.865+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559489b96620 con 0x559489e539a0 2024-09-10T07:57:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f0019ae0 con 0x559489e539a0 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f15f00046c0 con 0x559489e539a0 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 10 client.27994 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 10 client.27994 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 20 client.27994 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489e69600 0x559489e6ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 4 client.27994 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559489dc4a20 con 0x559489e69600 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489e69600 0x559489e6ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489e69600 0x559489e6ba80 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bc1ec5161fcb43e server_cookie=a510b09a41349105 in_seq=0 out_seq=0 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.866+0000 7f15e5ffb640 10 client.27994 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f15e5ffb640 1 -- 172.21.15.7:0/3643235900 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559489dc4a20 con 0x559489e69600 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f15e5ffb640 10 client.27994 handle_command_reply: tid=0 2024-09-10T07:57:44.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 client.27994 shutdown 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 msgr2=0x559489e5dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f15f001c040 tx=0x7f15f0019660 comp rx=0 tx=0).stop 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 shutdown_connections 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489e69600 0x559489e6ba80 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e65130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e5e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 --2- 172.21.15.7:0/3643235900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e539a0 0x559489e5dc20 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f15e5ffb640 0 client.27994 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 >> 172.21.15.7:0/3643235900 conn(0x559489e4f010 msgr2=0x559489e50820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 shutdown_connections 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 1 -- 172.21.15.7:0/3643235900 wait complete. 2024-09-10T07:57:44.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.867+0000 7f16078b1740 20 client.27994 trim_cache size 0 max 16384 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.885+0000 7f16078b1740 1 Processor -- start 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.885+0000 7f16078b1740 1 -- start start 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e650f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e4f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16001acf50 con 0x559489e539a0 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16001aa820 con 0x559489e59370 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f16078b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16001a8690 con 0x559489e542e0 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41254/0 (socket says 172.21.15.7:41254) 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 -- 172.21.15.7:0/63545258 learned_addr learned my addr 172.21.15.7:0/63545258 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fed9d640 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e4f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e650f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 -- 172.21.15.7:0/63545258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 msgr2=0x559489e650f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e650f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 -- 172.21.15.7:0/63545258 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 msgr2=0x559489e4f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e4f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 -- 172.21.15.7:0/63545258 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559489e5c220 con 0x559489e539a0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15fe59c640 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f15f0004b10 tx=0x7f15f0011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e1d9ab39ac6ab2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15e7fff640 1 -- 172.21.15.7:0/63545258 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0015020 con 0x559489e539a0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15e7fff640 1 -- 172.21.15.7:0/63545258 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f001f040 con 0x559489e539a0 2024-09-10T07:57:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.886+0000 7f15e7fff640 1 -- 172.21.15.7:0/63545258 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0027040 con 0x559489e539a0 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 -- 172.21.15.7:0/63545258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 msgr2=0x559489e5e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f15f0004b10 tx=0x7f15f0011ea0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 -- 172.21.15.7:0/63545258 shutdown_connections 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e59370 0x559489e4f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e542e0 0x559489e650f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 --2- 172.21.15.7:0/63545258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e539a0 0x559489e5e0e0 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 -- 172.21.15.7:0/63545258 >> 172.21.15.7:0/63545258 conn(0x559489e4f010 msgr2=0x559489e5d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 -- 172.21.15.7:0/63545258 shutdown_connections 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.887+0000 7f16078b1740 1 -- 172.21.15.7:0/63545258 wait complete. 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 -- start start 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 Processor -- start 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e62110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e59370 0x559489ed22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16001a8ce0 con 0x559489e542e0 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16001aa150 con 0x559489e539a0 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16001a93b0 con 0x559489e59370 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f16078b1740 10 client.0 _ll_register_callbacks cb 0x7f15f001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f15fe59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e62110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f15fdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41268/0 (socket says 172.21.15.7:41268) 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f15fdd9b640 1 -- 172.21.15.7:0/2983823716 learned_addr learned my addr 172.21.15.7:0/2983823716 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.888+0000 7f15fed9d640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e59370 0x559489ed22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 -- 172.21.15.7:0/2983823716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e59370 msgr2=0x559489ed22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e59370 0x559489ed22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 -- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 msgr2=0x559489e62110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e62110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 -- 172.21.15.7:0/2983823716 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559489ed28d0 con 0x559489e542e0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e62110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15fdd9b640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b8a10 tx=0x7f15f40d5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49d442eff59d7bb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4049040 con 0x559489e542e0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f15f40b86b0 con 0x559489e542e0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15f001f040 con 0x559489e542e0 2024-09-10T07:57:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f15f40bbb80 con 0x559489e542e0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 10 client.18759 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559489ed3cb0 con 0x559489e542e0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f001f040 con 0x559489e542e0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f15f4003c50 con 0x559489e542e0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 10 client.18759 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 10 client.18759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 20 client.18759 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489ed4600 0x559489ed69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 4 client.18759 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.889+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559489dbed70 con 0x559489ed4600 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.890+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489ed4600 0x559489ed69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.890+0000 7f15fe59c640 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489ed4600 0x559489ed69f0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0165975f64051fc server_cookie=1f7b3f272af1d9dd in_seq=0 out_seq=0 2024-09-10T07:57:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.890+0000 7f15e5ffb640 10 client.18759 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.913+0000 7f15e5ffb640 1 -- 172.21.15.7:0/2983823716 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559489dbed70 con 0x559489ed4600 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.913+0000 7f15e5ffb640 10 client.18759 handle_command_reply: tid=0 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.913+0000 7f16078b1740 1 client.18759 shutdown 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 msgr2=0x559489e62650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b8a10 tx=0x7f15f40d5040 comp rx=0 tx=0).stop 2024-09-10T07:57:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 shutdown_connections 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559489ed4600 0x559489ed69f0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559489e59370 0x559489ed22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559489e542e0 0x559489e62650 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 --2- 172.21.15.7:0/2983823716 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559489e539a0 0x559489e62110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 >> 172.21.15.7:0/2983823716 conn(0x559489e4f010 msgr2=0x559489e4d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f15e5ffb640 0 client.18759 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 shutdown_connections 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 1 -- 172.21.15.7:0/2983823716 wait complete. 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f16078b1740 20 client.18759 trim_cache size 0 max 16384 2024-09-10T07:57:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:57:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:57:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:57:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:57:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 msgr2=0x7f15e80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 0x7f15e80a50f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f160006a980 tx=0x7f15f8004a40 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 msgr2=0x7f16001982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.914+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f15f40314e0 tx=0x7f15f4004270 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 shutdown_connections 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15e80a2c30 0x7f15e80a50f0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16001078a0 0x7f160019f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1600104f70 0x7f16001982f0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 --2- 172.21.15.7:0/915348845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1600102640 0x7f1600197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 >> 172.21.15.7:0/915348845 conn(0x7f16000fc1e0 msgr2=0x7f1600103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 shutdown_connections 2024-09-10T07:57:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:44.915+0000 7f1604b18640 1 -- 172.21.15.7:0/915348845 wait complete. 2024-09-10T07:57:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:44 smithi110 ceph-mon[34417]: pgmap v733: 129 pgs: 129 active+clean; 100 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:44 smithi145 ceph-mon[34766]: pgmap v733: 129 pgs: 129 active+clean; 100 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:45.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 244211 1.91 MB/sec execute 528 sec latency 19.063 ms 2024-09-10T07:57:45.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:44 smithi007 ceph-mon[30879]: pgmap v733: 129 pgs: 129 active+clean; 100 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 155 op/s 2024-09-10T07:57:46.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 244763 1.91 MB/sec execute 529 sec latency 13.502 ms 2024-09-10T07:57:46.661 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:57:46.931 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:47.053 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:46 smithi007 ceph-mon[30879]: pgmap v734: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:57:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:46 smithi110 ceph-mon[34417]: pgmap v734: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:57:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:46 smithi145 ceph-mon[34766]: pgmap v734: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-09-10T07:57:47.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 245098 1.91 MB/sec execute 530 sec latency 39.949 ms 2024-09-10T07:57:47.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 -- 172.21.15.7:0/3929435166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4103740 msgr2=0x7fe7f4107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 --2- 172.21.15.7:0/3929435166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4103740 0x7fe7f4107b80 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0009930 tx=0x7fe7e002a420 comp rx=0 tx=0).stop 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 -- 172.21.15.7:0/3929435166 shutdown_connections 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 --2- 172.21.15.7:0/3929435166 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4108290 0x7fe7f410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 --2- 172.21.15.7:0/3929435166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4103740 0x7fe7f4107b80 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 --2- 172.21.15.7:0/3929435166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4102d90 0x7fe7f4103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 -- 172.21.15.7:0/3929435166 >> 172.21.15.7:0/3929435166 conn(0x7fe7f40fc7d0 msgr2=0x7fe7f40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 -- 172.21.15.7:0/3929435166 shutdown_connections 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 -- 172.21.15.7:0/3929435166 wait complete. 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.432+0000 7fe7fae93640 1 Processor -- start 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 -- start start 2024-09-10T07:57:47.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4102d90 0x7fe7f4198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4103740 0x7fe7f4198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f4111f30 con 0x7fe7f4108290 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f4111db0 con 0x7fe7f4102d90 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7fae93640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41120b0 con 0x7fe7f4103740 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41282/0 (socket says 172.21.15.7:41282) 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 -- 172.21.15.7:0/2825753565 learned_addr learned my addr 172.21.15.7:0/2825753565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4102d90 0x7fe7f4198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4103740 0x7fe7f4198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 -- 172.21.15.7:0/2825753565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4103740 msgr2=0x7fe7f4198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4103740 0x7fe7f4198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 -- 172.21.15.7:0/2825753565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4102d90 msgr2=0x7fe7f4198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4102d90 0x7fe7f4198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.433+0000 7fe7f9430640 1 -- 172.21.15.7:0/2825753565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7f419d4c0 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7f9430640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec00eb10 tx=0x7fe7ec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7f1ffb640 1 -- 172.21.15.7:0/2825753565 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec004b20 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7f1ffb640 1 -- 172.21.15.7:0/2825753565 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7ec004cc0 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7f419d7b0 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7f1ffb640 1 -- 172.21.15.7:0/2825753565 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec010690 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.434+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7f41a5090 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.436+0000 7fe7f1ffb640 1 -- 172.21.15.7:0/2825753565 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe7ec005020 con 0x7fe7f4108290 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 Processor -- start 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 -- start start 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d4226140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d4226680 0x55d7d4228a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d7d41812e0 con 0x55d7d4226680 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d7d4128ce0 con 0x55d7d421bdc0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d7d417d2a0 con 0x55d7d421b4a0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:50002/0 (socket says 172.21.15.7:50002) 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3493806269 learned_addr learned my addr 172.21.15.7:0/3493806269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d4226140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f1ffb640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 0x7fe7e40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d4226680 0x55d7d4228a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.437+0000 7fe7f9430640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 0x7fe7e40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f1ffb640 1 -- 172.21.15.7:0/2825753565 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe7ec0cf870 con 0x7fe7f4108290 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3493806269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 msgr2=0x55d7d4226140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d4226140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3493806269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d4226680 msgr2=0x55d7d4228a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d4226680 0x55d7d4228a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3493806269 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7d410d440 con 0x55d7d421b4a0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d4226140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55d7d4218db0 tx=0x7fe7e0005780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f2f451d140a2fcc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7f9430640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 0x7fe7e40a50c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec098190 tx=0x7fe7ec01bb30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7deffd640 1 -- 172.21.15.7:0/3493806269 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0035030 con 0x55d7d421b4a0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7deffd640 1 -- 172.21.15.7:0/3493806269 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7e0003d50 con 0x55d7d421b4a0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.438+0000 7fe7deffd640 1 -- 172.21.15.7:0/3493806269 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0031a10 con 0x55d7d421b4a0 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3493806269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 msgr2=0x55d7d421b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55d7d4218db0 tx=0x7fe7e0005780 comp rx=0 tx=0).stop 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3493806269 shutdown_connections 2024-09-10T07:57:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d4226680 0x55d7d4228a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d4226140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3493806269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421b4a0 0x55d7d421b880 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3493806269 >> 172.21.15.7:0/3493806269 conn(0x55d7d4217a30 msgr2=0x55d7d4217e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3493806269 shutdown_connections 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3493806269 wait complete. 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.439+0000 7fe7fd26c740 1 -- start start 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 Processor -- start 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4226080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4223380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42239e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d7d4229250 con 0x55d7d421b4a0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d7d413c050 con 0x55d7d4226680 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d7d42293d0 con 0x55d7d421bdc0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7fd26c740 10 client.0 _ll_register_callbacks cb 0x55d7d417c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4226080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7f8c2f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4223380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4226080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41304/0 (socket says 172.21.15.7:41304) 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7f3fff640 1 -- 172.21.15.7:0/2664365996 learned_addr learned my addr 172.21.15.7:0/2664365996 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.440+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42239e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 -- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 msgr2=0x55d7d42239e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42239e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 -- 172.21.15.7:0/2664365996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 msgr2=0x55d7d4226080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4226080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 -- 172.21.15.7:0/2664365996 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7d3ef23c0 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42239e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4223380 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7e80126d0 tx=0x7fe7e8012b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83156c62daaa0df9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8004030 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe7e80041d0 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7e0003d50 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe7e80043d0 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7fd26c740 10 client.28012 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7d4239190 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.441+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7e0003d50 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe7e8003b20 con 0x55d7d421bdc0 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 10 client.28012 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 10 client.28012 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 20 client.28012 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d423a650 0x55d7d423ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 4 client.28012 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7d418e850 con 0x55d7d423a650 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d423a650 0x55d7d423ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d423a650 0x55d7d423ca60 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9e8b06faf8fd0cc server_cookie=bb4904f800a924fc in_seq=0 out_seq=0 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.442+0000 7fe7d3fff640 10 client.28012 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2664365996 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d7d418e850 con 0x55d7d423a650 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7d3fff640 10 client.28012 handle_command_reply: tid=0 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 client.28012 shutdown 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 msgr2=0x55d7d4223380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4223380 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7e80126d0 tx=0x7fe7e8012b90 comp rx=0 tx=0).stop 2024-09-10T07:57:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 shutdown_connections 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d423a650 0x55d7d423ca60 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42239e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7d3fff640 0 client.28012 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4223380 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2664365996 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4226080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.443+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 >> 172.21.15.7:0/2664365996 conn(0x55d7d4217a30 msgr2=0x55d7d421d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.444+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 shutdown_connections 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.444+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2664365996 wait complete. 2024-09-10T07:57:47.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.444+0000 7fe7fd26c740 20 client.28012 trim_cache size 0 max 16384 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 Processor -- start 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 -- start start 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4242870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42205e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41af2c0 con 0x55d7d421b4a0 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41acb90 con 0x55d7d4226680 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41aaa00 con 0x55d7d421bdc0 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41310/0 (socket says 172.21.15.7:41310) 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3358306572 learned_addr learned my addr 172.21.15.7:0/3358306572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4242870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42205e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3358306572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 msgr2=0x55d7d4242870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4242870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3358306572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 msgr2=0x55d7d42205e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42205e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.462+0000 7fe7f3fff640 1 -- 172.21.15.7:0/3358306572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7d421bbf0 con 0x55d7d421b4a0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.463+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0009930 tx=0x7fe7e0004300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b09bdc50cf9b8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.463+0000 7fe7de7fc640 1 -- 172.21.15.7:0/3358306572 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e005e070 con 0x55d7d421b4a0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.463+0000 7fe7de7fc640 1 -- 172.21.15.7:0/3358306572 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7e0003d50 con 0x55d7d421b4a0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.463+0000 7fe7de7fc640 1 -- 172.21.15.7:0/3358306572 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0035040 con 0x55d7d421b4a0 2024-09-10T07:57:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3358306572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 msgr2=0x55d7d4242330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0009930 tx=0x7fe7e0004300 comp rx=0 tx=0).stop 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3358306572 shutdown_connections 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d4226680 0x55d7d42205e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d421bdc0 0x55d7d4242870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/3358306572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d4242330 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3358306572 >> 172.21.15.7:0/3358306572 conn(0x55d7d4217a30 msgr2=0x55d7d4225400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3358306572 shutdown_connections 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- 172.21.15.7:0/3358306572 wait complete. 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 -- start start 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.464+0000 7fe7fd26c740 1 Processor -- start 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d422cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d4226680 0x55d7d422d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41ab050 con 0x55d7d421b4a0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41ac4c0 con 0x55d7d421bdc0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41ab720 con 0x55d7d4226680 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7fd26c740 10 client.0 _ll_register_callbacks cb 0x7fe7e8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41322/0 (socket says 172.21.15.7:41322) 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f8c2f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d422cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 -- 172.21.15.7:0/2215511039 learned_addr learned my addr 172.21.15.7:0/2215511039 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d4226680 0x55d7d422d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 -- 172.21.15.7:0/2215511039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d4226680 msgr2=0x55d7d422d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d4226680 0x55d7d422d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 -- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 msgr2=0x55d7d422cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d422cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f3fff640 1 -- 172.21.15.7:0/2215511039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7d42a4560 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.465+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d422cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7f3fff640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fe7e005c040 tx=0x7fe7e0031ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3336cac3d799a07d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e005e040 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7e0003d50 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe7e0031980 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe7e006c050 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 10 client.18777 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7d42a5870 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7e0003d50 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe7e0049040 con 0x55d7d421b4a0 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 10 client.18777 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 10 client.18777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 20 client.18777 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d42a5aa0 0x55d7d42a7e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 4 client.18777 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.466+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d7d4188d60 con 0x55d7d42a5aa0 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d42a5aa0 0x55d7d42a7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7f8c2f640 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d42a5aa0 0x55d7d42a7e90 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=561e4400618d4894 server_cookie=ade60ca17cf90ac0 in_seq=0 out_seq=0 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7d3fff640 10 client.18777 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7d3fff640 1 -- 172.21.15.7:0/2215511039 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d7d4188d60 con 0x55d7d42a5aa0 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7d3fff640 10 client.18777 handle_command_reply: tid=0 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 client.18777 shutdown 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 msgr2=0x55d7d422c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fe7e005c040 tx=0x7fe7e0031ce0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 shutdown_connections 2024-09-10T07:57:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7d42a5aa0 0x55d7d42a7e90 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7d4226680 0x55d7d422d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7d421bdc0 0x55d7d422cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 --2- 172.21.15.7:0/2215511039 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7d421b4a0 0x55d7d422c630 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7d3fff640 0 client.18777 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.467+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 >> 172.21.15.7:0/2215511039 conn(0x55d7d4217a30 msgr2=0x55d7d4216220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 shutdown_connections 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fd26c740 1 -- 172.21.15.7:0/2215511039 wait complete. 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fd26c740 20 client.18777 trim_cache size 0 max 16384 2024-09-10T07:57:47.476 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 msgr2=0x7fe7e40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 0x7fe7e40a50c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec098190 tx=0x7fe7ec01bb30 comp rx=0 tx=0).stop 2024-09-10T07:57:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 msgr2=0x7fe7f419cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.468+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec00eb10 tx=0x7fe7ec00c2d0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 shutdown_connections 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe7e40a2c00 0x7fe7e40a50c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7f4108290 0x7fe7f419cde0 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7f4103740 0x7fe7f4198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 --2- 172.21.15.7:0/2825753565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7f4102d90 0x7fe7f4198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 >> 172.21.15.7:0/2825753565 conn(0x7fe7f40fc7d0 msgr2=0x7fe7f4105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 shutdown_connections 2024-09-10T07:57:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:47.469+0000 7fe7fae93640 1 -- 172.21.15.7:0/2825753565 wait complete. 2024-09-10T07:57:48.256 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:57:48.256 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:57:48.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 245360 1.91 MB/sec execute 531 sec latency 13.468 ms 2024-09-10T07:57:48.537 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:48.957 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:48 smithi007 ceph-mon[30879]: pgmap v735: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:57:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:48 smithi110 ceph-mon[34417]: pgmap v735: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:57:49.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.050+0000 7f03c0374640 1 -- 172.21.15.7:0/2483639519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 msgr2=0x7f03b810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.050+0000 7f03c0374640 1 --2- 172.21.15.7:0/2483639519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810d950 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f03b0009cd0 tx=0x7f03b002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 -- 172.21.15.7:0/2483639519 shutdown_connections 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 --2- 172.21.15.7:0/2483639519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810d950 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 --2- 172.21.15.7:0/2483639519 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 --2- 172.21.15.7:0/2483639519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 0x7f03b8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 -- 172.21.15.7:0/2483639519 >> 172.21.15.7:0/2483639519 conn(0x7f03b80fc7a0 msgr2=0x7f03b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 -- 172.21.15.7:0/2483639519 shutdown_connections 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 -- 172.21.15.7:0/2483639519 wait complete. 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.051+0000 7f03c0374640 1 Processor -- start 2024-09-10T07:57:49.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 -- start start 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 0x7f03b81100d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8111e40 con 0x7f03b8101420 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8111cc0 con 0x7f03b8100a80 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03c0374640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8111fc0 con 0x7f03b8106a80 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be110640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be110640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47656/0 (socket says 172.21.15.7:47656) 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be110640 1 -- 172.21.15.7:0/3513782577 learned_addr learned my addr 172.21.15.7:0/3513782577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03bd90f640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be911640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 0x7f03b81100d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be110640 1 -- 172.21.15.7:0/3513782577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 msgr2=0x7f03b81100d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:49.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.052+0000 7f03be110640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 0x7f03b81100d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03be110640 1 -- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 msgr2=0x7f03b810fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03be110640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03be110640 1 -- 172.21.15.7:0/3513782577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b81a6820 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03be110640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009f70 tx=0x7f03b400ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b4005220 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03b4004c50 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b400cb90 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.053+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b8198120 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.054+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b8198610 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.055+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b8100ee0 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.056+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f03b40046c0 con 0x7f03b8100a80 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.057+0000 7f03af7fe640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 0x7f03a40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.057+0000 7f03bd90f640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 0x7f03a40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:49.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.057+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f03b40d7b80 con 0x7f03b8100a80 2024-09-10T07:57:49.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.057+0000 7f03bd90f640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 0x7f03a40a50c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f03b81110e0 tx=0x7f03a8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:49.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.061+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f03b40a4740 con 0x7f03b8100a80 2024-09-10T07:57:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:48 smithi145 ceph-mon[34766]: pgmap v735: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.1 MiB/s wr, 129 op/s 2024-09-10T07:57:49.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 245790 1.91 MB/sec execute 532 sec latency 14.197 ms 2024-09-10T07:57:49.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.307+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03b8109010 con 0x7f03b8100a80 2024-09-10T07:57:49.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.307+0000 7f03af7fe640 1 -- 172.21.15.7:0/3513782577 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f03b40a4040 con 0x7f03b8100a80 2024-09-10T07:57:49.307 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:57:49.307 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:57:49.307 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 msgr2=0x7f03a40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 0x7f03a40a50c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f03b81110e0 tx=0x7f03a8005f90 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 msgr2=0x7f03b810f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009f70 tx=0x7f03b400ee50 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 shutdown_connections 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f03a40a2c00 0x7f03a40a50c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b8106a80 0x7f03b81100d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03b8101420 0x7f03b810fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 --2- 172.21.15.7:0/3513782577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f03b8100a80 0x7f03b810f650 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 >> 172.21.15.7:0/3513782577 conn(0x7f03b80fc7a0 msgr2=0x7f03b80fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 shutdown_connections 2024-09-10T07:57:49.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:49.310+0000 7f03c0374640 1 -- 172.21.15.7:0/3513782577 wait complete. 2024-09-10T07:57:50.025 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:57:50.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:49 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3513782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:50.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:49 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3513782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:50.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 246323 1.91 MB/sec execute 533 sec latency 20.774 ms 2024-09-10T07:57:50.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:49 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3513782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:50.359 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 -- 172.21.15.7:0/754742516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 msgr2=0x7f16f8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 --2- 172.21.15.7:0/754742516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8107b90 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009930 tx=0x7f16e802a420 comp rx=0 tx=0).stop 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 -- 172.21.15.7:0/754742516 shutdown_connections 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 --2- 172.21.15.7:0/754742516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 0x7f16f810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 --2- 172.21.15.7:0/754742516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8107b90 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 --2- 172.21.15.7:0/754742516 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 -- 172.21.15.7:0/754742516 >> 172.21.15.7:0/754742516 conn(0x7f16f80fc7d0 msgr2=0x7f16f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 -- 172.21.15.7:0/754742516 shutdown_connections 2024-09-10T07:57:50.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.955+0000 7f17006f7640 1 -- 172.21.15.7:0/754742516 wait complete. 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 Processor -- start 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 -- start start 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 0x7f16f8101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f8111f50 con 0x7f16f81036e0 2024-09-10T07:57:50.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f8111dd0 con 0x7f16f8102d30 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f17006f7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81120d0 con 0x7f16f81082a0 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.956+0000 7f16fe493640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37188/0 (socket says 172.21.15.7:37188) 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 -- 172.21.15.7:0/3098471209 learned_addr learned my addr 172.21.15.7:0/3098471209 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fdc92640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fec94640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 0x7f16f8101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 -- 172.21.15.7:0/3098471209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 msgr2=0x7f16f8101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 0x7f16f8101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 -- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 msgr2=0x7f16f8100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 -- 172.21.15.7:0/3098471209 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f81a6a20 con 0x7f16f8102d30 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16fe493640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f16f400e9f0 tx=0x7f16f400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16ef7fe640 1 -- 172.21.15.7:0/3098471209 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f400cd80 con 0x7f16f8102d30 2024-09-10T07:57:50.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f81a6d10 con 0x7f16f8102d30 2024-09-10T07:57:50.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16ef7fe640 1 -- 172.21.15.7:0/3098471209 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f40108e0 con 0x7f16f8102d30 2024-09-10T07:57:50.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f16ef7fe640 1 -- 172.21.15.7:0/3098471209 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f4018920 con 0x7f16f8102d30 2024-09-10T07:57:50.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.957+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f81a71c0 con 0x7f16f8102d30 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f16ef7fe640 1 -- 172.21.15.7:0/3098471209 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f16f4010a90 con 0x7f16f8102d30 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 Processor -- start 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 -- start start 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe5222f0 con 0x55bdfe5bdb40 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe4c9cf0 con 0x55bdfe5c7370 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.960+0000 7f1702ad0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe51e2b0 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fdc92640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56594/0 (socket says 172.21.15.7:56594) 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 -- 172.21.15.7:0/2122823508 learned_addr learned my addr 172.21.15.7:0/2122823508 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fe493640 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 -- 172.21.15.7:0/2122823508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 msgr2=0x55bdfe5bca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 -- 172.21.15.7:0/2122823508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 msgr2=0x55bdfe5c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 -- 172.21.15.7:0/2122823508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bdfe4ae3a0 con 0x55bdfe5bdb40 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16ef7fe640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 0x7f16e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fe493640 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fe493640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 0x7f16e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16fec94640 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009f70 tx=0x7f16f0010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e359a8769969d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16ef7fe640 1 -- 172.21.15.7:0/3098471209 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16f40cf6b0 con 0x7f16f8102d30 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.961+0000 7f16ecff9640 1 -- 172.21.15.7:0/2122823508 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0016070 con 0x55bdfe5bdb40 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f16ecff9640 1 -- 172.21.15.7:0/2122823508 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f0004d20 con 0x55bdfe5bdb40 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f16ecff9640 1 -- 172.21.15.7:0/2122823508 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0012790 con 0x55bdfe5bdb40 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 -- 172.21.15.7:0/2122823508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 msgr2=0x55bdfe5bc090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f16fe493640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 0x7f16e40a5040 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f16f40985f0 tx=0x7f16f40d5280 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009f70 tx=0x7f16f0010800 comp rx=0 tx=0).stop 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 -- 172.21.15.7:0/2122823508 shutdown_connections 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 --2- 172.21.15.7:0/2122823508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bc090 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.962+0000 7f1702ad0740 1 -- 172.21.15.7:0/2122823508 >> 172.21.15.7:0/2122823508 conn(0x55bdfe585310 msgr2=0x55bdfe5b8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.963+0000 7f1702ad0740 1 -- 172.21.15.7:0/2122823508 shutdown_connections 2024-09-10T07:57:50.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.963+0000 7f1702ad0740 1 -- 172.21.15.7:0/2122823508 wait complete. 2024-09-10T07:57:50.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.963+0000 7f1702ad0740 1 -- start start 2024-09-10T07:57:50.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.963+0000 7f1702ad0740 1 Processor -- start 2024-09-10T07:57:50.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5c4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe5ca070 con 0x55bdfe5bdb40 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe4dd060 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55bdfe5ca1f0 con 0x55bdfe5c7370 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f1702ad0740 10 client.0 _ll_register_callbacks cb 0x55bdfe2308c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:32824/0 (socket says 172.21.15.7:32824) 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 -- 172.21.15.7:0/3084416685 learned_addr learned my addr 172.21.15.7:0/3084416685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 -- 172.21.15.7:0/3084416685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 msgr2=0x55bdfe5c6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5c6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 -- 172.21.15.7:0/3084416685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 msgr2=0x55bdfe5c4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.964+0000 7f16fec94640 1 -- 172.21.15.7:0/3084416685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bdfe2933c0 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f16fec94640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f16f0012930 tx=0x7f16f0012450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6605a1815f47632e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f16e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0016070 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f0004d20 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16f0012b70 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f16f0030050 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f1702ad0740 10 client.28036 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.965+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bdfe5de370 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f0004d20 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f16f000f040 con 0x55bdfe5c7370 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 10 client.28036 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:50.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 10 client.28036 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 20 client.28036 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe5dfbb0 0x55bdfe5e2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 4 client.28036 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bdfe52f860 con 0x55bdfe5dfbb0 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.966+0000 7f16fdc92640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe5dfbb0 0x55bdfe5e2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.967+0000 7f16e1ffb640 10 client.28036 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:50.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.967+0000 7f16fdc92640 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe5dfbb0 0x55bdfe5e2000 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=29979a5799ce11c1 server_cookie=8ed6485f70fc282a in_seq=0 out_seq=0 2024-09-10T07:57:50.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.967+0000 7f16e1ffb640 1 -- 172.21.15.7:0/3084416685 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bdfe52f860 con 0x55bdfe5dfbb0 2024-09-10T07:57:50.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.967+0000 7f16e1ffb640 10 client.28036 handle_command_reply: tid=0 2024-09-10T07:57:50.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.967+0000 7f1702ad0740 1 client.28036 shutdown 2024-09-10T07:57:50.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 msgr2=0x55bdfe5c47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f16f0012930 tx=0x7f16f0012450 comp rx=0 tx=0).stop 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 shutdown_connections 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe5dfbb0 0x55bdfe5e2000 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5c7370 0x55bdfe5c47f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3084416685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 >> 172.21.15.7:0/3084416685 conn(0x55bdfe585310 msgr2=0x55bdfe5be960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f16e1ffb640 0 client.28036 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 shutdown_connections 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 1 -- 172.21.15.7:0/3084416685 wait complete. 2024-09-10T07:57:50.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.968+0000 7f1702ad0740 20 client.28036 trim_cache size 0 max 16384 2024-09-10T07:57:50.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.983+0000 7f1702ad0740 1 Processor -- start 2024-09-10T07:57:50.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.983+0000 7f1702ad0740 1 -- start start 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.983+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5e78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f1702ad0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81af370 con 0x55bdfe5bdb40 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f1702ad0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81acc40 con 0x55bdfe5c7370 2024-09-10T07:57:50.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f1702ad0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81aaab0 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fdc92640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fdc92640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56622/0 (socket says 172.21.15.7:56622) 2024-09-10T07:57:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:32838/0 (socket says 172.21.15.7:32838) 2024-09-10T07:57:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fdc92640 1 -- 172.21.15.7:0/3215015152 learned_addr learned my addr 172.21.15.7:0/3215015152 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:50.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 -- 172.21.15.7:0/3215015152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 msgr2=0x55bdfe5e78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5e78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 -- 172.21.15.7:0/3215015152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 msgr2=0x55bdfe5bf660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fec94640 1 -- 172.21.15.7:0/3215015152 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bdfe5b84f0 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.984+0000 7f16fdc92640 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f16fec94640 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009a80 tx=0x7f16f0009600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=815bdbb165fb6465 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f16e3fff640 1 -- 172.21.15.7:0/3215015152 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0016070 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f16e3fff640 1 -- 172.21.15.7:0/3215015152 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f0012e20 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f16e3fff640 1 -- 172.21.15.7:0/3215015152 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0023040 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f1702ad0740 1 -- 172.21.15.7:0/3215015152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 msgr2=0x55bdfe5bf120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.985+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009a80 tx=0x7f16f0009600 comp rx=0 tx=0).stop 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 -- 172.21.15.7:0/3215015152 shutdown_connections 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5c7370 0x55bdfe5e78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5bf660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 --2- 172.21.15.7:0/3215015152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5bf120 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 -- 172.21.15.7:0/3215015152 >> 172.21.15.7:0/3215015152 conn(0x55bdfe585310 msgr2=0x55bdfe5c2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 -- 172.21.15.7:0/3215015152 shutdown_connections 2024-09-10T07:57:50.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 -- 172.21.15.7:0/3215015152 wait complete. 2024-09-10T07:57:50.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 -- start start 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.986+0000 7f1702ad0740 1 Processor -- start 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5d2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5d3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ab100 con 0x55bdfe5c7370 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ac570 con 0x55bdfe5bc5d0 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ab7d0 con 0x55bdfe5bdb40 2024-09-10T07:57:50.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f1702ad0740 10 client.0 _ll_register_callbacks cb 0x7f16e8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fdc92640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56626/0 (socket says 172.21.15.7:56626) 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 -- 172.21.15.7:0/1670305820 learned_addr learned my addr 172.21.15.7:0/1670305820 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5d2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 -- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 msgr2=0x55bdfe5d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5d3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 -- 172.21.15.7:0/1670305820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 msgr2=0x55bdfe5d2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5d2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 -- 172.21.15.7:0/1670305820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bdfe648de0 con 0x55bdfe5c7370 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fdc92640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16fec94640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f16f0005390 tx=0x7f16f002c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89695f782452592e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:50.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.987+0000 7f16e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0016070 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16f0005af0 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f0012e20 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f16f0045050 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 10 client.18798 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bdfe649f90 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f0012e20 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f16f0004cf0 con 0x55bdfe5c7370 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 10 client.18798 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 10 client.18798 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 20 client.18798 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe64a5f0 0x55bdfe64ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:50.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 4 client.18798 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bdfe529d70 con 0x55bdfe64a5f0 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.988+0000 7f16fdc92640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe64a5f0 0x55bdfe64ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f16e1ffb640 10 client.18798 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f16fdc92640 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe64a5f0 0x55bdfe64ca10 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=11460586d3120165 server_cookie=16f88d72d43b1575 in_seq=0 out_seq=0 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f16e1ffb640 1 -- 172.21.15.7:0/1670305820 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bdfe529d70 con 0x55bdfe64a5f0 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f16e1ffb640 10 client.18798 handle_command_reply: tid=0 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 client.18798 shutdown 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 msgr2=0x55bdfe6488a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f16f0005390 tx=0x7f16f002c040 comp rx=0 tx=0).stop 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 shutdown_connections 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55bdfe64a5f0 0x55bdfe64ca10 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bdfe5c7370 0x55bdfe6488a0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55bdfe5bdb40 0x55bdfe5d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 --2- 172.21.15.7:0/1670305820 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55bdfe5bc5d0 0x55bdfe5d2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 >> 172.21.15.7:0/1670305820 conn(0x55bdfe585310 msgr2=0x55bdfe5c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f16e1ffb640 0 client.18798 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 shutdown_connections 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.989+0000 7f1702ad0740 1 -- 172.21.15.7:0/1670305820 wait complete. 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f1702ad0740 20 client.18798 trim_cache size 0 max 16384 2024-09-10T07:57:50.994 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 msgr2=0x7f16e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 0x7f16e40a5040 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f16f40985f0 tx=0x7f16f40d5280 comp rx=0 tx=0).stop 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 msgr2=0x7f16f8100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f16f400e9f0 tx=0x7f16f400eeb0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 shutdown_connections 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16e40a2b80 0x7f16e40a5040 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f81082a0 0x7f16f8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f81036e0 0x7f16f8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 --2- 172.21.15.7:0/3098471209 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f8102d30 0x7f16f8100990 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:50.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 >> 172.21.15.7:0/3098471209 conn(0x7f16f80fc7d0 msgr2=0x7f16f8105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:50.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 shutdown_connections 2024-09-10T07:57:50.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:50.990+0000 7f17006f7640 1 -- 172.21.15.7:0/3098471209 wait complete. 2024-09-10T07:57:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:50 smithi110 ceph-mon[34417]: pgmap v736: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:57:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:50 smithi145 ceph-mon[34766]: pgmap v736: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:57:51.282 INFO:tasks.workunit.client.0.smithi007.stdout: 1 246969 1.91 MB/sec execute 534 sec latency 17.912 ms 2024-09-10T07:57:51.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:50 smithi007 ceph-mon[30879]: pgmap v736: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.6 MiB/s wr, 185 op/s 2024-09-10T07:57:51.642 INFO:tasks.quiescer.fs.[cephfs]:Total duration (43.0) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T07:57:51.642 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.5 2024-09-10T07:57:51.643 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:57:51.828 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:57:51.942 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:52.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 247540 1.91 MB/sec execute 535 sec latency 13.067 ms 2024-09-10T07:57:52.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/3348170338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 msgr2=0x7f1e881021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:52.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/3348170338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e881021d0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f1e84009900 tx=0x7f1e8402a410 comp rx=0 tx=0).stop 2024-09-10T07:57:52.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/3348170338 shutdown_connections 2024-09-10T07:57:52.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/3348170338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e8810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/3348170338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e881067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/3348170338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e881021d0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.440+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/3348170338 >> 172.21.15.7:0/3348170338 conn(0x7f1e880fd8f0 msgr2=0x7f1e880ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.441+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/3348170338 shutdown_connections 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.441+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/3348170338 wait complete. 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.441+0000 7f1e8f8ed640 1 Processor -- start 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.441+0000 7f1e8f8ed640 1 -- start start 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.441+0000 7f1e8f8ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e88074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e88074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e88111e30 con 0x7f1e88101df0 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e88111cb0 con 0x7f1e88106f20 2024-09-10T07:57:52.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e88111fb0 con 0x7f1e881027a0 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56640/0 (socket says 172.21.15.7:56640) 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 -- 172.21.15.7:0/1019434915 learned_addr learned my addr 172.21.15.7:0/1019434915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8ce88640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e88074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8de8a640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e88074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 -- 172.21.15.7:0/1019434915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 msgr2=0x7f1e88074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e88074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 -- 172.21.15.7:0/1019434915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 msgr2=0x7f1e88074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e88074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 -- 172.21.15.7:0/1019434915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e881a6880 con 0x7f1e88101df0 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8de8a640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e88074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8ce88640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e88074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:52.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8d689640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f1e84005940 tx=0x7f1e840040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8403f030 con 0x7f1e88101df0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e881a6b10 con 0x7f1e88101df0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e840044c0 con 0x7f1e88101df0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.442+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84035070 con 0x7f1e88101df0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.443+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e881a7040 con 0x7f1e88101df0 2024-09-10T07:57:52.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.444+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e881021d0 con 0x7f1e88101df0 2024-09-10T07:57:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.445+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1e84042030 con 0x7f1e88101df0 2024-09-10T07:57:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.445+0000 7f1e7e7fc640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 0x7f1e740a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.446+0000 7f1e8ce88640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 0x7f1e740a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.446+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e840ef710 con 0x7f1e88101df0 2024-09-10T07:57:52.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.446+0000 7f1e8ce88640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 0x7f1e740a5040 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f1e880ffeb0 tx=0x7f1e78005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:52.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.451+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1e840bbc80 con 0x7f1e88101df0 2024-09-10T07:57:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:52.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.707+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e8810a100 con 0x7f1e88101df0 2024-09-10T07:57:52.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.708+0000 7f1e7e7fc640 1 -- 172.21.15.7:0/1019434915 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f1e840bff80 con 0x7f1e88101df0 2024-09-10T07:57:52.707 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:57:52.707 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:57:52.708 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:57:52.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 msgr2=0x7f1e740a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 0x7f1e740a5040 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f1e880ffeb0 tx=0x7f1e78005f90 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 msgr2=0x7f1e880744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f1e84005940 tx=0x7f1e840040c0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 shutdown_connections 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e740a2b80 0x7f1e740a5040 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e88106f20 0x7f1e88074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e881027a0 0x7f1e88074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 --2- 172.21.15.7:0/1019434915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e88101df0 0x7f1e880744f0 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 >> 172.21.15.7:0/1019434915 conn(0x7f1e880fd8f0 msgr2=0x7f1e880fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:52.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 shutdown_connections 2024-09-10T07:57:52.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:52.710+0000 7f1e8f8ed640 1 -- 172.21.15.7:0/1019434915 wait complete. 2024-09-10T07:57:53.040 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:52 smithi007 ceph-mon[30879]: pgmap v737: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 1.1 MiB/s wr, 127 op/s 2024-09-10T07:57:53.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:52 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1019434915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:52 smithi110 ceph-mon[34417]: pgmap v737: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 1.1 MiB/s wr, 127 op/s 2024-09-10T07:57:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:52 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1019434915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:52 smithi145 ceph-mon[34766]: pgmap v737: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 1.1 MiB/s wr, 127 op/s 2024-09-10T07:57:53.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:52 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1019434915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:57:53.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248111 1.92 MB/sec execute 536 sec latency 13.676 ms 2024-09-10T07:57:53.388 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 141.5 --await-for 45.0' 2024-09-10T07:57:53.388 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 141.5 --await-for 45.0 2024-09-10T07:57:53.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 -- 172.21.15.7:0/1830760292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650102d90 msgr2=0x7f9650103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 --2- 172.21.15.7:0/1830760292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650102d90 0x7f9650103170 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f964c009930 tx=0x7f964c02a420 comp rx=0 tx=0).stop 2024-09-10T07:57:53.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 -- 172.21.15.7:0/1830760292 shutdown_connections 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 --2- 172.21.15.7:0/1830760292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650108290 0x7f965010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 --2- 172.21.15.7:0/1830760292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650103740 0x7f9650107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 --2- 172.21.15.7:0/1830760292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650102d90 0x7f9650103170 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 -- 172.21.15.7:0/1830760292 >> 172.21.15.7:0/1830760292 conn(0x7f96500fc7d0 msgr2=0x7f96500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 -- 172.21.15.7:0/1830760292 shutdown_connections 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.822+0000 7f965816f640 1 -- 172.21.15.7:0/1830760292 wait complete. 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 Processor -- start 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 -- start start 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 0x7f96501009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650108290 0x7f9650101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9650111f40 con 0x7f9650103740 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9650111dc0 con 0x7f9650102d90 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965816f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f96501120c0 con 0x7f9650108290 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965570a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 0x7f96501009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965570a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56644/0 (socket says 172.21.15.7:56644) 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 0x7f96501009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37268/0 (socket says 172.21.15.7:37268) 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965570a640 1 -- 172.21.15.7:0/3693797730 learned_addr learned my addr 172.21.15.7:0/3693797730 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965670c640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650108290 0x7f9650101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.823+0000 7f965570a640 1 -- 172.21.15.7:0/3693797730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650108290 msgr2=0x7f9650101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965570a640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650108290 0x7f9650101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965570a640 1 -- 172.21.15.7:0/3693797730 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 msgr2=0x7f96501009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965570a640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 0x7f96501009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965570a640 1 -- 172.21.15.7:0/3693797730 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96501a69c0 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965570a640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f9640005fd0 tx=0x7f964000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f9646ffd640 1 -- 172.21.15.7:0/3693797730 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9640017070 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f9646ffd640 1 -- 172.21.15.7:0/3693797730 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9640009c30 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96501a6cb0 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f9646ffd640 1 -- 172.21.15.7:0/3693797730 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9640003d40 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.824+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96501a71e0 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f9646ffd640 1 -- 172.21.15.7:0/3693797730 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9640003ee0 con 0x7f9650103740 2024-09-10T07:57:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 Processor -- start 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 -- start start 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4649090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d4649a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d4656760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f9d45af2f0 con 0x55f9d464ab40 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4556cf0 con 0x55f9d4654370 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965a548740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f9d45ab2b0 con 0x55f9d46495d0 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965670c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4649090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965670c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4649090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56652/0 (socket says 172.21.15.7:56652) 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965570a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d4656760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f965670c640 1 -- 172.21.15.7:0/2869845718 learned_addr learned my addr 172.21.15.7:0/2869845718 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.827+0000 7f9655f0b640 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d4649a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9646ffd640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 0x7f963c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 -- 172.21.15.7:0/2869845718 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 msgr2=0x55f9d4656760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d4656760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 -- 172.21.15.7:0/2869845718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 msgr2=0x55f9d4649090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4649090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 -- 172.21.15.7:0/2869845718 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9d453b3a0 con 0x55f9d46495d0 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f965570a640 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d4656760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9646ffd640 1 -- 172.21.15.7:0/3693797730 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f96400cef00 con 0x7f9650103740 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f965670c640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 0x7f963c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f9655f0b640 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d4649a10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f964c031440 tx=0x7f964c031ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fec4a42e44f8bd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f963bfff640 1 -- 172.21.15.7:0/2869845718 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c040070 con 0x55f9d46495d0 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f963bfff640 1 -- 172.21.15.7:0/2869845718 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f964c031e50 con 0x55f9d46495d0 2024-09-10T07:57:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.828+0000 7f963bfff640 1 -- 172.21.15.7:0/2869845718 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c035040 con 0x55f9d46495d0 2024-09-10T07:57:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 -- 172.21.15.7:0/2869845718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 msgr2=0x55f9d4649a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d4649a10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f964c031440 tx=0x7f964c031ba0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965670c640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 0x7f963c0a50c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f9648011d90 tx=0x7f9648009e50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 -- 172.21.15.7:0/2869845718 shutdown_connections 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d4656760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d4649a10 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 --2- 172.21.15.7:0/2869845718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4649090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 -- 172.21.15.7:0/2869845718 >> 172.21.15.7:0/2869845718 conn(0x55f9d4612310 msgr2=0x55f9d4645c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 -- 172.21.15.7:0/2869845718 shutdown_connections 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.829+0000 7f965a548740 1 -- 172.21.15.7:0/2869845718 wait complete. 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 -- start start 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 Processor -- start 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4651020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d4651610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4657010 con 0x55f9d464ab40 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f9d456a060 con 0x55f9d46495d0 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.830+0000 7f965a548740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4657190 con 0x55f9d4654370 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37296/0 (socket says 172.21.15.7:37296) 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 -- 172.21.15.7:0/1811130265 learned_addr learned my addr 172.21.15.7:0/1811130265 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f965570a640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4651020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f965670c640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d4651610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f965a548740 10 client.0 _ll_register_callbacks cb 0x55f9d42bd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 -- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 msgr2=0x55f9d4651610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d4651610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 -- 172.21.15.7:0/1811130265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 msgr2=0x55f9d4651020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4651020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 -- 172.21.15.7:0/1811130265 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9d43203c0 con 0x55f9d46495d0 2024-09-10T07:57:53.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f9655f0b640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f964c0316b0 tx=0x7f964c0316e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b114b10ac6bd085 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f96397fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:57:53.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c040070 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f964c031e50 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f964c03c850 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f964c056050 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.831+0000 7f965a548740 10 client.28016 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f9d4662ac0 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f964c031e50 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f964c044740 con 0x55f9d46495d0 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 10 client.28016 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 10 client.28016 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 20 client.28016 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d4663e10 0x55f9d4666200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 4 client.28016 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9d45bc860 con 0x55f9d4663e10 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965570a640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d4663e10 0x55f9d4666200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f965570a640 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d4663e10 0x55f9d4666200 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=54e10bffb235e98 server_cookie=34c0c4a5e45b06c in_seq=0 out_seq=0 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.832+0000 7f96397fa640 10 client.28016 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f96397fa640 1 -- 172.21.15.7:0/1811130265 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f9d45bc860 con 0x55f9d4663e10 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f96397fa640 10 client.28016 handle_command_reply: tid=0 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f965a548740 1 client.28016 shutdown 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 msgr2=0x55f9d4653d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f964c0316b0 tx=0x7f964c0316e0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 shutdown_connections 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.833+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d4663e10 0x55f9d4666200 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d4651610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4651020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 --2- 172.21.15.7:0/1811130265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d46495d0 0x55f9d4653d70 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 >> 172.21.15.7:0/1811130265 conn(0x55f9d4612310 msgr2=0x55f9d464b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f96397fa640 0 client.28016 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 shutdown_connections 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 1 -- 172.21.15.7:0/1811130265 wait complete. 2024-09-10T07:57:53.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.834+0000 7f965a548740 20 client.28016 trim_cache size 0 max 16384 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 Processor -- start 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 -- start start 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d46602e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d466b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f96501af2b0 con 0x55f9d464ab40 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f96501acb80 con 0x55f9d4654370 2024-09-10T07:57:53.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.848+0000 7f965a548740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f96501aa9f0 con 0x55f9d46495d0 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56660/0 (socket says 172.21.15.7:56660) 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 -- 172.21.15.7:0/3680518061 learned_addr learned my addr 172.21.15.7:0/3680518061 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f9655f0b640 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d46602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965670c640 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d466b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 -- 172.21.15.7:0/3680518061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 msgr2=0x55f9d46602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d46602e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 -- 172.21.15.7:0/3680518061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 msgr2=0x55f9d466b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d466b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 -- 172.21.15.7:0/3680518061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9d4646dd0 con 0x55f9d464ab40 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f965570a640 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f96400cc660 tx=0x7f96400d1410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c856ba9e4aa723b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f963b7fe640 1 -- 172.21.15.7:0/3680518061 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964009bac0 con 0x55f9d464ab40 2024-09-10T07:57:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f963b7fe640 1 -- 172.21.15.7:0/3680518061 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9640009de0 con 0x55f9d464ab40 2024-09-10T07:57:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.849+0000 7f963b7fe640 1 -- 172.21.15.7:0/3680518061 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9640097a30 con 0x55f9d464ab40 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 -- 172.21.15.7:0/3680518061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 msgr2=0x55f9d4650020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f96400cc660 tx=0x7f96400d1410 comp rx=0 tx=0).stop 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 -- 172.21.15.7:0/3680518061 shutdown_connections 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d4654370 0x55f9d466b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d464ab40 0x55f9d4650020 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 --2- 172.21.15.7:0/3680518061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d46495d0 0x55f9d46602e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.850+0000 7f965a548740 1 -- 172.21.15.7:0/3680518061 >> 172.21.15.7:0/3680518061 conn(0x55f9d4612310 msgr2=0x55f9d464f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.851+0000 7f965a548740 1 -- 172.21.15.7:0/3680518061 shutdown_connections 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.851+0000 7f965a548740 1 -- 172.21.15.7:0/3680518061 wait complete. 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.851+0000 7f965a548740 1 -- start start 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.851+0000 7f965a548740 1 Processor -- start 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d464ab40 0x55f9d464e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d464ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f96501ab040 con 0x55f9d46495d0 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f96501ac4b0 con 0x55f9d464ab40 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f96501ab710 con 0x55f9d4654370 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965a548740 10 client.0 _ll_register_callbacks cb 0x7f9648009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56676/0 (socket says 172.21.15.7:56676) 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 -- 172.21.15.7:0/80115541 learned_addr learned my addr 172.21.15.7:0/80115541 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f965670c640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d464ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 -- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 msgr2=0x55f9d464ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d464ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 -- 172.21.15.7:0/80115541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d464ab40 msgr2=0x55f9d464e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d464ab40 0x55f9d464e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.852+0000 7f9655f0b640 1 -- 172.21.15.7:0/80115541 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9d46cd770 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f9655f0b640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f964c044b60 tx=0x7f964c031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b293beba395155c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f96397fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c05e070 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f964c044400 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9640009de0 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f964c040040 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f965a548740 10 client.18822 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.853+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f9d46ce9d0 con 0x55f9d46495d0 2024-09-10T07:57:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9640009de0 con 0x55f9d46495d0 2024-09-10T07:57:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f964c03cc90 con 0x55f9d46495d0 2024-09-10T07:57:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 10 client.18822 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 10 client.18822 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:57:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 20 client.18822 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d46cf060 0x55f9d46d1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 4 client.18822 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f9d45b6d70 con 0x55f9d46cf060 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.854+0000 7f965570a640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d46cf060 0x55f9d46d1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.855+0000 7f96397fa640 10 client.18822 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.855+0000 7f965570a640 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d46cf060 0x55f9d46d1480 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7335b39ec8720762 server_cookie=1f77bd8ade9b4d1c in_seq=0 out_seq=0 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.855+0000 7f96397fa640 1 -- 172.21.15.7:0/80115541 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f9d45b6d70 con 0x55f9d46cf060 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.855+0000 7f96397fa640 10 client.18822 handle_command_reply: tid=0 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.855+0000 7f965a548740 1 client.18822 shutdown 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 msgr2=0x55f9d464e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f964c044b60 tx=0x7f964c031400 comp rx=0 tx=0).stop 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 shutdown_connections 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55f9d46cf060 0x55f9d46d1480 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f9d4654370 0x55f9d464ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f9d464ab40 0x55f9d464e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 --2- 172.21.15.7:0/80115541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f9d46495d0 0x55f9d464e010 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 >> 172.21.15.7:0/80115541 conn(0x55f9d4612310 msgr2=0x55f9d4650130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f96397fa640 0 client.18822 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 shutdown_connections 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.856+0000 7f965a548740 1 -- 172.21.15.7:0/80115541 wait complete. 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965a548740 20 client.18822 trim_cache size 0 max 16384 2024-09-10T07:57:53.860 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 msgr2=0x7f963c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 0x7f963c0a50c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f9648011d90 tx=0x7f9648009e50 comp rx=0 tx=0).stop 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 msgr2=0x7f9650100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f9640005fd0 tx=0x7f964000dde0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 shutdown_connections 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f963c0a2c00 0x7f963c0a50c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9650108290 0x7f9650101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9650103740 0x7f9650100f30 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 --2- 172.21.15.7:0/3693797730 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9650102d90 0x7f96501009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 >> 172.21.15.7:0/3693797730 conn(0x7f96500fc7d0 msgr2=0x7f9650105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.857+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 shutdown_connections 2024-09-10T07:57:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:53.858+0000 7f965816f640 1 -- 172.21.15.7:0/3693797730 wait complete. 2024-09-10T07:57:54.111 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:54.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248568 1.92 MB/sec execute 537 sec latency 15.234 ms 2024-09-10T07:57:54.581 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:57:55.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 -- 172.21.15.7:0/148665545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac102570 msgr2=0x7f20ac1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 --2- 172.21.15.7:0/148665545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac102570 0x7f20ac1029b0 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f2098009900 tx=0x7f209802a480 comp rx=0 tx=0).stop 2024-09-10T07:57:55.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 -- 172.21.15.7:0/148665545 shutdown_connections 2024-09-10T07:57:55.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 --2- 172.21.15.7:0/148665545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102ef0 0x7f20ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 --2- 172.21.15.7:0/148665545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac102570 0x7f20ac1029b0 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 --2- 172.21.15.7:0/148665545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac100e20 0x7f20ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 -- 172.21.15.7:0/148665545 >> 172.21.15.7:0/148665545 conn(0x7f20ac0fc7d0 msgr2=0x7f20ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.035+0000 7f20b3036640 1 -- 172.21.15.7:0/148665545 shutdown_connections 2024-09-10T07:57:55.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 -- 172.21.15.7:0/148665545 wait complete. 2024-09-10T07:57:55.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 Processor -- start 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 -- start start 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 0x7f20ac19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.036+0000 7f20b3036640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 0x7f20ac19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b3036640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac110e50 con 0x7f20ac100e20 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b3036640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac110cd0 con 0x7f20ac102ef0 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b3036640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac110fd0 con 0x7f20ac102570 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56692/0 (socket says 172.21.15.7:56692) 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 -- 172.21.15.7:0/3115033923 learned_addr learned my addr 172.21.15.7:0/3115033923 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20abfff640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 0x7f20ac19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b15d3640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 0x7f20ac19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 -- 172.21.15.7:0/3115033923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 msgr2=0x7f20ac19ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 0x7f20ac19ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 -- 172.21.15.7:0/3115033923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 msgr2=0x7f20ac19ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 0x7f20ac19ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 -- 172.21.15.7:0/3115033923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20ac19f5e0 con 0x7f20ac100e20 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20abfff640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 0x7f20ac19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b15d3640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 0x7f20ac19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.037+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f20a000e9f0 tx=0x7f20a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.038+0000 7f20a9ffb640 1 -- 172.21.15.7:0/3115033923 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a000cd80 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.038+0000 7f20a9ffb640 1 -- 172.21.15.7:0/3115033923 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20a00108e0 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.038+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20ac19f8d0 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.038+0000 7f20a9ffb640 1 -- 172.21.15.7:0/3115033923 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a0018920 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.038+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20ac1a71b0 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.041+0000 7f20a9ffb640 1 -- 172.21.15.7:0/3115033923 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f20a0010a90 con 0x7f20ac100e20 2024-09-10T07:57:55.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.041+0000 7f20b540f740 1 Processor -- start 2024-09-10T07:57:55.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.041+0000 7f20b540f740 1 -- start start 2024-09-10T07:57:55.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f516b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f523d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561d3f47c2a0 con 0x561d3f521940 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561d3f423b10 con 0x561d3f517080 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b540f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d3f478260 con 0x561d3f516760 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b15d3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f516b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37356/0 (socket says 172.21.15.7:37356) 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 -- 172.21.15.7:0/874001721 learned_addr learned my addr 172.21.15.7:0/874001721 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20abfff640 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f523d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20a9ffb640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 0x7f209c0a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 -- 172.21.15.7:0/874001721 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 msgr2=0x561d3f516b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f516b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 -- 172.21.15.7:0/874001721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 msgr2=0x561d3f523d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f523d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b0dd2640 1 -- 172.21.15.7:0/874001721 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d3f1edb90 con 0x561d3f517080 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.042+0000 7f20b15d3640 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f516b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f20b15d3640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 0x7f209c0a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f20a9ffb640 1 -- 172.21.15.7:0/3115033923 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f20a00cf5e0 con 0x7f20ac100e20 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f20a00bc540 tx=0x7f20a00afc00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45cf82425da4bb48 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f2096ffd640 1 -- 172.21.15.7:0/874001721 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a009b920 con 0x561d3f517080 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f2096ffd640 1 -- 172.21.15.7:0/874001721 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20a00bd3f0 con 0x561d3f517080 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.043+0000 7f2096ffd640 1 -- 172.21.15.7:0/874001721 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a009b4b0 con 0x561d3f517080 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b15d3640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 0x7f209c0a5190 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f20a4009fd0 tx=0x7f20a4004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 -- 172.21.15.7:0/874001721 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 msgr2=0x561d3f521400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f20a00bc540 tx=0x7f20a00afc00 comp rx=0 tx=0).stop 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 -- 172.21.15.7:0/874001721 shutdown_connections 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f523d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f521400 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 --2- 172.21.15.7:0/874001721 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f516b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 -- 172.21.15.7:0/874001721 >> 172.21.15.7:0/874001721 conn(0x561d3f512cf0 msgr2=0x561d3f5130d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 -- 172.21.15.7:0/874001721 shutdown_connections 2024-09-10T07:57:55.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.044+0000 7f20b540f740 1 -- 172.21.15.7:0/874001721 wait complete. 2024-09-10T07:57:55.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.045+0000 7f20b540f740 1 -- start start 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.045+0000 7f20b540f740 1 Processor -- start 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f51e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f51f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20abfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b15d3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f51f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f51e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b15d3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f51f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56712/0 (socket says 172.21.15.7:56712) 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f51e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:32956/0 (socket says 172.21.15.7:32956) 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20abfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37360/0 (socket says 172.21.15.7:37360) 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b15d3640 1 -- 172.21.15.7:0/943100336 learned_addr learned my addr 172.21.15.7:0/943100336 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561d3f524510 con 0x561d3f521940 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561d3f4046e0 con 0x561d3f517080 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d3f524690 con 0x561d3f516760 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20abfff640 1 -- 172.21.15.7:0/943100336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 msgr2=0x561d3f51e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.046+0000 7f20abfff640 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f51e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20abfff640 1 -- 172.21.15.7:0/943100336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 msgr2=0x561d3f51f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20abfff640 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f51f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20abfff640 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d3f52da30 con 0x561d3f517080 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20b540f740 10 client.0 _ll_register_callbacks cb 0x561d3f428a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:55.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20abfff640 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f209802a9a0 tx=0x7f2098005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1ad0e8dca7c5706 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f208bfff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561d3f4899d0 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f208bfff640 1 -- 172.21.15.7:0/943100336 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2098035040 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f208bfff640 1 -- 172.21.15.7:0/943100336 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2098004960 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f208bfff640 1 -- 172.21.15.7:0/943100336 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2098004ba0 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20b540f740 10 client.28031 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.047+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=31}) -- 0x561d3f530210 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f208bfff640 1 -- 172.21.15.7:0/943100336 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f20980035f0 con 0x561d3f517080 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 10 client.28031 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 10 client.28031 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 20 client.28031 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f531640 0x561d3f533ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 4 client.28031 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d3f483d20 con 0x561d3f531640 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f531640 0x561d3f533ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f531640 0x561d3f533ad0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbeccea520358c5c server_cookie=56347d7dc7651f72 in_seq=0 out_seq=0 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.048+0000 7f208bfff640 10 client.28031 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.049+0000 7f208bfff640 1 -- 172.21.15.7:0/943100336 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561d3f483d20 con 0x561d3f531640 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.049+0000 7f208bfff640 10 client.28031 handle_command_reply: tid=0 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.049+0000 7f20b540f740 1 client.28031 shutdown 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 msgr2=0x561d3f51ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f209802a9a0 tx=0x7f2098005270 comp rx=0 tx=0).stop 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 shutdown_connections 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f531640 0x561d3f533ad0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f51f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f51ed90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 --2- 172.21.15.7:0/943100336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f51e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 >> 172.21.15.7:0/943100336 conn(0x561d3f512cf0 msgr2=0x561d3f5189d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f208bfff640 0 client.28031 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 shutdown_connections 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 1 -- 172.21.15.7:0/943100336 wait complete. 2024-09-10T07:57:55.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.050+0000 7f20b540f740 20 client.28031 trim_cache size 0 max 16384 2024-09-10T07:57:55.071 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:55.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 Processor -- start 2024-09-10T07:57:55.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 -- start start 2024-09-10T07:57:55.072 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:54 smithi007 ceph-mon[30879]: pgmap v738: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 0x561d3f51d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f5398e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1b3560 con 0x561d3f521940 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1b0e30 con 0x561d3f516760 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b540f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1aeca0 con 0x561d3f517080 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 0x561d3f51d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20abfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20abfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:32958/0 (socket says 172.21.15.7:32958) 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 0x561d3f51d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37376/0 (socket says 172.21.15.7:37376) 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.073+0000 7f20abfff640 1 -- 172.21.15.7:0/1052092565 learned_addr learned my addr 172.21.15.7:0/1052092565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 -- 172.21.15.7:0/1052092565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 msgr2=0x561d3f51d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20b15d3640 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f5398e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 0x561d3f51d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 -- 172.21.15.7:0/1052092565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 msgr2=0x561d3f5398e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f5398e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 -- 172.21.15.7:0/1052092565 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d3f50e260 con 0x561d3f517080 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20b15d3640 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f5398e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20abfff640 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2098006010 tx=0x7f2098040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a7881dc314b772c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20967fc640 1 -- 172.21.15.7:0/1052092565 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2098035030 con 0x561d3f517080 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20967fc640 1 -- 172.21.15.7:0/1052092565 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561d3f4899d0 con 0x561d3f517080 2024-09-10T07:57:55.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.074+0000 7f20967fc640 1 -- 172.21.15.7:0/1052092565 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2098004760 con 0x561d3f517080 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 -- 172.21.15.7:0/1052092565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 msgr2=0x561d3f5393a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2098006010 tx=0x7f2098040000 comp rx=0 tx=0).stop 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 -- 172.21.15.7:0/1052092565 shutdown_connections 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f5398e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f517080 0x561d3f5393a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 --2- 172.21.15.7:0/1052092565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f516760 0x561d3f51d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 -- 172.21.15.7:0/1052092565 >> 172.21.15.7:0/1052092565 conn(0x561d3f512cf0 msgr2=0x561d3f5208d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 -- 172.21.15.7:0/1052092565 shutdown_connections 2024-09-10T07:57:55.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.075+0000 7f20b540f740 1 -- 172.21.15.7:0/1052092565 wait complete. 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 -- start start 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 Processor -- start 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f525d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f59b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1af2f0 con 0x561d3f521940 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1b0760 con 0x561d3f517080 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac1af9c0 con 0x561d3f516760 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b0dd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f525d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20abfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b540f740 10 client.0 _ll_register_callbacks cb 0x7f2098004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20abfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37388/0 (socket says 172.21.15.7:37388) 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20abfff640 1 -- 172.21.15.7:0/2098841915 learned_addr learned my addr 172.21.15.7:0/2098841915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.076+0000 7f20b15d3640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f59b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 -- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 msgr2=0x561d3f5262d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 -- 172.21.15.7:0/2098841915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 msgr2=0x561d3f59b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f59b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 -- 172.21.15.7:0/2098841915 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d3f513980 con 0x561d3f516760 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20abfff640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b0dd2640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f525d90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20a000c6a0 tx=0x7f20a0000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d3f5bb6403ffa71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f208bfff640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a00bbe60 con 0x561d3f516760 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.077+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561d3f4899d0 con 0x561d3f516760 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f20a00ccd90 con 0x561d3f516760 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f20a009b690 con 0x561d3f516760 2024-09-10T07:57:55.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 10 client.28084 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561d3f59c900 con 0x561d3f516760 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561d3f4899d0 con 0x561d3f516760 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f20a00981c0 con 0x561d3f516760 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 10 client.28084 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 10 client.28084 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 20 client.28084 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f59cbe0 0x561d3f59efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 4 client.28084 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.5, "await_for": 45.0}] 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.078+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.5, "await_for": 45.0}) -- 0x561d3f3ffec0 con 0x561d3f59cbe0 2024-09-10T07:57:55.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.079+0000 7f20abfff640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f59cbe0 0x561d3f59efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.079+0000 7f208bfff640 10 client.28084 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.079+0000 7f20abfff640 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f59cbe0 0x561d3f59efd0 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61620602cf6ab05b server_cookie=e7373144142d041 in_seq=0 out_seq=0 2024-09-10T07:57:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:54 smithi110 ceph-mon[34417]: pgmap v738: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f208bfff640 1 -- 172.21.15.7:0/2098841915 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561d3f3ffec0 con 0x561d3f59cbe0 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f208bfff640 10 client.28084 handle_command_reply: tid=0 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 client.28084 shutdown 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 msgr2=0x561d3f525d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f525d90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20a000c6a0 tx=0x7f20a0000bc0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 shutdown_connections 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561d3f59cbe0 0x561d3f59efd0 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561d3f521940 0x561d3f59b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561d3f517080 0x561d3f5262d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f208bfff640 0 client.28084 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 --2- 172.21.15.7:0/2098841915 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d3f516760 0x561d3f525d90 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 >> 172.21.15.7:0/2098841915 conn(0x561d3f512cf0 msgr2=0x561d3f5181b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 shutdown_connections 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 1 -- 172.21.15.7:0/2098841915 wait complete. 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.165+0000 7f20b540f740 20 client.28084 trim_cache size 0 max 16384 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 46, 2024-09-10T07:57:55.166 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "3a1bc752": { 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 46, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 141.5, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:57:55.167 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:57:55.168 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 msgr2=0x7f209c0a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 0x7f209c0a5190 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f20a4009fd0 tx=0x7f20a4004a40 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 msgr2=0x7f20ac19a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f20a000e9f0 tx=0x7f20a000eeb0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 shutdown_connections 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f209c0a2cd0 0x7f209c0a5190 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f20ac102ef0 0x7f20ac19ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f20ac102570 0x7f20ac19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 --2- 172.21.15.7:0/3115033923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f20ac100e20 0x7f20ac19a630 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 >> 172.21.15.7:0/3115033923 conn(0x7f20ac0fc7d0 msgr2=0x7f20ac06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 shutdown_connections 2024-09-10T07:57:55.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.166+0000 7f20b3036640 1 -- 172.21.15.7:0/3115033923 wait complete. 2024-09-10T07:57:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:54 smithi145 ceph-mon[34766]: pgmap v738: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-10T07:57:55.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.92 MB/sec execute 538 sec latency 118.388 ms 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 -- 172.21.15.7:0/2371472865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 msgr2=0x7fc3f41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/2371472865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41029b0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc009900 tx=0x7fc3dc02a480 comp rx=0 tx=0).stop 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 -- 172.21.15.7:0/2371472865 shutdown_connections 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/2371472865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4102ef0 0x7fc3f410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/2371472865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41029b0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/2371472865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4100e20 0x7fc3f4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 -- 172.21.15.7:0/2371472865 >> 172.21.15.7:0/2371472865 conn(0x7fc3f40fc7d0 msgr2=0x7fc3f40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 -- 172.21.15.7:0/2371472865 shutdown_connections 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 -- 172.21.15.7:0/2371472865 wait complete. 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.752+0000 7fc3f92c0640 1 Processor -- start 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 -- start start 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4100e20 0x7fc3f4199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4102ef0 0x7fc3f41a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f4110e30 con 0x7fc3f4102570 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f4110cb0 con 0x7fc3f4100e20 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f92c0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f4110fb0 con 0x7fc3f4102ef0 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4100e20 0x7fc3f4199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56754/0 (socket says 172.21.15.7:56754) 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f27fc640 1 -- 172.21.15.7:0/4178716025 learned_addr learned my addr 172.21.15.7:0/4178716025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.753+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4102ef0 0x7fc3f41a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 -- 172.21.15.7:0/4178716025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4102ef0 msgr2=0x7fc3f41a4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4102ef0 0x7fc3f41a4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 -- 172.21.15.7:0/4178716025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4100e20 msgr2=0x7fc3f4199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4100e20 0x7fc3f4199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 -- 172.21.15.7:0/4178716025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f41a4840 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc006010 tx=0x7fc3dc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3ebfff640 1 -- 172.21.15.7:0/4178716025 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc03f030 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3f4197070 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3ebfff640 1 -- 172.21.15.7:0/4178716025 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3dc003cb0 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3ebfff640 1 -- 172.21.15.7:0/4178716025 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc035070 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.754+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3f41975a0 con 0x7fc3f4102570 2024-09-10T07:57:55.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.756+0000 7fc3ebfff640 1 -- 172.21.15.7:0/4178716025 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc3dc042030 con 0x7fc3f4102570 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.756+0000 7fc3fb699740 1 Processor -- start 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.756+0000 7fc3fb699740 1 -- start start 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa978b40 0x564bfa977090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa984760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564bfa8dd2f0 con 0x564bfa9775d0 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564bfa884cf0 con 0x564bfa982370 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3fb699740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564bfa8d92b0 con 0x564bfa978b40 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa978b40 0x564bfa977090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56766/0 (socket says 172.21.15.7:56766) 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/1316074361 learned_addr learned my addr 172.21.15.7:0/1316074361 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3ebfff640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 0x7fc3e00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa984760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 0x7fc3e00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/1316074361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa978b40 msgr2=0x564bfa977090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa978b40 0x564bfa977090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/1316074361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 msgr2=0x564bfa984760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa984760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/1316074361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bfa8693a0 con 0x564bfa9775d0 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3ebfff640 1 -- 172.21.15.7:0/4178716025 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc3dc0ef890 con 0x7fc3f4102570 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.757+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa984760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:55.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.758+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec0097c0 tx=0x7fc3ec009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f43aa46a9b3fc6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.758+0000 7fc3e97fa640 1 -- 172.21.15.7:0/1316074361 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ec009db0 con 0x564bfa9775d0 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.758+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 0x7fc3e00a5040 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4005fd0 tx=0x7fc3e4004730 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.758+0000 7fc3e97fa640 1 -- 172.21.15.7:0/1316074361 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3ec0100d0 con 0x564bfa9775d0 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.758+0000 7fc3e97fa640 1 -- 172.21.15.7:0/1316074361 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ec00e660 con 0x564bfa9775d0 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- 172.21.15.7:0/1316074361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 msgr2=0x564bfa977a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec0097c0 tx=0x7fc3ec009c80 comp rx=0 tx=0).stop 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- 172.21.15.7:0/1316074361 shutdown_connections 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa984760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa977a10 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 --2- 172.21.15.7:0/1316074361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa978b40 0x564bfa977090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- 172.21.15.7:0/1316074361 >> 172.21.15.7:0/1316074361 conn(0x564bfa940310 msgr2=0x564bfa973c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- 172.21.15.7:0/1316074361 shutdown_connections 2024-09-10T07:57:55.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- 172.21.15.7:0/1316074361 wait complete. 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 -- start start 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.759+0000 7fc3fb699740 1 Processor -- start 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa978b40 0x564bfa97efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564bfa985010 con 0x564bfa9775d0 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564bfa898060 con 0x564bfa978b40 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564bfa985190 con 0x564bfa982370 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3fb699740 10 client.0 _ll_register_callbacks cb 0x564bfa5eb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56778/0 (socket says 172.21.15.7:56778) 2024-09-10T07:57:55.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/2667062259 learned_addr learned my addr 172.21.15.7:0/2667062259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa978b40 0x564bfa97efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/2667062259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 msgr2=0x564bfa97f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa978b40 msgr2=0x564bfa97efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa978b40 0x564bfa97efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/2667062259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bfa64e3c0 con 0x564bfa9775d0 2024-09-10T07:57:55.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009590 tx=0x7fc3ec0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de286522e377c11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.760+0000 7fc3da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ec027070 con 0x564bfa9775d0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc3ec010490 con 0x564bfa9775d0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3ec0100d0 con 0x564bfa9775d0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc3ec004a40 con 0x564bfa9775d0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 10 client.18849 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564bfa990a40 con 0x564bfa9775d0 2024-09-10T07:57:55.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3ec0100d0 con 0x564bfa9775d0 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc3ec00e890 con 0x564bfa9775d0 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 10 client.18849 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 10 client.18849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 20 client.18849 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfa991df0 0x564bfa9941e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 4 client.18849 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:55.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bfa8ea860 con 0x564bfa991df0 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.761+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfa991df0 0x564bfa9941e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.762+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfa991df0 0x564bfa9941e0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbbddd3aed1ab6d server_cookie=5e8389f2a19ea0ca in_seq=0 out_seq=0 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.762+0000 7fc3da7fc640 10 client.18849 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2667062259 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564bfa8ea860 con 0x564bfa991df0 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3da7fc640 10 client.18849 handle_command_reply: tid=0 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 client.18849 shutdown 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 msgr2=0x564bfa981d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009590 tx=0x7fc3ec0095c0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 shutdown_connections 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfa991df0 0x564bfa9941e0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa978b40 0x564bfa97efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2667062259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa9775d0 0x564bfa981d00 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3da7fc640 0 client.18849 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 >> 172.21.15.7:0/2667062259 conn(0x564bfa940310 msgr2=0x564bfa979960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 shutdown_connections 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 1 -- 172.21.15.7:0/2667062259 wait complete. 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.763+0000 7fc3fb699740 20 client.18849 trim_cache size 0 max 16384 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.776+0000 7fc3fb699740 1 Processor -- start 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.776+0000 7fc3fb699740 1 -- start start 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa9775d0 0x564bfa98e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41af320 con 0x564bfa978b40 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41acbf0 con 0x564bfa9775d0 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3fb699740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41aaa60 con 0x564bfa982370 2024-09-10T07:57:55.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56794/0 (socket says 172.21.15.7:56794) 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2034598266 learned_addr learned my addr 172.21.15.7:0/2034598266 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa9775d0 0x564bfa98e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2034598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 msgr2=0x564bfa97a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2034598266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa9775d0 msgr2=0x564bfa98e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa9775d0 0x564bfa98e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2034598266 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bfa974960 con 0x564bfa978b40 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc004620 tx=0x7fc3dc0b8170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c15c5d5e28968f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3e8ff9640 1 -- 172.21.15.7:0/2034598266 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc049050 con 0x564bfa978b40 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3e8ff9640 1 -- 172.21.15.7:0/2034598266 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3dc0ba0a0 con 0x564bfa978b40 2024-09-10T07:57:55.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.777+0000 7fc3e8ff9640 1 -- 172.21.15.7:0/2034598266 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc0bc000 con 0x564bfa978b40 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- 172.21.15.7:0/2034598266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 msgr2=0x564bfa972d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc004620 tx=0x7fc3dc0b8170 comp rx=0 tx=0).stop 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- 172.21.15.7:0/2034598266 shutdown_connections 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa982370 0x564bfa97a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa972d00 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2034598266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa9775d0 0x564bfa98e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- 172.21.15.7:0/2034598266 >> 172.21.15.7:0/2034598266 conn(0x564bfa940310 msgr2=0x564bfa96ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- 172.21.15.7:0/2034598266 shutdown_connections 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- 172.21.15.7:0/2034598266 wait complete. 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 -- start start 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.778+0000 7fc3fb699740 1 Processor -- start 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 0x564bfa985aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa9fcf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41ab0b0 con 0x564bfa978b40 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41ac520 con 0x564bfa982370 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f41ab780 con 0x564bfa9775d0 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3fb699740 10 client.0 _ll_register_callbacks cb 0x7fc3e400a4e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 0x564bfa985aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 0x564bfa985aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33016/0 (socket says 172.21.15.7:33016) 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f2ffd640 1 -- 172.21.15.7:0/2258229289 learned_addr learned my addr 172.21.15.7:0/2258229289 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56800/0 (socket says 172.21.15.7:56800) 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f37fe640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa9fcf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2258229289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 msgr2=0x564bfa985aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 0x564bfa985aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 msgr2=0x564bfa9fcf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa9fcf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 -- 172.21.15.7:0/2258229289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bfa9fd5d0 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.779+0000 7fc3f27fc640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x564bfa898080 tx=0x7fc3dc005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=643a7b2be5f08c20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc049070 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc3dc0b8410 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3dc0ba0a0 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc3dc0bc000 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 10 client.18855 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564bfaa04980 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3dc0ba0a0 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc3dc0c4bb0 con 0x564bfa978b40 2024-09-10T07:57:55.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 10 client.18855 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 10 client.18855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 20 client.18855 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfaa05090 0x564bfaa074b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 4 client.18855 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.780+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564bfa8e4d70 con 0x564bfaa05090 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfaa05090 0x564bfaa074b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3f2ffd640 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfaa05090 0x564bfaa074b0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4359a143d56f73b1 server_cookie=b4a9c88a1ab55c65 in_seq=0 out_seq=0 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3da7fc640 10 client.18855 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3da7fc640 1 -- 172.21.15.7:0/2258229289 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564bfa8e4d70 con 0x564bfaa05090 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3da7fc640 10 client.18855 handle_command_reply: tid=0 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 client.18855 shutdown 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 msgr2=0x564bfa985fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x564bfa898080 tx=0x7fc3dc005e00 comp rx=0 tx=0).stop 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 shutdown_connections 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bfaa05090 0x564bfaa074b0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bfa982370 0x564bfa9fcf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bfa978b40 0x564bfa985fe0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3da7fc640 0 client.18855 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 --2- 172.21.15.7:0/2258229289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bfa9775d0 0x564bfa985aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.781+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 >> 172.21.15.7:0/2258229289 conn(0x564bfa940310 msgr2=0x564bfa97df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 shutdown_connections 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3fb699740 1 -- 172.21.15.7:0/2258229289 wait complete. 2024-09-10T07:57:55.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3fb699740 20 client.18855 trim_cache size 0 max 16384 2024-09-10T07:57:55.800 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:57:55.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 msgr2=0x7fc3e00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 0x7fc3e00a5040 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4005fd0 tx=0x7fc3e4004730 comp rx=0 tx=0).stop 2024-09-10T07:57:55.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 msgr2=0x7fc3f41997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc006010 tx=0x7fc3dc0042f0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 shutdown_connections 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc3e00a2b80 0x7fc3e00a5040 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3f4102ef0 0x7fc3f41a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc3f4102570 0x7fc3f41997c0 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 --2- 172.21.15.7:0/4178716025 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc3f4100e20 0x7fc3f4199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 >> 172.21.15.7:0/4178716025 conn(0x7fc3f40fc7d0 msgr2=0x7fc3f40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 shutdown_connections 2024-09-10T07:57:55.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:55.782+0000 7fc3f92c0640 1 -- 172.21.15.7:0/4178716025 wait complete. 2024-09-10T07:57:56.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.91 MB/sec execute 539 sec latency 1118.703 ms 2024-09-10T07:57:56.951 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3a1bc752', quiesce took 5.3 seconds. Will release after: 16.2 2024-09-10T07:57:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:56 smithi110 ceph-mon[34417]: pgmap v739: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.3 MiB/s wr, 150 op/s 2024-09-10T07:57:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:56 smithi145 ceph-mon[34766]: pgmap v739: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.3 MiB/s wr, 150 op/s 2024-09-10T07:57:57.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.91 MB/sec execute 540 sec latency 2118.773 ms 2024-09-10T07:57:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:56 smithi007 ceph-mon[30879]: pgmap v739: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.3 MiB/s wr, 150 op/s 2024-09-10T07:57:57.510 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:57:57.511 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:57:57.781 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:57:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 -- 172.21.15.7:0/1612700226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e581025f0 msgr2=0x7f1e58108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/1612700226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e581025f0 0x7f1e58108e80 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f1e50009ca0 tx=0x7f1e5002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 -- 172.21.15.7:0/1612700226 shutdown_connections 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/1612700226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e581025f0 0x7f1e58108e80 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/1612700226 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e581020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/1612700226 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e58100a40 0x7f1e58100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 -- 172.21.15.7:0/1612700226 >> 172.21.15.7:0/1612700226 conn(0x7f1e580fc1e0 msgr2=0x7f1e580fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 -- 172.21.15.7:0/1612700226 shutdown_connections 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.007+0000 7f1e5faaf640 1 -- 172.21.15.7:0/1612700226 wait complete. 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 Processor -- start 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 -- start start 2024-09-10T07:57:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e58198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 0x7f1e5819f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5810d6e0 con 0x7f1e58100a40 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5810d560 con 0x7f1e581025f0 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5faaf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5810d860 con 0x7f1e58101c30 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56832/0 (socket says 172.21.15.7:56832) 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3396236042 learned_addr learned my addr 172.21.15.7:0/3396236042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 0x7f1e5819f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e58198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3396236042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 msgr2=0x7f1e58198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e58198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3396236042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 msgr2=0x7f1e5819f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 0x7f1e5819f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3396236042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e5819f960 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 0x7f1e5819f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e58198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.008+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f1e5400c970 tx=0x7f1e5400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.009+0000 7f1e4effd640 1 -- 172.21.15.7:0/3396236042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e54004220 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.009+0000 7f1e4effd640 1 -- 172.21.15.7:0/3396236042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e540043c0 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.009+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e5819fc50 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.009+0000 7f1e4effd640 1 -- 172.21.15.7:0/3396236042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5400f450 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.009+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e581a01a0 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.011+0000 7f1e4effd640 1 -- 172.21.15.7:0/3396236042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1e540079b0 con 0x7f1e58100a40 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.011+0000 7f1e6283e740 1 Processor -- start 2024-09-10T07:57:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 -- start start 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44aec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5561b44062f0 con 0x5561b44a76f0 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5561b43ae270 con 0x5561b44a6db0 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e6283e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5561b44022b0 con 0x5561b44ac780 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56848/0 (socket says 172.21.15.7:56848) 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 -- 172.21.15.7:0/1255894380 learned_addr learned my addr 172.21.15.7:0/1255894380 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e4effd640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 0x7f1e440a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44aec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44a71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 -- 172.21.15.7:0/1255894380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 msgr2=0x5561b44aec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44aec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 0x7f1e440a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 -- 172.21.15.7:0/1255894380 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 msgr2=0x5561b44a71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44a71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d84b640 1 -- 172.21.15.7:0/1255894380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561b43ad340 con 0x5561b44a76f0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.012+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e4effd640 1 -- 172.21.15.7:0/3396236042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e540cf260 con 0x7f1e58100a40 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f1e5409b420 tx=0x7f1e5401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba63c2946d6b08ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 0x7f1e440a5170 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1e50009a60 tx=0x7f1e50031000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e43fff640 1 -- 172.21.15.7:0/1255894380 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e54099860 con 0x5561b44a76f0 2024-09-10T07:57:58.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e43fff640 1 -- 172.21.15.7:0/1255894380 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e540860d0 con 0x5561b44a76f0 2024-09-10T07:57:58.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.013+0000 7f1e43fff640 1 -- 172.21.15.7:0/1255894380 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5409b720 con 0x5561b44a76f0 2024-09-10T07:57:58.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- 172.21.15.7:0/1255894380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 msgr2=0x5561b44ac1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.021 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f1e5409b420 tx=0x7f1e5401f000 comp rx=0 tx=0).stop 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- 172.21.15.7:0/1255894380 shutdown_connections 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44ac1b0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1255894380 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44a71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- 172.21.15.7:0/1255894380 >> 172.21.15.7:0/1255894380 conn(0x5561b449e010 msgr2=0x5561b449e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- 172.21.15.7:0/1255894380 shutdown_connections 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- 172.21.15.7:0/1255894380 wait complete. 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 -- start start 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.014+0000 7f1e6283e740 1 Processor -- start 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44ac780 0x5561b44b84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5561b44af6f0 con 0x5561b44a76f0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5561b438f290 con 0x5561b44ac780 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5561b44af870 con 0x5561b44a6db0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 10 client.0 _ll_register_callbacks cb 0x5561b43c0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56858/0 (socket says 172.21.15.7:56858) 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 -- 172.21.15.7:0/807487206 learned_addr learned my addr 172.21.15.7:0/807487206 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44ac780 0x5561b44b84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 -- 172.21.15.7:0/807487206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44a6db0 msgr2=0x5561b44b0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 -- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44ac780 msgr2=0x5561b44b84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44ac780 0x5561b44b84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 -- 172.21.15.7:0/807487206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561b4119210 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f1e4800e240 tx=0x7f1e4800e700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761f52f92c856a08 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e417fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e48018020 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e48013660 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.015+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e540860d0 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e48023050 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 10 client.18867 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5561b41e5620 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e540860d0 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e48014980 con 0x5561b44a76f0 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 10 client.18867 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 10 client.18867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 20 client.18867 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b44bccd0 0x5561b44bf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 4 client.18867 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561b4413a20 con 0x5561b44bccd0 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.016+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b44bccd0 0x5561b44bf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e417fa640 10 client.18867 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b44bccd0 0x5561b44bf110 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b808b1f225955190 server_cookie=dcaefd75d64c18f7 in_seq=0 out_seq=0 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e417fa640 1 -- 172.21.15.7:0/807487206 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5561b4413a20 con 0x5561b44bccd0 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e417fa640 10 client.18867 handle_command_reply: tid=0 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e6283e740 1 client.18867 shutdown 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 msgr2=0x5561b44b1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.017+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f1e4800e240 tx=0x7f1e4800e700 comp rx=0 tx=0).stop 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 shutdown_connections 2024-09-10T07:57:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b44bccd0 0x5561b44bf110 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44ac780 0x5561b44b84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b1480 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e417fa640 0 client.18867 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 --2- 172.21.15.7:0/807487206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 >> 172.21.15.7:0/807487206 conn(0x5561b449e010 msgr2=0x5561b449f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 shutdown_connections 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 1 -- 172.21.15.7:0/807487206 wait complete. 2024-09-10T07:57:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.018+0000 7f1e6283e740 20 client.18867 trim_cache size 0 max 16384 2024-09-10T07:57:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.033+0000 7f1e6283e740 1 Processor -- start 2024-09-10T07:57:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.033+0000 7f1e6283e740 1 -- start start 2024-09-10T07:57:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581aacb0 con 0x5561b44a76f0 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581a8580 con 0x5561b44a6db0 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e6283e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581a63f0 con 0x5561b44ac780 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56864/0 (socket says 172.21.15.7:56864) 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 -- 172.21.15.7:0/1936909880 learned_addr learned my addr 172.21.15.7:0/1936909880 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 -- 172.21.15.7:0/1936909880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 msgr2=0x5561b44b1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 -- 172.21.15.7:0/1936909880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 msgr2=0x5561b44b0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d04a640 1 -- 172.21.15.7:0/1936909880 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561b44a7bd0 con 0x5561b44a76f0 2024-09-10T07:57:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.034+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f1e4800c9e0 tx=0x7f1e4800cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=409b9b0acd527967 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e437fe640 1 -- 172.21.15.7:0/1936909880 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4802c070 con 0x5561b44a76f0 2024-09-10T07:57:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e437fe640 1 -- 172.21.15.7:0/1936909880 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e48012600 con 0x5561b44a76f0 2024-09-10T07:57:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e437fe640 1 -- 172.21.15.7:0/1936909880 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e48018070 con 0x5561b44a76f0 2024-09-10T07:57:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e6283e740 1 -- 172.21.15.7:0/1936909880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 msgr2=0x5561b44b8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.035+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f1e4800c9e0 tx=0x7f1e4800cd10 comp rx=0 tx=0).stop 2024-09-10T07:57:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- 172.21.15.7:0/1936909880 shutdown_connections 2024-09-10T07:57:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a76f0 0x5561b44b8480 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- 172.21.15.7:0/1936909880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a6db0 0x5561b44b0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- 172.21.15.7:0/1936909880 >> 172.21.15.7:0/1936909880 conn(0x5561b449e010 msgr2=0x5561b44afca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- 172.21.15.7:0/1936909880 shutdown_connections 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- 172.21.15.7:0/1936909880 wait complete. 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- start start 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 Processor -- start 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a76f0 0x5561b44b5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581a6a40 con 0x5561b44a6db0 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581a7eb0 con 0x5561b44a76f0 2024-09-10T07:57:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e581a7110 con 0x5561b44ac780 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e6283e740 10 client.0 _ll_register_callbacks cb 0x7f1e4800c170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e5d84b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56868/0 (socket says 172.21.15.7:56868) 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.036+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3020459840 learned_addr learned my addr 172.21.15.7:0/3020459840 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a76f0 0x5561b44b5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3020459840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 msgr2=0x5561b44b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a76f0 msgr2=0x5561b44b5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a76f0 0x5561b44b5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 -- 172.21.15.7:0/3020459840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561b44b7130 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5e04c640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e5d84b640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f1e54097af0 tx=0x7f1e54007f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a451e28ce69c17da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e417fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e54099860 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1e54086070 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e48012600 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e5409be20 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e6283e740 10 client.18873 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5561b44b8420 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.037+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e48012600 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e54097d00 con 0x5561b44a6db0 2024-09-10T07:57:58.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 10 client.18873 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 10 client.18873 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 20 client.18873 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b45279f0 0x5561b4529de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 4 client.18873 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5561b440dd70 con 0x5561b45279f0 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b45279f0 0x5561b4529de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e417fa640 10 client.18873 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.038+0000 7f1e5d04a640 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b45279f0 0x5561b4529de0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca0a4661a8ff9c6a server_cookie=5c506b8d5649e4b1 in_seq=0 out_seq=0 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e417fa640 1 -- 172.21.15.7:0/3020459840 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5561b440dd70 con 0x5561b45279f0 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e417fa640 10 client.18873 handle_command_reply: tid=0 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 client.18873 shutdown 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 msgr2=0x5561b44b55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f1e54097af0 tx=0x7f1e54007f60 comp rx=0 tx=0).stop 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 shutdown_connections 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5561b45279f0 0x5561b4529de0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5561b44ac780 0x5561b44b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e417fa640 0 client.18873 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5561b44a76f0 0x5561b44b5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 --2- 172.21.15.7:0/3020459840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5561b44a6db0 0x5561b44b55d0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 >> 172.21.15.7:0/3020459840 conn(0x5561b449e010 msgr2=0x5561b44b0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 shutdown_connections 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 1 -- 172.21.15.7:0/3020459840 wait complete. 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.065+0000 7f1e6283e740 20 client.18873 trim_cache size 0 max 16384 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:57:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 msgr2=0x7f1e440a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 0x7f1e440a5170 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1e50009a60 tx=0x7f1e50031000 comp rx=0 tx=0).stop 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 msgr2=0x7f1e58197d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f1e5400c970 tx=0x7f1e5400ce30 comp rx=0 tx=0).stop 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 shutdown_connections 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1e440a2cb0 0x7f1e440a5170 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1e581025f0 0x7f1e5819f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e58101c30 0x7f1e58198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 --2- 172.21.15.7:0/3396236042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e58100a40 0x7f1e58197d50 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 >> 172.21.15.7:0/3396236042 conn(0x7f1e580fc1e0 msgr2=0x7f1e58104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 shutdown_connections 2024-09-10T07:57:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:57:58.066+0000 7f1e5faaf640 1 -- 172.21.15.7:0/3396236042 wait complete. 2024-09-10T07:57:58.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- 172.21.15.7:0/1882833857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 msgr2=0x7f6d201021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1882833857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d201021c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009900 tx=0x7f6d1002a410 comp rx=0 tx=0).stop 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- 172.21.15.7:0/1882833857 shutdown_connections 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1882833857 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1882833857 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 0x7f6d201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1882833857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d201021c0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- 172.21.15.7:0/1882833857 >> 172.21.15.7:0/1882833857 conn(0x7f6d200fd8c0 msgr2=0x7f6d200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- 172.21.15.7:0/1882833857 shutdown_connections 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- 172.21.15.7:0/1882833857 wait complete. 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 Processor -- start 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.257+0000 7f6d267f2640 1 -- start start 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 0x7f6d20198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d20111e70 con 0x7f6d20101de0 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d20111cf0 con 0x7f6d20102790 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d267f2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d20111ff0 con 0x7f6d20106f10 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56890/0 (socket says 172.21.15.7:56890) 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 -- 172.21.15.7:0/1389403611 learned_addr learned my addr 172.21.15.7:0/1389403611 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 0x7f6d20198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 -- 172.21.15.7:0/1389403611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 msgr2=0x7f6d2019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 -- 172.21.15.7:0/1389403611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 msgr2=0x7f6d20198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 0x7f6d20198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 -- 172.21.15.7:0/1389403611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2019d2f0 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.258+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f6d10005ab0 tx=0x7f6d10003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.259+0000 7f6d1d7fa640 1 -- 172.21.15.7:0/1389403611 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1003f070 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.259+0000 7f6d1d7fa640 1 -- 172.21.15.7:0/1389403611 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d10031d60 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.259+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2019d580 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.259+0000 7f6d1d7fa640 1 -- 172.21.15.7:0/1389403611 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d10035030 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.259+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d201a4ec0 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.261+0000 7f6d1d7fa640 1 -- 172.21.15.7:0/1389403611 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6d10042070 con 0x7f6d20101de0 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.261+0000 7f6d28bcb740 1 Processor -- start 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.261+0000 7f6d28bcb740 1 -- start start 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.261+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.261+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873177800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e873177d40 0x55e87317a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8730d2280 con 0x55e87316cb60 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e873079b10 con 0x55e873177d40 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8730ce240 con 0x55e87316d480 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56900/0 (socket says 172.21.15.7:56900) 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 -- 172.21.15.7:0/1416966244 learned_addr learned my addr 172.21.15.7:0/1416966244 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873177800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 -- 172.21.15.7:0/1416966244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 msgr2=0x55e873177800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873177800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 -- 172.21.15.7:0/1416966244 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e873177d40 msgr2=0x55e87317a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e873177d40 0x55e87317a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d1d7fa640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 0x7f6d080a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 -- 172.21.15.7:0/1416966244 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8730861f0 con 0x55e87316cb60 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873177800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 0x7f6d080a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d1d7fa640 1 -- 172.21.15.7:0/1389403611 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6d100efd40 con 0x7f6d20101de0 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009f30 tx=0x7f6d18010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43cec54668ea60f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.262+0000 7f6d067fc640 1 -- 172.21.15.7:0/1416966244 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18022070 con 0x55e87316cb60 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d067fc640 1 -- 172.21.15.7:0/1416966244 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d1801ce30 con 0x55e87316cb60 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d067fc640 1 -- 172.21.15.7:0/1416966244 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18016070 con 0x55e87316cb60 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1416966244 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 msgr2=0x55e87316cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009f30 tx=0x7f6d18010800 comp rx=0 tx=0).stop 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 0x7f6d080a5040 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f6d1801f000 tx=0x7f6d18022000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1416966244 shutdown_connections 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e873177d40 0x55e87317a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873177800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1416966244 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316cb60 0x55e87316cf40 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1416966244 >> 172.21.15.7:0/1416966244 conn(0x55e8731690f0 msgr2=0x55e8731694d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1416966244 shutdown_connections 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.263+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1416966244 wait complete. 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 -- start start 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 Processor -- start 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873174c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873175180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e87317a910 con 0x55e873177d40 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e87308cf10 con 0x55e87316cb60 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e87317aa90 con 0x55e87316d480 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.264+0000 7f6d28bcb740 10 client.0 _ll_register_callbacks cb 0x55e873055a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:58.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56914/0 (socket says 172.21.15.7:56914) 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 -- 172.21.15.7:0/6498791 learned_addr learned my addr 172.21.15.7:0/6498791 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873175180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873174c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 -- 172.21.15.7:0/6498791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 msgr2=0x55e873175180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873175180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 -- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 msgr2=0x55e873174c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873174c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 -- 172.21.15.7:0/6498791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e872e436a0 con 0x55e873177d40 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873174c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f6d18012e80 tx=0x7f6d18005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af96b465dfe318c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6cff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:58.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18034060 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6d18012960 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d1801ce30 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6d1803b050 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d28bcb740 10 client.18885 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.265+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8731864b0 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d1801ce30 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6d1802e030 con 0x55e873177d40 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 10 client.18885 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 10 client.18885 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 20 client.18885 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e873187910 0x55e873189d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 4 client.18885 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:57:58.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8730df7f0 con 0x55e873187910 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.266+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e873187910 0x55e873189d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.267+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e873187910 0x55e873189d00 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abd6d03918a818ee server_cookie=41c4deefc0fe49ca in_seq=0 out_seq=0 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.267+0000 7f6cff7fe640 10 client.18885 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.267+0000 7f6cff7fe640 1 -- 172.21.15.7:0/6498791 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8730df7f0 con 0x55e873187910 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.267+0000 7f6cff7fe640 10 client.18885 handle_command_reply: tid=0 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.267+0000 7f6d28bcb740 1 client.18885 shutdown 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 msgr2=0x55e8731756c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f6d18012e80 tx=0x7f6d18005bd0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 shutdown_connections 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e873187910 0x55e873189d00 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e873177d40 0x55e8731756c0 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e87316d480 0x55e873175180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/6498791 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873174c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 >> 172.21.15.7:0/6498791 conn(0x55e8731690f0 msgr2=0x55e873168270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6cff7fe640 0 client.18885 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 shutdown_connections 2024-09-10T07:57:58.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 1 -- 172.21.15.7:0/6498791 wait complete. 2024-09-10T07:57:58.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.268+0000 7f6d28bcb740 20 client.18885 trim_cache size 0 max 16384 2024-09-10T07:57:58.289 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.91 MB/sec execute 541 sec latency 3118.809 ms 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.285+0000 7f6d28bcb740 1 Processor -- start 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 -- start start 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e87316f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e87318f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201b14c0 con 0x55e87316d480 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201aed90 con 0x55e87316cb60 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201acc00 con 0x55e873177d40 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56930/0 (socket says 172.21.15.7:56930) 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/1194478814 learned_addr learned my addr 172.21.15.7:0/1194478814 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e87316f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e87318f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/1194478814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 msgr2=0x55e87318f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e87318f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/1194478814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 msgr2=0x55e87316f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e87316f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/1194478814 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e87316d2b0 con 0x55e87316d480 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.286+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f6d200fdce0 tx=0x7f6d1400bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30fe3023bc1d0bf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.287+0000 7f6d05ffb640 1 -- 172.21.15.7:0/1194478814 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14005020 con 0x55e87316d480 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.287+0000 7f6d05ffb640 1 -- 172.21.15.7:0/1194478814 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d140037f0 con 0x55e87316d480 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.287+0000 7f6d05ffb640 1 -- 172.21.15.7:0/1194478814 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14004ba0 con 0x55e87316d480 2024-09-10T07:57:58.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.287+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1194478814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 msgr2=0x55e873176a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.287+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f6d200fdce0 tx=0x7f6d1400bad0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1194478814 shutdown_connections 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e87318f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873176a30 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/1194478814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e87316f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1194478814 >> 172.21.15.7:0/1194478814 conn(0x55e8731690f0 msgr2=0x55e873176320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1194478814 shutdown_connections 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 -- 172.21.15.7:0/1194478814 wait complete. 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 -- start start 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.288+0000 7f6d28bcb740 1 Processor -- start 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873180580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e873172240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201ad250 con 0x55e87316d480 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201ae6c0 con 0x55e87316cb60 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d201ad920 con 0x55e873177d40 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 10 client.0 _ll_register_callbacks cb 0x7f6d18020070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56936/0 (socket says 172.21.15.7:56936) 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/3331945314 learned_addr learned my addr 172.21.15.7:0/3331945314 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873180580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d24d8f640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e873172240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/3331945314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 msgr2=0x55e873172240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e873172240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 msgr2=0x55e873180580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873180580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 -- 172.21.15.7:0/3331945314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8731f1530 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d1f7fe640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f6d14000c00 tx=0x7f6d14003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac40849f4e8670d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6cff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14027480 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6d14027620 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.289+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d140037f0 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6d14030050 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 10 client.18891 fetch_fsmap learned FSMap version 31 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8731f26c0 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d140037f0 con 0x55e87316d480 2024-09-10T07:57:58.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6d1401ba60 con 0x55e87316d480 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 10 client.18891 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 10 client.18891 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 20 client.18891 populate_metadata read hostname 'smithi007' 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8731f2d10 0x55e8731f5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 4 client.18891 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e8730d9d00 con 0x55e8731f2d10 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.290+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8731f2d10 0x55e8731f5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.291+0000 7f6d1ffff640 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8731f2d10 0x55e8731f5130 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5ad9123f574bbaa server_cookie=25ffc430dd5431cb in_seq=0 out_seq=0 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.291+0000 7f6cff7fe640 10 client.18891 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6cff7fe640 1 -- 172.21.15.7:0/3331945314 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e8730d9d00 con 0x55e8731f2d10 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6cff7fe640 10 client.18891 handle_command_reply: tid=0 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 client.18891 shutdown 2024-09-10T07:57:58.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 msgr2=0x55e873171ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f6d14000c00 tx=0x7f6d14003c40 comp rx=0 tx=0).stop 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 shutdown_connections 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8731f2d10 0x55e8731f5130 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e873177d40 0x55e873172240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e87316d480 0x55e873171ab0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 --2- 172.21.15.7:0/3331945314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e87316cb60 0x55e873180580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6cff7fe640 0 client.18891 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 >> 172.21.15.7:0/3331945314 conn(0x55e8731690f0 msgr2=0x55e873168270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 shutdown_connections 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 1 -- 172.21.15.7:0/3331945314 wait complete. 2024-09-10T07:57:58.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.292+0000 7f6d28bcb740 20 client.18891 trim_cache size 0 max 16384 2024-09-10T07:57:58.301 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:57:58.301 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:57:58.301 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "868f9edf-23f1-4b54-8401-9559dde4c69e", 2024-09-10T07:57:58.301 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:57:58.301 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 msgr2=0x7f6d080a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 0x7f6d080a5040 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f6d1801f000 tx=0x7f6d18022000 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 msgr2=0x7f6d20198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f6d10005ab0 tx=0x7f6d10003cd0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 shutdown_connections 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f6d080a2b80 0x7f6d080a5040 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d20106f10 0x7f6d2019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d20102790 0x7f6d20198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 --2- 172.21.15.7:0/1389403611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d20101de0 0x7f6d20198340 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 >> 172.21.15.7:0/1389403611 conn(0x7f6d200fd8c0 msgr2=0x7f6d200fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:57:58.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 shutdown_connections 2024-09-10T07:57:58.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:57:58.293+0000 7f6d267f2640 1 -- 172.21.15.7:0/1389403611 wait complete. 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.300+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL/ auth{2=1} v41617 ap=3 f(v2426 m2024-09-10T07:57:52.186197+0000 8=8+0) n(v56 rc2024-09-10T07:57:52.189050+0000 b1283356 9=8+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:492 nref=3)) caps={15204=pAsLsXs/-@39298} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088e7f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020c:[<0x10000000009/EXCEL v658>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020c:[<0x10000000009/EXCEL v41617>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:52.170583+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:52.189050+0000 b1283356 9=8+1)","memory_value.dirstat":"f(v2426 m2024-09-10T07:57:52.186197+0000 8=8+0)","memory_value.rstat":"n(v56 rc2024-09-10T07:57:52.189050+0000 b1283356 9=8+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.301+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL/ auth{1=1} v41619 ap=3 f(v1686 m2024-09-10T07:57:54.077572+0000 15=15+0) n(v54 rc2024-09-10T07:57:54.088802+0000 b2959419 16=15+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:491 nref=3)) caps={15204=pAsLsXs/-@36470} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb6a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000215:[<0x10000000009/COREL v50>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000215:[<0x10000000009/COREL v41619>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:54.066543+0000 16=16+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:54.088802+0000 b2959419 16=15+1)","memory_value.dirstat":"f(v1686 m2024-09-10T07:57:54.077572+0000 15=15+0)","memory_value.rstat":"n(v54 rc2024-09-10T07:57:54.088802+0000 b2959419 16=15+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.301+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD/ auth{1=1} v41625 ap=3 f(v1536 m2024-09-10T07:57:49.873352+0000 5=5+0) n(v52 rc2024-09-10T07:57:49.873352+0000 b814326 6=5+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:493 nref=3)) caps={15204=pAsLsXs/-@35964} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fa12680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000208:[<0x10000000009/WORD v366>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000208:[<0x10000000009/WORD v41625>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:49.859556+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:49.873352+0000 b814326 6=5+1)","memory_value.dirstat":"f(v1536 m2024-09-10T07:57:49.873352+0000 5=5+0)","memory_value.rstat":"n(v52 rc2024-09-10T07:57:49.873352+0000 b814326 6=5+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.304+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS/ auth{2=1} v41613 ap=3 f(v893 m2024-09-10T07:57:53.513855+0000 4=4+0) n(v54 rc2024-09-10T07:57:53.513855+0000 b363650 5=4+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:499 nref=3)) caps={15204=pAsLsXs/-@32923} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fba5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000023e:[<0x10000000009/ACCESS v112>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000023e:[<0x10000000009/ACCESS v41613>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:53.502059+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:53.513855+0000 b363650 5=4+1)","memory_value.dirstat":"f(v893 m2024-09-10T07:57:53.513855+0000 4=4+0)","memory_value.rstat":"n(v54 rc2024-09-10T07:57:53.513855+0000 b363650 5=4+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.304+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX/ auth{1=1,2=1} v41629 ap=3 f(v2216 m2024-09-10T07:57:51.384813+0000 24=24+0) n(v53 rc2024-09-10T07:57:51.384813+0000 b5230239 25=24+1) (inest sync->mix g=1,2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:496 nref=3)) caps={15204=pAsLsXs/-@42803} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f741600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000229:[<0x10000000009/PARADOX v554>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000229:[<0x10000000009/PARADOX v41629>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:51.368466+0000 25=25+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:51.384813+0000 b5230239 25=24+1)","memory_value.dirstat":"f(v2216 m2024-09-10T07:57:51.384813+0000 24=24+0)","memory_value.rstat":"n(v53 rc2024-09-10T07:57:51.384813+0000 b5230239 25=24+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.305+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/ auth{1=1} v41621 ap=3 f(v4791 m2024-09-10T07:57:55.069136+0000 4=4+0) n(v53 rc2024-09-10T07:57:55.069136+0000 b1069066 5=4+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:497 nref=3)) caps={15204=pAsLsXsFs/-@49877} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f740000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000225:[<0x10000000009/PM v66>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000225:[<0x10000000009/PM v41621>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:55.056424+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:55.069136+0000 b1069066 5=4+1)","memory_value.dirstat":"f(v4791 m2024-09-10T07:57:55.069136+0000 4=4+0)","memory_value.rstat":"n(v53 rc2024-09-10T07:57:55.069136+0000 b1069066 5=4+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:58.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:57:58.305+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT/ auth{1=1} v41623 ap=3 f(v1792 m2024-09-10T07:57:49.274608+0000 7=7+0) n(v53 rc2024-09-10T07:57:49.274608+0000 b1462582 8=7+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:498 nref=3)) caps={15204=pAsLsXs/-@35758} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088fb68580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020f:[<0x10000000009/PWRPNT v274>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020f:[<0x10000000009/PWRPNT v41623>,<0x10000000008/~dmtmp v36385>,<0x10000000007/client0 v1224>,<0x10000000006/clients v1211>,<0x10000000005/tmp v1187>,<0x10000000003/client.0 v1178>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1184>,<0x10000000001/sv_0 v1184>,<0x10000000000/qa v1132>,<0x1/volumes v1098>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:57:49.249659+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:57:49.274608+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v1792 m2024-09-10T07:57:49.274608+0000 7=7+0)","memory_value.rstat":"n(v53 rc2024-09-10T07:57:49.274608+0000 b1462582 8=7+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:57:59.061 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:57:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: pgmap v740: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:57:58 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: pgmap v740: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:57:58 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.90 MB/sec execute 542 sec latency 4118.863 ms 2024-09-10T07:57:59.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: pgmap v740: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-09-10T07:57:59.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:57:59.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:57:59.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.354 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:57:58 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:57:59.364 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:00.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 -- 172.21.15.7:0/4192518494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c100a80 msgr2=0x7f541c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 --2- 172.21.15.7:0/4192518494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c100a80 0x7f541c100ee0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f5404009930 tx=0x7f540402a420 comp rx=0 tx=0).stop 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 -- 172.21.15.7:0/4192518494 shutdown_connections 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 --2- 172.21.15.7:0/4192518494 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 0x7f541c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 --2- 172.21.15.7:0/4192518494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c100a80 0x7f541c100ee0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 --2- 172.21.15.7:0/4192518494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c106a80 0x7f541c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 -- 172.21.15.7:0/4192518494 >> 172.21.15.7:0/4192518494 conn(0x7f541c0fc7a0 msgr2=0x7f541c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 -- 172.21.15.7:0/4192518494 shutdown_connections 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.074+0000 7f5420b51640 1 -- 172.21.15.7:0/4192518494 wait complete. 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 Processor -- start 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 -- start start 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c100a80 0x7f541c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 0x7f541c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f541c110d30 con 0x7f541c106a80 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f541c110bb0 con 0x7f541c101420 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f5420b51640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f541c110eb0 con 0x7f541c100a80 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f541ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.075+0000 7f541ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56946/0 (socket says 172.21.15.7:56946) 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 -- 172.21.15.7:0/2482162400 learned_addr learned my addr 172.21.15.7:0/2482162400 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f5413fff640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 0x7f541c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541a59c640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c100a80 0x7f541c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 -- 172.21.15.7:0/2482162400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c100a80 msgr2=0x7f541c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c100a80 0x7f541c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 -- 172.21.15.7:0/2482162400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 msgr2=0x7f541c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 0x7f541c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 -- 172.21.15.7:0/2482162400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541c19d370 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f541ad9d640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f5414009fd0 tx=0x7f541400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f54137fe640 1 -- 172.21.15.7:0/2482162400 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414017070 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f54137fe640 1 -- 172.21.15.7:0/2482162400 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5414003e20 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f541c19d660 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f54137fe640 1 -- 172.21.15.7:0/2482162400 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414010460 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.076+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f541c1a4f40 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 Processor -- start 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f54137fe640 1 -- 172.21.15.7:0/2482162400 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5414003970 con 0x7f541c106a80 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 -- start start 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982672f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982673a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5598266952e0 con 0x55982673a680 2024-09-10T07:58:00.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55982663cce0 con 0x55982672fdc0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.079+0000 7f5422f2a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5598266912a0 con 0x55982672f4a0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56954/0 (socket says 172.21.15.7:56954) 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 -- 172.21.15.7:0/343824535 learned_addr learned my addr 172.21.15.7:0/343824535 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f541a59c640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982673a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982672f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f54137fe640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 0x7f54080a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f541ad9d640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 0x7f54080a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 -- 172.21.15.7:0/343824535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 msgr2=0x55982672f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982672f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 -- 172.21.15.7:0/343824535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 msgr2=0x55982673a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982673a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 -- 172.21.15.7:0/343824535 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559826621440 con 0x55982673a680 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f541a59c640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982673a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f54137fe640 1 -- 172.21.15.7:0/2482162400 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f54140cef80 con 0x7f541c106a80 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.080+0000 7f5413fff640 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f5404005c40 tx=0x7f54040058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7dcdaf48a2164f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f5410ff9640 1 -- 172.21.15.7:0/343824535 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404035040 con 0x55982673a680 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f541ad9d640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 0x7f54080a5040 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f54140cca50 tx=0x7f541406a3c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f5410ff9640 1 -- 172.21.15.7:0/343824535 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040035f0 con 0x55982673a680 2024-09-10T07:58:00.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f5410ff9640 1 -- 172.21.15.7:0/343824535 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54040044e0 con 0x55982673a680 2024-09-10T07:58:00.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f5422f2a740 1 -- 172.21.15.7:0/343824535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 msgr2=0x55982673ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.081+0000 7f5422f2a740 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f5404005c40 tx=0x7f54040058d0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- 172.21.15.7:0/343824535 shutdown_connections 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982673a680 0x55982673ca70 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982673a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- 172.21.15.7:0/343824535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982672f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- 172.21.15.7:0/343824535 >> 172.21.15.7:0/343824535 conn(0x55982672ba30 msgr2=0x55982672be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- 172.21.15.7:0/343824535 shutdown_connections 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- 172.21.15.7:0/343824535 wait complete. 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- start start 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 Processor -- start 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 0x559826737240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982673a680 0x559826737780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55982673d250 con 0x55982672f4a0 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559826650050 con 0x55982673a680 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55982673d3d0 con 0x55982672fdc0 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5422f2a740 10 client.0 _ll_register_callbacks cb 0x559826690160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.082+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56962/0 (socket says 172.21.15.7:56962) 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 -- 172.21.15.7:0/3916479731 learned_addr learned my addr 172.21.15.7:0/3916479731 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f541a59c640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 0x559826737240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 -- 172.21.15.7:0/3916479731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 msgr2=0x559826737240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 0x559826737240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 -- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982673a680 msgr2=0x559826737780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982673a680 0x559826737780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 -- 172.21.15.7:0/3916479731 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598264063c0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f541a59c640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 0x559826737240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5413fff640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f5404005ec0 tx=0x7f5404032bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f00335658544282b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5401ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404035070 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f54040043d0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54040035f0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f54040037a0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5422f2a740 10 client.18903 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.083+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559826748bd0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040035f0 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f540403a040 con 0x55982672f4a0 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 10 client.18903 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 10 client.18903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 20 client.18903 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559826749f20 0x55982674c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 4 client.18903 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598266a2850 con 0x559826749f20 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.084+0000 7f541a59c640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559826749f20 0x55982674c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.085+0000 7f5401ffb640 10 client.18903 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.085+0000 7f541a59c640 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559826749f20 0x55982674c310 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0c784a6b29154be server_cookie=79b76a120a4da44c in_seq=0 out_seq=0 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.085+0000 7f5401ffb640 1 -- 172.21.15.7:0/3916479731 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5598266a2850 con 0x559826749f20 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.085+0000 7f5401ffb640 10 client.18903 handle_command_reply: tid=0 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.085+0000 7f5422f2a740 1 client.18903 shutdown 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 msgr2=0x559826739f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f5404005ec0 tx=0x7f5404032bd0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 shutdown_connections 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559826749f20 0x55982674c310 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982673a680 0x559826737780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672fdc0 0x559826737240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 --2- 172.21.15.7:0/3916479731 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672f4a0 0x559826739f90 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 >> 172.21.15.7:0/3916479731 conn(0x55982672ba30 msgr2=0x559826731710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5401ffb640 0 client.18903 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 shutdown_connections 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 1 -- 172.21.15.7:0/3916479731 wait complete. 2024-09-10T07:58:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.086+0000 7f5422f2a740 20 client.18903 trim_cache size 0 max 16384 2024-09-10T07:58:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 Processor -- start 2024-09-10T07:58:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 -- start start 2024-09-10T07:58:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672ba30 0x55982674f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672f4a0 0x55982674f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1b1500 con 0x55982672fdc0 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1aedd0 con 0x55982672f4a0 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.103+0000 7f5422f2a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1acc40 con 0x55982672ba30 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56970/0 (socket says 172.21.15.7:56970) 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 -- 172.21.15.7:0/4225666895 learned_addr learned my addr 172.21.15.7:0/4225666895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f541a59c640 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672f4a0 0x55982674f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672ba30 0x55982674f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 -- 172.21.15.7:0/4225666895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672ba30 msgr2=0x55982674f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672ba30 0x55982674f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 -- 172.21.15.7:0/4225666895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672f4a0 msgr2=0x55982674f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672f4a0 0x55982674f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 -- 172.21.15.7:0/4225666895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55982672b860 con 0x55982672fdc0 2024-09-10T07:58:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5413fff640 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f5404009850 tx=0x7f5404055040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670e67a7a9365edf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5403fff640 1 -- 172.21.15.7:0/4225666895 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404035070 con 0x55982672fdc0 2024-09-10T07:58:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5403fff640 1 -- 172.21.15.7:0/4225666895 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040041d0 con 0x55982672fdc0 2024-09-10T07:58:00.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.104+0000 7f5403fff640 1 -- 172.21.15.7:0/4225666895 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404003940 con 0x55982672fdc0 2024-09-10T07:58:00.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- 172.21.15.7:0/4225666895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 msgr2=0x5598267344a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f5404009850 tx=0x7f5404055040 comp rx=0 tx=0).stop 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- 172.21.15.7:0/4225666895 shutdown_connections 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672fdc0 0x5598267344a0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672f4a0 0x55982674f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 --2- 172.21.15.7:0/4225666895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672ba30 0x55982674f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- 172.21.15.7:0/4225666895 >> 172.21.15.7:0/4225666895 conn(0x5598267378e0 msgr2=0x559826735b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- 172.21.15.7:0/4225666895 shutdown_connections 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- 172.21.15.7:0/4225666895 wait complete. 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 -- start start 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.105+0000 7f5422f2a740 1 Processor -- start 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982674d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982674dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1ad290 con 0x55982672ba30 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1ae700 con 0x55982672fdc0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f541c1ad960 con 0x55982672f4a0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5422f2a740 10 client.0 _ll_register_callbacks cb 0x7f540c009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56976/0 (socket says 172.21.15.7:56976) 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 -- 172.21.15.7:0/898817847 learned_addr learned my addr 172.21.15.7:0/898817847 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f541a59c640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982674d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982674dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 -- 172.21.15.7:0/898817847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 msgr2=0x55982674d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982674d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 -- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 msgr2=0x55982674dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982674dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.106+0000 7f5413fff640 1 -- 172.21.15.7:0/898817847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598267b3860 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5413fff640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f540402a940 tx=0x7f5404001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64146c4ce1542283 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404035070 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f540403d820 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54040041d0 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5404031a80 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 10 client.18909 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5598267b4ad0 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040041d0 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5404053680 con 0x55982672ba30 2024-09-10T07:58:00.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 10 client.18909 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 10 client.18909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 20 client.18909 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55982673a680 0x5598267b6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 4 client.18909 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.107+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55982669cd60 con 0x55982673a680 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f541a59c640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55982673a680 0x5598267b6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f541a59c640 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55982673a680 0x5598267b6f10 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6700f3c6c306bcc7 server_cookie=c85e6980bb4a9ea9 in_seq=0 out_seq=0 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5401ffb640 10 client.18909 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5401ffb640 1 -- 172.21.15.7:0/898817847 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55982669cd60 con 0x55982673a680 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5401ffb640 10 client.18909 handle_command_reply: tid=0 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 client.18909 shutdown 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 msgr2=0x55982674d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f540402a940 tx=0x7f5404001e50 comp rx=0 tx=0).stop 2024-09-10T07:58:00.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 shutdown_connections 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55982673a680 0x5598267b6f10 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55982672fdc0 0x55982674dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55982672f4a0 0x55982674d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.108+0000 7f5422f2a740 1 --2- 172.21.15.7:0/898817847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55982672ba30 0x55982674d040 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5401ffb640 0 client.18909 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 >> 172.21.15.7:0/898817847 conn(0x5598267378e0 msgr2=0x559826735f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 shutdown_connections 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5422f2a740 1 -- 172.21.15.7:0/898817847 wait complete. 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5422f2a740 20 client.18909 trim_cache size 0 max 16384 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:00.113 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: "868f9edf-23f1-4b54-8401-9559dde4c69e": { 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "868f9edf-23f1-4b54-8401-9559dde4c69e", 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:00.114 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 msgr2=0x7f54080a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 0x7f54080a5040 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f54140cca50 tx=0x7f541406a3c0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 msgr2=0x7f541c19cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f5414009fd0 tx=0x7f541400b260 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 shutdown_connections 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54080a2b80 0x7f54080a5040 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f541c106a80 0x7f541c19cc90 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f541c101420 0x7f541c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 --2- 172.21.15.7:0/2482162400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f541c100a80 0x7f541c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 >> 172.21.15.7:0/2482162400 conn(0x7f541c0fc7a0 msgr2=0x7f541c06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 shutdown_connections 2024-09-10T07:58:00.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:00.109+0000 7f5420b51640 1 -- 172.21.15.7:0/2482162400 wait complete. 2024-09-10T07:58:00.283 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.90 MB/sec execute 543 sec latency 5118.960 ms 2024-09-10T07:58:00.793 INFO:tasks.cephfs.filesystem:scrub status for tag:868f9edf-23f1-4b54-8401-9559dde4c69e - {'path': '/', 'tag': '868f9edf-23f1-4b54-8401-9559dde4c69e', 'options': 'recursive,force'} 2024-09-10T07:58:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:00 smithi007 ceph-mon[30879]: pgmap v741: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:58:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:00 smithi110 ceph-mon[34417]: pgmap v741: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:58:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:00 smithi145 ceph-mon[34766]: pgmap v741: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2024-09-10T07:58:01.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.90 MB/sec execute 544 sec latency 6119.105 ms 2024-09-10T07:58:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:01 smithi145 ceph-mon[34766]: pgmap v742: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 824 KiB/s wr, 100 op/s 2024-09-10T07:58:02.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.89 MB/sec execute 545 sec latency 7119.234 ms 2024-09-10T07:58:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:01 smithi007 ceph-mon[30879]: pgmap v742: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 824 KiB/s wr, 100 op/s 2024-09-10T07:58:02.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:01 smithi110 ceph-mon[34417]: pgmap v742: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 824 KiB/s wr, 100 op/s 2024-09-10T07:58:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:02 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:58:03.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.89 MB/sec execute 546 sec latency 8119.300 ms 2024-09-10T07:58:03.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:02 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:58:03.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:02 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:58:04.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:03 smithi145 ceph-mon[34766]: pgmap v743: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 799 KiB/s wr, 103 op/s 2024-09-10T07:58:04.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:58:04.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:58:04.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:03 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:58:04.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.89 MB/sec execute 547 sec latency 9119.394 ms 2024-09-10T07:58:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:03 smithi007 ceph-mon[30879]: pgmap v743: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 799 KiB/s wr, 103 op/s 2024-09-10T07:58:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:58:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:58:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:03 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:58:04.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:03 smithi110 ceph-mon[34417]: pgmap v743: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 799 KiB/s wr, 103 op/s 2024-09-10T07:58:04.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:58:04.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:58:04.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:03 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:58:05.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:04 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:05.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:04 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:05.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.88 MB/sec execute 548 sec latency 10119.459 ms 2024-09-10T07:58:05.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:04 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:05.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:04 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:05.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:04 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:05.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:04 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:06.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:05 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:06.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:05 smithi145 ceph-mon[34766]: pgmap v744: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 476 KiB/s wr, 80 op/s 2024-09-10T07:58:06.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.88 MB/sec execute 549 sec latency 11119.579 ms 2024-09-10T07:58:06.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:05 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:06.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:05 smithi007 ceph-mon[30879]: pgmap v744: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 476 KiB/s wr, 80 op/s 2024-09-10T07:58:06.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:05 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:06.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:05 smithi110 ceph-mon[34417]: pgmap v744: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 476 KiB/s wr, 80 op/s 2024-09-10T07:58:07.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.88 MB/sec execute 550 sec latency 12119.699 ms 2024-09-10T07:58:08.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.87 MB/sec execute 551 sec latency 13119.773 ms 2024-09-10T07:58:08.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:08 smithi110 ceph-mon[34417]: pgmap v745: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 265 KiB/s wr, 50 op/s 2024-09-10T07:58:08.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:08 smithi145 ceph-mon[34766]: pgmap v745: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 265 KiB/s wr, 50 op/s 2024-09-10T07:58:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:08 smithi007 ceph-mon[30879]: pgmap v745: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 265 KiB/s wr, 50 op/s 2024-09-10T07:58:09.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.87 MB/sec execute 552 sec latency 14119.847 ms 2024-09-10T07:58:10.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.87 MB/sec execute 553 sec latency 15119.960 ms 2024-09-10T07:58:10.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:10 smithi110 ceph-mon[34417]: pgmap v746: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 258 KiB/s wr, 51 op/s 2024-09-10T07:58:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:10 smithi145 ceph-mon[34766]: pgmap v746: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 258 KiB/s wr, 51 op/s 2024-09-10T07:58:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:10 smithi007 ceph-mon[30879]: pgmap v746: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 258 KiB/s wr, 51 op/s 2024-09-10T07:58:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/1462146650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc4100ce0 msgr2=0x7f3dc4101160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/1462146650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4101160 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009900 tx=0x7f3db802a410 comp rx=0 tx=0).stop 2024-09-10T07:58:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/1462146650 shutdown_connections 2024-09-10T07:58:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/1462146650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc41016a0 0x7f3dc4108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/1462146650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4101160 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/1462146650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 0x7f3dc4102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.166+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/1462146650 >> 172.21.15.7:0/1462146650 conn(0x7f3dc40fb980 msgr2=0x7f3dc40fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.167+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/1462146650 shutdown_connections 2024-09-10T07:58:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.167+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/1462146650 wait complete. 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.167+0000 7f3dc8cf1640 1 Processor -- start 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.167+0000 7f3dc8cf1640 1 -- start start 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 0x7f3dc419f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc410c5f0 con 0x7f3dc41016a0 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc410c470 con 0x7f3dc4102040 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc8cf1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc410c770 con 0x7f3dc4100ce0 2024-09-10T07:58:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42698/0 (socket says 172.21.15.7:42698) 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/2797790053 learned_addr learned my addr 172.21.15.7:0/2797790053 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc259c640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 0x7f3dc419f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/2797790053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc4100ce0 msgr2=0x7f3dc4197cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4197cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/2797790053 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 msgr2=0x7f3dc419f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 0x7f3dc419f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/2797790053 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc419f900 con 0x7f3dc41016a0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.168+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f3db80314e0 tx=0x7f3db8003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.169+0000 7f3db37fe640 1 -- 172.21.15.7:0/2797790053 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db803f070 con 0x7f3dc41016a0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.169+0000 7f3db37fe640 1 -- 172.21.15.7:0/2797790053 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3db8031e40 con 0x7f3dc41016a0 2024-09-10T07:58:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.169+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc419fb90 con 0x7f3dc41016a0 2024-09-10T07:58:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.169+0000 7f3db37fe640 1 -- 172.21.15.7:0/2797790053 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8035030 con 0x7f3dc41016a0 2024-09-10T07:58:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.169+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc41a00d0 con 0x7f3dc41016a0 2024-09-10T07:58:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.171+0000 7f3db37fe640 1 -- 172.21.15.7:0/2797790053 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3db8042070 con 0x7f3dc41016a0 2024-09-10T07:58:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.171+0000 7f3dcba91740 1 Processor -- start 2024-09-10T07:58:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 -- start start 2024-09-10T07:58:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dcada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dcfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5637f0d2e2f0 con 0x5637f0dd0370 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5637f0cd6270 con 0x5637f0dca9a0 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dcba91740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5637f0d2a2b0 con 0x5637f0dcb2e0 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42710/0 (socket says 172.21.15.7:42710) 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3711124381 learned_addr learned my addr 172.21.15.7:0/3711124381 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc259c640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dcfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dcada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3db37fe640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 0x7f3dac0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3711124381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 msgr2=0x5637f0dcfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dcfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3711124381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 msgr2=0x5637f0dcada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dcada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3711124381 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f0cd5340 con 0x5637f0dd0370 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc259c640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dcfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dcada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.172+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 0x7f3dac0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3db37fe640 1 -- 172.21.15.7:0/2797790053 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3db80efcf0 con 0x7f3dc41016a0 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f3db809ea10 tx=0x7f3db8086df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3cf018fe7a5e941 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3db0ff9640 1 -- 172.21.15.7:0/3711124381 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db80ba340 con 0x5637f0dd0370 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3db0ff9640 1 -- 172.21.15.7:0/3711124381 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3db808af00 con 0x5637f0dd0370 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 0x7f3dac0a5170 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc005fd0 tx=0x7f3dbc004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.173+0000 7f3db0ff9640 1 -- 172.21.15.7:0/3711124381 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db808e430 con 0x5637f0dd0370 2024-09-10T07:58:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- 172.21.15.7:0/3711124381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 msgr2=0x5637f0dd2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f3db809ea10 tx=0x7f3db8086df0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- 172.21.15.7:0/3711124381 shutdown_connections 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dd0370 0x5637f0dd2830 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dcfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3711124381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dcada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- 172.21.15.7:0/3711124381 >> 172.21.15.7:0/3711124381 conn(0x5637f0dc6010 msgr2=0x5637f0dc6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- 172.21.15.7:0/3711124381 shutdown_connections 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- 172.21.15.7:0/3711124381 wait complete. 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 -- start start 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 Processor -- start 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.174+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dd0370 0x5637f0ddbd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5637f0d2e2f0 con 0x5637f0dca9a0 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5637f0cb7290 con 0x5637f0dd0370 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5637f0dd3100 con 0x5637f0dcb2e0 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 10 client.0 _ll_register_callbacks cb 0x5637f0ce8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42726/0 (socket says 172.21.15.7:42726) 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 -- 172.21.15.7:0/2887361099 learned_addr learned my addr 172.21.15.7:0/2887361099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dd0370 0x5637f0ddbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 -- 172.21.15.7:0/2887361099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 msgr2=0x5637f0dd4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 -- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dd0370 msgr2=0x5637f0ddbd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dd0370 0x5637f0ddbd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 -- 172.21.15.7:0/2887361099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f0a41210 con 0x5637f0dca9a0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dc259c640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f3db400bf10 tx=0x7f3db4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7c3507270a291df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3da9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4004030 con 0x5637f0dca9a0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3db40041d0 con 0x5637f0dca9a0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.175+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db808af00 con 0x5637f0dca9a0 2024-09-10T07:58:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3db40043d0 con 0x5637f0dca9a0 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 10 client.18921 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5637f0b0d620 con 0x5637f0dca9a0 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3db808af00 con 0x5637f0dca9a0 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3db4004c60 con 0x5637f0dca9a0 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 10 client.18921 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 10 client.18921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 20 client.18921 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0de0500 0x5637f0de29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 4 client.18921 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637f0d3ba20 con 0x5637f0de0500 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.176+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0de0500 0x5637f0de29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.177+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0de0500 0x5637f0de29c0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68310c6437867406 server_cookie=dcc1f8d5126aa126 in_seq=0 out_seq=0 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.177+0000 7f3da9ffb640 10 client.18921 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.177+0000 7f3da9ffb640 1 -- 172.21.15.7:0/2887361099 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5637f0d3ba20 con 0x5637f0de0500 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.177+0000 7f3da9ffb640 10 client.18921 handle_command_reply: tid=0 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.177+0000 7f3dcba91740 1 client.18921 shutdown 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 msgr2=0x5637f0dd47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f3db400bf10 tx=0x7f3db4011810 comp rx=0 tx=0).stop 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 shutdown_connections 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0de0500 0x5637f0de29c0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dd0370 0x5637f0ddbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3da9ffb640 0 client.18921 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 --2- 172.21.15.7:0/2887361099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dd47d0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 >> 172.21.15.7:0/2887361099 conn(0x5637f0dc6010 msgr2=0x5637f0dc7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 shutdown_connections 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 1 -- 172.21.15.7:0/2887361099 wait complete. 2024-09-10T07:58:11.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.178+0000 7f3dcba91740 20 client.18921 trim_cache size 0 max 16384 2024-09-10T07:58:11.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.192+0000 7f3dcba91740 1 Processor -- start 2024-09-10T07:58:11.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.192+0000 7f3dcba91740 1 -- start start 2024-09-10T07:58:11.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 0x5637f0ddbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0dc6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41acf40 con 0x5637f0dca9a0 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41aa810 con 0x5637f0dcb2e0 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dcba91740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41a8680 con 0x5637f0dd0370 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42736/0 (socket says 172.21.15.7:42736) 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 -- 172.21.15.7:0/287948090 learned_addr learned my addr 172.21.15.7:0/287948090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0dc6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 -- 172.21.15.7:0/287948090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 msgr2=0x5637f0dc6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0dc6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 -- 172.21.15.7:0/287948090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 msgr2=0x5637f0ddbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 0x5637f0ddbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 0x5637f0ddbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 -- 172.21.15.7:0/287948090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f0dd4310 con 0x5637f0dca9a0 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 0x5637f0ddbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dc259c640 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f3db400bee0 tx=0x7f3db400bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209e7b1386cb32e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dabfff640 1 -- 172.21.15.7:0/287948090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4010980 con 0x5637f0dca9a0 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dabfff640 1 -- 172.21.15.7:0/287948090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3db402d070 con 0x5637f0dca9a0 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.193+0000 7f3dabfff640 1 -- 172.21.15.7:0/287948090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db40049a0 con 0x5637f0dca9a0 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- 172.21.15.7:0/287948090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 msgr2=0x5637f0dc63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f3db400bee0 tx=0x7f3db400bb10 comp rx=0 tx=0).stop 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- 172.21.15.7:0/287948090 shutdown_connections 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0dc6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dcb2e0 0x5637f0ddbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 --2- 172.21.15.7:0/287948090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dca9a0 0x5637f0dc63f0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- 172.21.15.7:0/287948090 >> 172.21.15.7:0/287948090 conn(0x5637f0dc6010 msgr2=0x5637f0dd4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- 172.21.15.7:0/287948090 shutdown_connections 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- 172.21.15.7:0/287948090 wait complete. 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 -- start start 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.194+0000 7f3dcba91740 1 Processor -- start 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dd96e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0ddac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41a8cd0 con 0x5637f0dcb2e0 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41aa140 con 0x5637f0dca9a0 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc41a93a0 con 0x5637f0dd0370 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 10 client.0 _ll_register_callbacks cb 0x7f3db400b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42742/0 (socket says 172.21.15.7:42742) 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3835969503 learned_addr learned my addr 172.21.15.7:0/3835969503 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:11.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc2d9d640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0ddac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc259c640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dd96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3835969503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 msgr2=0x5637f0ddac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0ddac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 msgr2=0x5637f0dd96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dd96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 -- 172.21.15.7:0/3835969503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f0dd0110 con 0x5637f0dcb2e0 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dc1d9b640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3db80bc190 tx=0x7f3db8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=218482d07f427cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3da9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:11.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8049040 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3db80ed500 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.195+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db402d070 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3db80f2030 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 10 client.18927 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5637f0e4b330 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3db402d070 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3db80b6ce0 con 0x5637f0dcb2e0 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 10 client.18927 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:11.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 10 client.18927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 20 client.18927 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0e4bb20 0x5637f0e4df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 4 client.18927 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5637f0d35d70 con 0x5637f0e4bb20 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.196+0000 7f3dc259c640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0e4bb20 0x5637f0e4df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.197+0000 7f3dc259c640 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0e4bb20 0x5637f0e4df40 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2555454eed1e1f6e server_cookie=6e9e814515f966a8 in_seq=0 out_seq=0 2024-09-10T07:58:11.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.197+0000 7f3da9ffb640 10 client.18927 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3da9ffb640 1 -- 172.21.15.7:0/3835969503 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5637f0d35d70 con 0x5637f0e4bb20 2024-09-10T07:58:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3da9ffb640 10 client.18927 handle_command_reply: tid=0 2024-09-10T07:58:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 client.18927 shutdown 2024-09-10T07:58:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 msgr2=0x5637f0dd9c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3db80bc190 tx=0x7f3db8005fd0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 shutdown_connections 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5637f0e4bb20 0x5637f0e4df40 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5637f0dd0370 0x5637f0ddac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5637f0dcb2e0 0x5637f0dd9c20 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 --2- 172.21.15.7:0/3835969503 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5637f0dca9a0 0x5637f0dd96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3da9ffb640 0 client.18927 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.218+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 >> 172.21.15.7:0/3835969503 conn(0x5637f0dc6010 msgr2=0x5637f0dc49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 shutdown_connections 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dcba91740 1 -- 172.21.15.7:0/3835969503 wait complete. 2024-09-10T07:58:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dcba91740 20 client.18927 trim_cache size 0 max 16384 2024-09-10T07:58:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:58:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:58:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:58:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:58:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 msgr2=0x7f3dac0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 0x7f3dac0a5170 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc005fd0 tx=0x7f3dbc004a40 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 msgr2=0x7f3dc4198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f3db80314e0 tx=0x7f3db8003c80 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 shutdown_connections 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dac0a2cb0 0x7f3dac0a5170 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3dc4102040 0x7f3dc419f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dc41016a0 0x7f3dc4198230 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 --2- 172.21.15.7:0/2797790053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc4100ce0 0x7f3dc4197cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 >> 172.21.15.7:0/2797790053 conn(0x7f3dc40fb980 msgr2=0x7f3dc40fd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 shutdown_connections 2024-09-10T07:58:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:11.219+0000 7f3dc8cf1640 1 -- 172.21.15.7:0/2797790053 wait complete. 2024-09-10T07:58:11.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.86 MB/sec execute 554 sec latency 16120.073 ms 2024-09-10T07:58:12.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.86 MB/sec execute 555 sec latency 17120.175 ms 2024-09-10T07:58:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:12 smithi110 ceph-mon[34417]: pgmap v747: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-10T07:58:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:12 smithi145 ceph-mon[34766]: pgmap v747: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-10T07:58:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:12 smithi007 ceph-mon[30879]: pgmap v747: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-10T07:58:13.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:58:13.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.86 MB/sec execute 556 sec latency 18120.242 ms 2024-09-10T07:58:13.421 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:13.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 -- 172.21.15.7:0/37177523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4103660 msgr2=0x7f28f410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 --2- 172.21.15.7:0/37177523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4103660 0x7f28f410bb50 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009900 tx=0x7f28e802a480 comp rx=0 tx=0).stop 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 -- 172.21.15.7:0/37177523 shutdown_connections 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 --2- 172.21.15.7:0/37177523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f410c170 0x7f28f410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 --2- 172.21.15.7:0/37177523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4103660 0x7f28f410bb50 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 --2- 172.21.15.7:0/37177523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f4102d40 0x7f28f4103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 -- 172.21.15.7:0/37177523 >> 172.21.15.7:0/37177523 conn(0x7f28f40fc7a0 msgr2=0x7f28f40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 -- 172.21.15.7:0/37177523 shutdown_connections 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.912+0000 7f28fa80e640 1 -- 172.21.15.7:0/37177523 wait complete. 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 Processor -- start 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 -- start start 2024-09-10T07:58:13.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f4103660 0x7f28f41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f410c170 0x7f28f419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f28f4111e20 con 0x7f28f4102d40 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f28f4111ca0 con 0x7f28f410c170 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28fa80e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f28f4111fa0 con 0x7f28f4103660 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42752/0 (socket says 172.21.15.7:42752) 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.913+0000 7f28f3fff640 1 -- 172.21.15.7:0/3722915484 learned_addr learned my addr 172.21.15.7:0/3722915484 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f8dab640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f410c170 0x7f28f419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f37fe640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f4103660 0x7f28f41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 -- 172.21.15.7:0/3722915484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f4103660 msgr2=0x7f28f41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f4103660 0x7f28f41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:13.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 -- 172.21.15.7:0/3722915484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f410c170 msgr2=0x7f28f419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f410c170 0x7f28f419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 -- 172.21.15.7:0/3722915484 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f419d330 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f3fff640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f28e400d950 tx=0x7f28e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4017070 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e4009c30 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f419d620 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e400f620 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.914+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f41a4f00 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.915+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28f4103120 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.916+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f28e40109a0 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.917+0000 7f28f17fa640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 0x7f28dc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.917+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f28e40cef60 con 0x7f28f4102d40 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.917+0000 7f28f37fe640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 0x7f28dc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:13.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.918+0000 7f28f37fe640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 0x7f28dc0a5040 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f28e8031440 tx=0x7f28e8005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:13.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:13.921+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f28e4009de0 con 0x7f28f4102d40 2024-09-10T07:58:14.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.133+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f28f41071e0 con 0x7f28f4102d40 2024-09-10T07:58:14.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.134+0000 7f28f17fa640 1 -- 172.21.15.7:0/3722915484 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f28e409b4d0 con 0x7f28f4102d40 2024-09-10T07:58:14.133 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:58:14.134 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:58:14.134 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:58:14.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 msgr2=0x7f28dc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:14.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 0x7f28dc0a5040 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f28e8031440 tx=0x7f28e8005b50 comp rx=0 tx=0).stop 2024-09-10T07:58:14.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 msgr2=0x7f28f4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:14.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f28e400d950 tx=0x7f28e400de10 comp rx=0 tx=0).stop 2024-09-10T07:58:14.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 shutdown_connections 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f28dc0a2b80 0x7f28dc0a5040 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f28f410c170 0x7f28f419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28f4103660 0x7f28f41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 --2- 172.21.15.7:0/3722915484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f28f4102d40 0x7f28f4198380 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 >> 172.21.15.7:0/3722915484 conn(0x7f28f40fc7a0 msgr2=0x7f28f40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 shutdown_connections 2024-09-10T07:58:14.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:14.136+0000 7f28fa80e640 1 -- 172.21.15.7:0/3722915484 wait complete. 2024-09-10T07:58:14.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.85 MB/sec execute 557 sec latency 19120.342 ms 2024-09-10T07:58:14.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:14 smithi110 ceph-mon[34417]: pgmap v748: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-09-10T07:58:14.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:14 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3722915484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:14.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:14 smithi145 ceph-mon[34766]: pgmap v748: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-09-10T07:58:14.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:14 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3722915484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:14.571 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:14 smithi007 ceph-mon[30879]: pgmap v748: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-09-10T07:58:14.571 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:14 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3722915484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:14.890 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 3a1bc752 --release --await' 2024-09-10T07:58:14.890 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 3a1bc752 --release --await 2024-09-10T07:58:15.147 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:15.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248744 1.85 MB/sec execute 558 sec latency 20120.437 ms 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 -- 172.21.15.7:0/1746747046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374106f10 msgr2=0x7f737410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 --2- 172.21.15.7:0/1746747046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374106f10 0x7f737410ea90 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f736c009ca0 tx=0x7f736c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 -- 172.21.15.7:0/1746747046 shutdown_connections 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 --2- 172.21.15.7:0/1746747046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374106f10 0x7f737410ea90 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 --2- 172.21.15.7:0/1746747046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374102790 0x7f73741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 --2- 172.21.15.7:0/1746747046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374101de0 0x7f73741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 -- 172.21.15.7:0/1746747046 >> 172.21.15.7:0/1746747046 conn(0x7f73740fd8c0 msgr2=0x7f73740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 -- 172.21.15.7:0/1746747046 shutdown_connections 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.611+0000 7f737b973640 1 -- 172.21.15.7:0/1746747046 wait complete. 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 Processor -- start 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 -- start start 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374101de0 0x7f7374198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374106f10 0x7f737419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7374111e20 con 0x7f7374102790 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7374111ca0 con 0x7f7374106f10 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f737b973640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7374111fa0 con 0x7f7374101de0 2024-09-10T07:58:15.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f7378f0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f7378f0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42772/0 (socket says 172.21.15.7:42772) 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.612+0000 7f7378f0e640 1 -- 172.21.15.7:0/3825224614 learned_addr learned my addr 172.21.15.7:0/3825224614 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f737970f640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374101de0 0x7f7374198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7379f10640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374106f10 0x7f737419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 -- 172.21.15.7:0/3825224614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374101de0 msgr2=0x7f7374198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374101de0 0x7f7374198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 -- 172.21.15.7:0/3825224614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374106f10 msgr2=0x7f737419ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374106f10 0x7f737419ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 -- 172.21.15.7:0/3825224614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737419d3b0 con 0x7f7374102790 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f7378f0e640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f736400c970 tx=0x7f736400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f736a7fc640 1 -- 172.21.15.7:0/3825224614 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364007bb0 con 0x7f7374102790 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f737419d6a0 con 0x7f7374102790 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f736a7fc640 1 -- 172.21.15.7:0/3825224614 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7364007d50 con 0x7f7374102790 2024-09-10T07:58:15.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f736a7fc640 1 -- 172.21.15.7:0/3825224614 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736400f450 con 0x7f7374102790 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.613+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73741a4f80 con 0x7f7374102790 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.615+0000 7f736a7fc640 1 -- 172.21.15.7:0/3825224614 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7364004f20 con 0x7f7374102790 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.616+0000 7f737dd4c740 1 Processor -- start 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.616+0000 7f737dd4c740 1 -- start start 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 0x55d70b0a1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b0a1650 0x55d70b0a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d70aff7620 con 0x55d70b091f00 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d70af9ee50 con 0x55d70b092820 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737dd4c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d70aff35e0 con 0x55d70b0a1650 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f736a7fc640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 0x7f73600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7379f10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7379f10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42774/0 (socket says 172.21.15.7:42774) 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 0x55d70b0a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7379f10640 1 -- 172.21.15.7:0/385581786 learned_addr learned my addr 172.21.15.7:0/385581786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7378f0e640 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b0a1650 0x55d70b0a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7379f10640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 0x7f73600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f736a7fc640 1 -- 172.21.15.7:0/3825224614 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f73640cf180 con 0x7f7374102790 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 -- 172.21.15.7:0/385581786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b0a1650 msgr2=0x55d70b0a3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b0a1650 0x55d70b0a3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 -- 172.21.15.7:0/385581786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 msgr2=0x55d70b0922e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f737970f640 1 -- 172.21.15.7:0/385581786 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d70af8fd40 con 0x55d70b092820 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.617+0000 7f7379f10640 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:15.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f737970f640 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 0x55d70b0a1110 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f737000cb10 tx=0x7f737000e350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a19e99d2e092a65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f7379f10640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 0x7f73600a5040 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f736c009a60 tx=0x7f736c02a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f735f7fe640 1 -- 172.21.15.7:0/385581786 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7370004020 con 0x55d70b092820 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f735f7fe640 1 -- 172.21.15.7:0/385581786 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73700041c0 con 0x55d70b092820 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f735f7fe640 1 -- 172.21.15.7:0/385581786 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7370010670 con 0x55d70b092820 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f737dd4c740 1 -- 172.21.15.7:0/385581786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 msgr2=0x55d70b0a1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.618+0000 7f737dd4c740 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 0x55d70b0a1110 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f737000cb10 tx=0x7f737000e350 comp rx=0 tx=0).stop 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- 172.21.15.7:0/385581786 shutdown_connections 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b0a1650 0x55d70b0a3a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b092820 0x55d70b0a1110 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- 172.21.15.7:0/385581786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0922e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- 172.21.15.7:0/385581786 >> 172.21.15.7:0/385581786 conn(0x55d70b08e5f0 msgr2=0x55d70b08e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- 172.21.15.7:0/385581786 shutdown_connections 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- 172.21.15.7:0/385581786 wait complete. 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- start start 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 Processor -- start 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b091f00 0x55d70b09e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b09ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d70b0a4220 con 0x55d70b0a1650 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.619+0000 7f737dd4c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d70af7ff10 con 0x55d70b091f00 2024-09-10T07:58:15.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f737dd4c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d70b0a43a0 con 0x55d70b092820 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f737dd4c740 10 client.0 _ll_register_callbacks cb 0x55d70afa3db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42790/0 (socket says 172.21.15.7:42790) 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 -- 172.21.15.7:0/3908843647 learned_addr learned my addr 172.21.15.7:0/3908843647 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f737970f640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b091f00 0x55d70b09e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7378f0e640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b09ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 -- 172.21.15.7:0/3908843647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 msgr2=0x55d70b09ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b09ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 -- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b091f00 msgr2=0x55d70b09e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b091f00 0x55d70b09e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 -- 172.21.15.7:0/3908843647 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d70ad06580 con 0x55d70b0a1650 2024-09-10T07:58:15.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f7379f10640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f736c003c50 tx=0x7f736c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e67e1f012a6d8de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f735cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c045070 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73700041c0 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.620+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f736c0307c0 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f736c0309c0 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 10 client.18945 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d70add0960 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73700041c0 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f736c02fb70 con 0x55d70b0a1650 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 10 client.18945 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 10 client.18945 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:15.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 20 client.18945 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b0b1060 0x55d70b0b34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 4 client.18945 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d70b004b90 con 0x55d70b0b1060 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.621+0000 7f737970f640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b0b1060 0x55d70b0b34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.622+0000 7f737970f640 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b0b1060 0x55d70b0b34b0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8ab4fd9cb6511c1 server_cookie=90e9bc8a7f0dbfb9 in_seq=0 out_seq=0 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.622+0000 7f735cff9640 10 client.18945 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f735cff9640 1 -- 172.21.15.7:0/3908843647 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d70b004b90 con 0x55d70b0b1060 2024-09-10T07:58:15.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f735cff9640 10 client.18945 handle_command_reply: tid=0 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 client.18945 shutdown 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 msgr2=0x55d70b09ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f736c003c50 tx=0x7f736c0095c0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 shutdown_connections 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b0b1060 0x55d70b0b34b0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b0a1650 0x55d70b09ef90 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b09ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 --2- 172.21.15.7:0/3908843647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b091f00 0x55d70b09e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 >> 172.21.15.7:0/3908843647 conn(0x55d70b08e5f0 msgr2=0x55d70b094350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f735cff9640 0 client.18945 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:15.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 shutdown_connections 2024-09-10T07:58:15.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 1 -- 172.21.15.7:0/3908843647 wait complete. 2024-09-10T07:58:15.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.623+0000 7f737dd4c740 20 client.18945 trim_cache size 0 max 16384 2024-09-10T07:58:15.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 Processor -- start 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 -- start start 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b091f00 0x55d70b0b8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b09b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73741af310 con 0x55d70b092820 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73741acbe0 con 0x55d70b0a1650 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f737dd4c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73741aaa50 con 0x55d70b091f00 2024-09-10T07:58:15.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f7378f0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f7378f0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42798/0 (socket says 172.21.15.7:42798) 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.640+0000 7f7378f0e640 1 -- 172.21.15.7:0/2746679778 learned_addr learned my addr 172.21.15.7:0/2746679778 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f737970f640 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b091f00 0x55d70b0b8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 -- 172.21.15.7:0/2746679778 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b091f00 msgr2=0x55d70b0b8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b091f00 0x55d70b0b8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7379f10640 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b09b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 -- 172.21.15.7:0/2746679778 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 msgr2=0x55d70b09b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b09b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 -- 172.21.15.7:0/2746679778 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d70b09ca60 con 0x55d70b092820 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f7378f0e640 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f736409b340 tx=0x7f73640cf480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe853c7740787841 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f735effd640 1 -- 172.21.15.7:0/2746679778 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736401d040 con 0x55d70b092820 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f735effd640 1 -- 172.21.15.7:0/2746679778 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f736409bd40 con 0x55d70b092820 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.641+0000 7f735effd640 1 -- 172.21.15.7:0/2746679778 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364097cb0 con 0x55d70b092820 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- 172.21.15.7:0/2746679778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 msgr2=0x55d70b0b9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f736409b340 tx=0x7f73640cf480 comp rx=0 tx=0).stop 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- 172.21.15.7:0/2746679778 shutdown_connections 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b09b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b092820 0x55d70b0b9310 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 --2- 172.21.15.7:0/2746679778 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b091f00 0x55d70b0b8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- 172.21.15.7:0/2746679778 >> 172.21.15.7:0/2746679778 conn(0x55d70b08e5f0 msgr2=0x55d70b09cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- 172.21.15.7:0/2746679778 shutdown_connections 2024-09-10T07:58:15.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- 172.21.15.7:0/2746679778 wait complete. 2024-09-10T07:58:15.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 -- start start 2024-09-10T07:58:15.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.642+0000 7f737dd4c740 1 Processor -- start 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b0a9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b0a6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f73741ab0a0 con 0x55d70b091f00 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f73741ac510 con 0x55d70b0a1650 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73741ab770 con 0x55d70b092820 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737dd4c740 10 client.0 _ll_register_callbacks cb 0x7f736c031ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42810/0 (socket says 172.21.15.7:42810) 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 -- 172.21.15.7:0/1191871616 learned_addr learned my addr 172.21.15.7:0/1191871616 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f7378f0e640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b0a9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f7379f10640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b0a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 -- 172.21.15.7:0/1191871616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 msgr2=0x55d70b0a9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b0a9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 -- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 msgr2=0x55d70b0a6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b0a6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 -- 172.21.15.7:0/1191871616 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d70b0a6ce0 con 0x55d70b091f00 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f737970f640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f737000d010 tx=0x7f737000e920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef59e34caf4fa143 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.643+0000 7f735cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7370004320 con 0x55d70b091f00 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7370005040 con 0x55d70b091f00 2024-09-10T07:58:15.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f736409bd40 con 0x55d70b091f00 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7370036050 con 0x55d70b091f00 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 10 client.18951 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d70b11c7d0 con 0x55d70b091f00 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f736409bd40 con 0x55d70b091f00 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7370003a90 con 0x55d70b091f00 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 10 client.18951 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 10 client.18951 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 20 client.18951 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b11cc70 0x55d70b11f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 4 client.18951 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3a1bc752", "release": true, "await": true}] 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.644+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3a1bc752", "release": true, "await": true}) -- 0x55d70b089950 con 0x55d70b11cc70 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.645+0000 7f7378f0e640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b11cc70 0x55d70b11f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:15.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.645+0000 7f7378f0e640 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b11cc70 0x55d70b11f090 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c427a282fbb6e71 server_cookie=d7d17b9e14d30389 in_seq=0 out_seq=0 2024-09-10T07:58:15.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.645+0000 7f735cff9640 10 client.18951 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:15.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f735cff9640 1 -- 172.21.15.7:0/1191871616 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d70b089950 con 0x55d70b11cc70 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f735cff9640 10 client.18951 handle_command_reply: tid=0 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 client.18951 shutdown 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 msgr2=0x55d70b0a9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f737000d010 tx=0x7f737000e920 comp rx=0 tx=0).stop 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 shutdown_connections 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d70b11cc70 0x55d70b11f090 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d70b0a1650 0x55d70b0a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d70b092820 0x55d70b0a9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 --2- 172.21.15.7:0/1191871616 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d70b091f00 0x55d70b0a9810 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f735cff9640 0 client.18951 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 >> 172.21.15.7:0/1191871616 conn(0x55d70b08e5f0 msgr2=0x55d70b08cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 shutdown_connections 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 1 -- 172.21.15.7:0/1191871616 wait complete. 2024-09-10T07:58:15.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.651+0000 7f737dd4c740 20 client.18951 trim_cache size 0 max 16384 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 48, 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "3a1bc752": { 2024-09-10T07:58:15.652 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 48, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 141.5, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:15.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:15.654 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 msgr2=0x7f73600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 0x7f73600a5040 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f736c009a60 tx=0x7f736c02a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 msgr2=0x7f7374198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f736400c970 tx=0x7f736400ce30 comp rx=0 tx=0).stop 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 shutdown_connections 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f73600a2b80 0x7f73600a5040 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7374106f10 0x7f737419ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7374102790 0x7f7374198940 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 --2- 172.21.15.7:0/3825224614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7374101de0 0x7f7374198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:15.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 >> 172.21.15.7:0/3825224614 conn(0x7f73740fd8c0 msgr2=0x7f73740fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:15.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 shutdown_connections 2024-09-10T07:58:15.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:15.652+0000 7f737b973640 1 -- 172.21.15.7:0/3825224614 wait complete. 2024-09-10T07:58:16.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 248923 1.85 MB/sec execute 559 sec latency 20487.674 ms 2024-09-10T07:58:16.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:16 smithi007 ceph-mon[30879]: pgmap v749: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 11 op/s 2024-09-10T07:58:16.315 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3a1bc752', total seconds elapsed: 24.7 2024-09-10T07:58:16.316 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.5 2024-09-10T07:58:16.316 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:58:16.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:16 smithi110 ceph-mon[34417]: pgmap v749: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 11 op/s 2024-09-10T07:58:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:16 smithi145 ceph-mon[34766]: pgmap v749: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 11 op/s 2024-09-10T07:58:16.603 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:17.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 -- 172.21.15.7:0/2462265002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24101420 msgr2=0x7f2b2410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 --2- 172.21.15.7:0/2462265002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24101420 0x7f2b2410d950 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c009cd0 tx=0x7f2b1c02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 -- 172.21.15.7:0/2462265002 shutdown_connections 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 --2- 172.21.15.7:0/2462265002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24101420 0x7f2b2410d950 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 --2- 172.21.15.7:0/2462265002 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b24100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 --2- 172.21.15.7:0/2462265002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24106a80 0x7f2b24106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 -- 172.21.15.7:0/2462265002 >> 172.21.15.7:0/2462265002 conn(0x7f2b240fc7a0 msgr2=0x7f2b240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 -- 172.21.15.7:0/2462265002 shutdown_connections 2024-09-10T07:58:17.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.083+0000 7f2b28e91640 1 -- 172.21.15.7:0/2462265002 wait complete. 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 Processor -- start 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 -- start start 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24101420 0x7f2b2410e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24106a80 0x7f2b2410ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2b24111e40 con 0x7f2b24106a80 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2b24111cc0 con 0x7f2b24100a80 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b28e91640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b24111fc0 con 0x7f2b24101420 2024-09-10T07:58:17.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b2259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b22d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24106a80 0x7f2b2410ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b1bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24101420 0x7f2b2410e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b2259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42086/0 (socket says 172.21.15.7:42086) 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.084+0000 7f2b2259c640 1 -- 172.21.15.7:0/1882327152 learned_addr learned my addr 172.21.15.7:0/1882327152 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 -- 172.21.15.7:0/1882327152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24101420 msgr2=0x7f2b2410e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24101420 0x7f2b2410e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 -- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24106a80 msgr2=0x7f2b2410ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24106a80 0x7f2b2410ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 -- 172.21.15.7:0/1882327152 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b241a67f0 con 0x7f2b24100a80 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b2259c640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2b1400e9f0 tx=0x7f2b1400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b1400cd80 con 0x7f2b24100a80 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b241a6ae0 con 0x7f2b24100a80 2024-09-10T07:58:17.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b140054d0 con 0x7f2b24100a80 2024-09-10T07:58:17.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b14010490 con 0x7f2b24100a80 2024-09-10T07:58:17.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.085+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b241a6fd0 con 0x7f2b24100a80 2024-09-10T07:58:17.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.087+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b24100ee0 con 0x7f2b24100a80 2024-09-10T07:58:17.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.088+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2b14005020 con 0x7f2b24100a80 2024-09-10T07:58:17.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.088+0000 7f2b1b7fe640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 0x7f2b100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:17.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.088+0000 7f2b1bfff640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 0x7f2b100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:17.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.089+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2b140cf6c0 con 0x7f2b24100a80 2024-09-10T07:58:17.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.089+0000 7f2b1bfff640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 0x7f2b100a5040 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2b2410fcf0 tx=0x7f2b0c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:17.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.093+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2b1409c280 con 0x7f2b24100a80 2024-09-10T07:58:17.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 249422 1.85 MB/sec execute 560 sec latency 11.238 ms 2024-09-10T07:58:17.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.322+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b2410f790 con 0x7f2b24100a80 2024-09-10T07:58:17.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.323+0000 7f2b1b7fe640 1 -- 172.21.15.7:0/1882327152 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f2b1409bb80 con 0x7f2b24100a80 2024-09-10T07:58:17.323 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:58:17.323 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:58:17.323 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:58:17.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 msgr2=0x7f2b100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 0x7f2b100a5040 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2b2410fcf0 tx=0x7f2b0c005f90 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 msgr2=0x7f2b2410e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2b1400e9f0 tx=0x7f2b1400edf0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 shutdown_connections 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2b100a2b80 0x7f2b100a5040 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2b24106a80 0x7f2b2410ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b24101420 0x7f2b2410e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 --2- 172.21.15.7:0/1882327152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2b24100a80 0x7f2b2410e260 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 >> 172.21.15.7:0/1882327152 conn(0x7f2b240fc7a0 msgr2=0x7f2b240fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 shutdown_connections 2024-09-10T07:58:17.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:17.326+0000 7f2b28e91640 1 -- 172.21.15.7:0/1882327152 wait complete. 2024-09-10T07:58:17.993 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 141.5 --await-for 45.0' 2024-09-10T07:58:17.993 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 141.5 --await-for 45.0 2024-09-10T07:58:18.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 249960 1.85 MB/sec execute 561 sec latency 15.669 ms 2024-09-10T07:58:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:18 smithi007 ceph-mon[30879]: pgmap v750: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-09-10T07:58:18.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:18 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1882327152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:18.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:18 smithi110 ceph-mon[34417]: pgmap v750: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-09-10T07:58:18.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:18 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1882327152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:18.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:18 smithi145 ceph-mon[34766]: pgmap v750: 129 pgs: 129 active+clean; 99 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-09-10T07:58:18.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:18 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1882327152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:18.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 -- 172.21.15.7:0/2479933743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa34101df0 msgr2=0x7faa341021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 --2- 172.21.15.7:0/2479933743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa34101df0 0x7faa341021d0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7faa24009900 tx=0x7faa2402a410 comp rx=0 tx=0).stop 2024-09-10T07:58:18.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 -- 172.21.15.7:0/2479933743 shutdown_connections 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 --2- 172.21.15.7:0/2479933743 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34106f20 0x7faa3410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 --2- 172.21.15.7:0/2479933743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa341027a0 0x7faa341067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 --2- 172.21.15.7:0/2479933743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa34101df0 0x7faa341021d0 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 -- 172.21.15.7:0/2479933743 >> 172.21.15.7:0/2479933743 conn(0x7faa340fd8f0 msgr2=0x7faa340ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.785+0000 7faa395b4640 1 -- 172.21.15.7:0/2479933743 shutdown_connections 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.786+0000 7faa395b4640 1 -- 172.21.15.7:0/2479933743 wait complete. 2024-09-10T07:58:18.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.786+0000 7faa395b4640 1 Processor -- start 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.786+0000 7faa395b4640 1 -- start start 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 0x7faa3419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 0x7faa3419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faa34111e30 con 0x7faa341027a0 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faa34111cb0 con 0x7faa34101df0 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa395b4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa34111fb0 con 0x7faa34106f20 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 0x7faa3419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa337fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 0x7faa3419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42114/0 (socket says 172.21.15.7:42114) 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 -- 172.21.15.7:0/1363724627 learned_addr learned my addr 172.21.15.7:0/1363724627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 0x7faa3419aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42840/0 (socket says 172.21.15.7:42840) 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 -- 172.21.15.7:0/1363724627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 msgr2=0x7faa3419ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 0x7faa3419ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 -- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 msgr2=0x7faa3419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 0x7faa3419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 -- 172.21.15.7:0/1363724627 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa3419f560 con 0x7faa34101df0 2024-09-10T07:58:18.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa337fe640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 0x7faa3419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.787+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faa24005940 tx=0x7faa240040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.788+0000 7faa1bfff640 1 -- 172.21.15.7:0/1363724627 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2403f030 con 0x7faa34101df0 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.788+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa3419f7f0 con 0x7faa34101df0 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.788+0000 7faa1bfff640 1 -- 172.21.15.7:0/1363724627 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa240044c0 con 0x7faa34101df0 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.788+0000 7faa1bfff640 1 -- 172.21.15.7:0/1363724627 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa24035070 con 0x7faa34101df0 2024-09-10T07:58:18.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.788+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa341a7130 con 0x7faa34101df0 2024-09-10T07:58:18.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.790+0000 7faa1bfff640 1 -- 172.21.15.7:0/1363724627 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7faa24042030 con 0x7faa34101df0 2024-09-10T07:58:18.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.790+0000 7faa3b98d740 1 Processor -- start 2024-09-10T07:58:18.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.790+0000 7faa3b98d740 1 -- start start 2024-09-10T07:58:18.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7536400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c7538d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5632c74912a0 con 0x5632c752c080 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5632c7438b10 con 0x5632c7536940 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa3b98d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5632c748d260 con 0x5632c752b760 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa1bfff640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 0x7faa1c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa32ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7536400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53318/0 (socket says 172.21.15.7:53318) 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 -- 172.21.15.7:0/4025679959 learned_addr learned my addr 172.21.15.7:0/4025679959 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa327fc640 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c7538d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 0x7faa1c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa1bfff640 1 -- 172.21.15.7:0/1363724627 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faa240ef720 con 0x7faa34101df0 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 -- 172.21.15.7:0/4025679959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 msgr2=0x5632c7538d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c7538d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 -- 172.21.15.7:0/4025679959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 msgr2=0x5632c7536400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7536400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa337fe640 1 -- 172.21.15.7:0/4025679959 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632c7202b90 con 0x5632c752b760 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.791+0000 7faa327fc640 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c7538d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.792+0000 7faa337fe640 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0094d0 tx=0x7faa2c00f7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2033ae99c149a933 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.792+0000 7faa337fe640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 0x7faa1c0a5040 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7faa2c01e000 tx=0x7faa2c020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.792+0000 7faa197fa640 1 -- 172.21.15.7:0/4025679959 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c0137a0 con 0x5632c752b760 2024-09-10T07:58:18.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.792+0000 7faa197fa640 1 -- 172.21.15.7:0/4025679959 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa2c023030 con 0x5632c752b760 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.792+0000 7faa197fa640 1 -- 172.21.15.7:0/4025679959 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c004470 con 0x5632c752b760 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- 172.21.15.7:0/4025679959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 msgr2=0x5632c752bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0094d0 tx=0x7faa2c00f7d0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- 172.21.15.7:0/4025679959 shutdown_connections 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c7538d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7536400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- 172.21.15.7:0/4025679959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c752bb40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- 172.21.15.7:0/4025679959 >> 172.21.15.7:0/4025679959 conn(0x5632c7527cf0 msgr2=0x5632c75280d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- 172.21.15.7:0/4025679959 shutdown_connections 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- 172.21.15.7:0/4025679959 wait complete. 2024-09-10T07:58:18.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- start start 2024-09-10T07:58:18.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 Processor -- start 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c7533800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c7534280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5632c7539510 con 0x5632c752c080 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5632c74196e0 con 0x5632c752b760 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.793+0000 7faa3b98d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5632c7539690 con 0x5632c7536940 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa3b98d740 10 client.0 _ll_register_callbacks cb 0x5632c743da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:18.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42860/0 (socket says 172.21.15.7:42860) 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 -- 172.21.15.7:0/349233695 learned_addr learned my addr 172.21.15.7:0/349233695 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa32ffd640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c7533800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa337fe640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c7534280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 -- 172.21.15.7:0/349233695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 msgr2=0x5632c7534280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c7534280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 -- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 msgr2=0x5632c7533800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c7533800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 -- 172.21.15.7:0/349233695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632c7542a00 con 0x5632c752c080 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa327fc640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7faa2801caf0 tx=0x7faa28012450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b61cb75e562524cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa16ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28012c80 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faa28012e20 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.794+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa2c023030 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa2802d050 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 10 client.18969 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5632c75453f0 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa2c023030 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7faa280047a0 con 0x5632c752c080 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 10 client.18969 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:18.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 10 client.18969 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 20 client.18969 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75468b0 0x5632c7548d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 4 client.18969 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632c749e9d0 con 0x5632c75468b0 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.795+0000 7faa32ffd640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75468b0 0x5632c7548d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.796+0000 7faa16ff5640 10 client.18969 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.796+0000 7faa32ffd640 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75468b0 0x5632c7548d00 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd646f1cc3e716e8 server_cookie=143b1ed419ddbbaf in_seq=0 out_seq=0 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa16ff5640 1 -- 172.21.15.7:0/349233695 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5632c749e9d0 con 0x5632c75468b0 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa16ff5640 10 client.18969 handle_command_reply: tid=0 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 client.18969 shutdown 2024-09-10T07:58:18.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 msgr2=0x5632c7533d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7faa2801caf0 tx=0x7faa28012450 comp rx=0 tx=0).stop 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 shutdown_connections 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75468b0 0x5632c7548d00 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c7534280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c7533d40 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 --2- 172.21.15.7:0/349233695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c7533800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 >> 172.21.15.7:0/349233695 conn(0x5632c7527cf0 msgr2=0x5632c752da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa16ff5640 0 client.18969 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:18.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 shutdown_connections 2024-09-10T07:58:18.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 1 -- 172.21.15.7:0/349233695 wait complete. 2024-09-10T07:58:18.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.797+0000 7faa3b98d740 20 client.18969 trim_cache size 0 max 16384 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.817+0000 7faa3b98d740 1 Processor -- start 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.817+0000 7faa3b98d740 1 -- start start 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c75356d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c75320d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faa341af2d0 con 0x5632c752c080 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faa341acba0 con 0x5632c7536940 2024-09-10T07:58:18.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa3b98d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa341aaa70 con 0x5632c752b760 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa32ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c75356d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42866/0 (socket says 172.21.15.7:42866) 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 -- 172.21.15.7:0/1785394436 learned_addr learned my addr 172.21.15.7:0/1785394436 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa337fe640 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c75320d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 -- 172.21.15.7:0/1785394436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 msgr2=0x5632c75356d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c75356d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 -- 172.21.15.7:0/1785394436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 msgr2=0x5632c75320d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c75320d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 -- 172.21.15.7:0/1785394436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632c7527b20 con 0x5632c752c080 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.818+0000 7faa327fc640 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7faa28012cb0 tx=0x7faa28012ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10ae1308e60f6e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.819+0000 7faa18ff9640 1 -- 172.21.15.7:0/1785394436 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2802a070 con 0x5632c752c080 2024-09-10T07:58:18.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.819+0000 7faa18ff9640 1 -- 172.21.15.7:0/1785394436 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa28003ca0 con 0x5632c752c080 2024-09-10T07:58:18.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.819+0000 7faa18ff9640 1 -- 172.21.15.7:0/1785394436 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28004850 con 0x5632c752c080 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- 172.21.15.7:0/1785394436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 msgr2=0x5632c752e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7faa28012cb0 tx=0x7faa28012ce0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- 172.21.15.7:0/1785394436 shutdown_connections 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c7536940 0x5632c75320d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c752e210 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1785394436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c752b760 0x5632c75356d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- 172.21.15.7:0/1785394436 >> 172.21.15.7:0/1785394436 conn(0x5632c7527cf0 msgr2=0x5632c7526e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- 172.21.15.7:0/1785394436 shutdown_connections 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- 172.21.15.7:0/1785394436 wait complete. 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 -- start start 2024-09-10T07:58:18.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 Processor -- start 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.820+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c753e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c753b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faa341ab0c0 con 0x5632c752c080 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faa341ac4d0 con 0x5632c752b760 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa341ab730 con 0x5632c7536940 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa3b98d740 10 client.0 _ll_register_callbacks cb 0x7faa28009d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42872/0 (socket says 172.21.15.7:42872) 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 -- 172.21.15.7:0/1556753417 learned_addr learned my addr 172.21.15.7:0/1556753417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c753e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa337fe640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c753b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 -- 172.21.15.7:0/1556753417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 msgr2=0x5632c753b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c753b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 -- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 msgr2=0x5632c753e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c753e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 -- 172.21.15.7:0/1556753417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632c753f510 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa327fc640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7faa28005bf0 tx=0x7faa280046e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8414ef3d647bb1a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa16ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.821+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28038070 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faa28004050 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa28003ca0 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa28046050 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 10 client.18975 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5632c75b1b90 con 0x5632c752c080 2024-09-10T07:58:18.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa28003ca0 con 0x5632c752c080 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7faa28005040 con 0x5632c752c080 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 10 client.18975 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 10 client.18975 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 20 client.18975 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75b2300 0x5632c75b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 4 client.18975 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.5, "await_for": 45.0}] 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.822+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.5, "await_for": 45.0}) -- 0x5632c7498d20 con 0x5632c75b2300 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.823+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75b2300 0x5632c75b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.823+0000 7faa32ffd640 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75b2300 0x5632c75b4720 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ac39488d18d74e5 server_cookie=2804c7168342bc5a in_seq=0 out_seq=0 2024-09-10T07:58:18.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.823+0000 7faa16ff5640 10 client.18975 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa16ff5640 1 -- 172.21.15.7:0/1556753417 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5632c7498d20 con 0x5632c75b2300 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa16ff5640 10 client.18975 handle_command_reply: tid=0 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 client.18975 shutdown 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 msgr2=0x5632c753ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7faa28005bf0 tx=0x7faa280046e0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 shutdown_connections 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5632c75b2300 0x5632c75b4720 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5632c7536940 0x5632c753b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5632c752c080 0x5632c753ee20 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 --2- 172.21.15.7:0/1556753417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5632c752b760 0x5632c753e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 >> 172.21.15.7:0/1556753417 conn(0x5632c7527cf0 msgr2=0x5632c7526e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa16ff5640 0 client.18975 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 shutdown_connections 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 1 -- 172.21.15.7:0/1556753417 wait complete. 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.879+0000 7faa3b98d740 20 client.18975 trim_cache size 0 max 16384 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:58:18.880 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 50, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "a9174f7f": { 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 50, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:58:18.881 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 141.5, 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:18.882 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 msgr2=0x7faa1c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 0x7faa1c0a5040 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7faa2c01e000 tx=0x7faa2c020000 comp rx=0 tx=0).stop 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 msgr2=0x7faa3419a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faa24005940 tx=0x7faa240040c0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 shutdown_connections 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faa1c0a2b80 0x7faa1c0a5040 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa34106f20 0x7faa3419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faa341027a0 0x7faa3419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 --2- 172.21.15.7:0/1363724627 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa34101df0 0x7faa3419a5b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:18.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 >> 172.21.15.7:0/1363724627 conn(0x7faa340fd8f0 msgr2=0x7faa340fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:18.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 shutdown_connections 2024-09-10T07:58:18.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:18.880+0000 7faa395b4640 1 -- 172.21.15.7:0/1363724627 wait complete. 2024-09-10T07:58:19.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.85 MB/sec execute 562 sec latency 347.211 ms 2024-09-10T07:58:19.719 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a9174f7f', quiesce took 3.4 seconds. Will release after: 18.1 2024-09-10T07:58:20.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.84 MB/sec execute 563 sec latency 1347.574 ms 2024-09-10T07:58:20.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:20 smithi110 ceph-mon[34417]: pgmap v751: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 181 KiB/s wr, 38 op/s 2024-09-10T07:58:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:20 smithi145 ceph-mon[34766]: pgmap v751: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 181 KiB/s wr, 38 op/s 2024-09-10T07:58:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:20 smithi007 ceph-mon[30879]: pgmap v751: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 181 KiB/s wr, 38 op/s 2024-09-10T07:58:21.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.84 MB/sec execute 564 sec latency 2347.696 ms 2024-09-10T07:58:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.84 MB/sec execute 565 sec latency 3347.828 ms 2024-09-10T07:58:22.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:22 smithi110 ceph-mon[34417]: pgmap v752: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 191 KiB/s wr, 37 op/s 2024-09-10T07:58:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:22 smithi145 ceph-mon[34766]: pgmap v752: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 191 KiB/s wr, 37 op/s 2024-09-10T07:58:22.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:22 smithi007 ceph-mon[30879]: pgmap v752: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 191 KiB/s wr, 37 op/s 2024-09-10T07:58:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.83 MB/sec execute 566 sec latency 4347.937 ms 2024-09-10T07:58:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.83 MB/sec execute 567 sec latency 5348.005 ms 2024-09-10T07:58:24.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.319+0000 7f7047d11640 1 -- 172.21.15.7:0/3111791266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040103710 msgr2=0x7f7040109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.319+0000 7f7047d11640 1 --2- 172.21.15.7:0/3111791266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040103710 0x7f7040109fa0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f7038009ca0 tx=0x7f703802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- 172.21.15.7:0/3111791266 shutdown_connections 2024-09-10T07:58:24.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- 172.21.15.7:0/3111791266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040103710 0x7f7040109fa0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- 172.21.15.7:0/3111791266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040102d50 0x7f70401031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- 172.21.15.7:0/3111791266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040101b60 0x7f7040101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- 172.21.15.7:0/3111791266 >> 172.21.15.7:0/3111791266 conn(0x7f70400fd2e0 msgr2=0x7f70400ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- 172.21.15.7:0/3111791266 shutdown_connections 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- 172.21.15.7:0/3111791266 wait complete. 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 Processor -- start 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- start start 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 0x7f70401981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 0x7f704019f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f704010d6e0 con 0x7f7040101b60 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f704010d560 con 0x7f7040102d50 2024-09-10T07:58:24.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.320+0000 7f7047d11640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f704010d860 con 0x7f7040103710 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43288/0 (socket says 172.21.15.7:43288) 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 -- 172.21.15.7:0/1226526354 learned_addr learned my addr 172.21.15.7:0/1226526354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f70462ae640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 0x7f704019f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f70452ac640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 0x7f70401981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 -- 172.21.15.7:0/1226526354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 msgr2=0x7f704019f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 0x7f704019f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 -- 172.21.15.7:0/1226526354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 msgr2=0x7f70401981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 0x7f70401981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 -- 172.21.15.7:0/1226526354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704019f8b0 con 0x7f7040101b60 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f70462ae640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 0x7f704019f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f70452ac640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 0x7f70401981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:24.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7045aad640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f703c00e9c0 tx=0x7f703c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7036ffd640 1 -- 172.21.15.7:0/1226526354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703c00cd80 con 0x7f7040101b60 2024-09-10T07:58:24.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7036ffd640 1 -- 172.21.15.7:0/1226526354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f703c0035f0 con 0x7f7040101b60 2024-09-10T07:58:24.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f704019fba0 con 0x7f7040101b60 2024-09-10T07:58:24.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.321+0000 7f7036ffd640 1 -- 172.21.15.7:0/1226526354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703c010690 con 0x7f7040101b60 2024-09-10T07:58:24.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.322+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70401a0140 con 0x7f7040101b60 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f7036ffd640 1 -- 172.21.15.7:0/1226526354 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f703c0037a0 con 0x7f7040101b60 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 Processor -- start 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 -- start start 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796959a0 0x556679695da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796962e0 0x55667969ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5566795f92f0 con 0x55667969b370 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5566795a1270 con 0x5566796959a0 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.325+0000 7f704aaa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5566795f52b0 con 0x5566796962e0 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43302/0 (socket says 172.21.15.7:43302) 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 -- 172.21.15.7:0/868602528 learned_addr learned my addr 172.21.15.7:0/868602528 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70462ae640 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796959a0 0x556679695da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f7045aad640 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796962e0 0x55667969ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 -- 172.21.15.7:0/868602528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796962e0 msgr2=0x55667969ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796962e0 0x55667969ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 -- 172.21.15.7:0/868602528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796959a0 msgr2=0x556679695da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796959a0 0x556679695da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 -- 172.21.15.7:0/868602528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566795a0340 con 0x55667969b370 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f7036ffd640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 0x7f702c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f7045aad640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 0x7f702c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f70452ac640 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f7030009ce0 tx=0x7f70300117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7c7e30ce91fc4d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f7036ffd640 1 -- 172.21.15.7:0/1226526354 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f703c0cf850 con 0x7f7040101b60 2024-09-10T07:58:24.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f702bfff640 1 -- 172.21.15.7:0/868602528 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030012450 con 0x55667969b370 2024-09-10T07:58:24.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f702bfff640 1 -- 172.21.15.7:0/868602528 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7030012aa0 con 0x55667969b370 2024-09-10T07:58:24.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.326+0000 7f702bfff640 1 -- 172.21.15.7:0/868602528 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703000fc30 con 0x55667969b370 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 -- 172.21.15.7:0/868602528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 msgr2=0x55667969d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f7045aad640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 0x7f702c0a5170 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f703c0cd320 tx=0x7f703c0d5550 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f7030009ce0 tx=0x7f70300117b0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 -- 172.21.15.7:0/868602528 shutdown_connections 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667969b370 0x55667969d830 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796962e0 0x55667969ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 --2- 172.21.15.7:0/868602528 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796959a0 0x556679695da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 -- 172.21.15.7:0/868602528 >> 172.21.15.7:0/868602528 conn(0x556679691010 msgr2=0x556679691410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 -- 172.21.15.7:0/868602528 shutdown_connections 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.327+0000 7f704aaa7740 1 -- 172.21.15.7:0/868602528 wait complete. 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 -- start start 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 Processor -- start 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796962e0 0x5566796a0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55667969b370 0x5566796a7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55667969e340 con 0x5566796959a0 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556679582290 con 0x5566796962e0 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55667969e4c0 con 0x55667969b370 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f704aaa7740 10 client.0 _ll_register_callbacks cb 0x5566795b3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f70462ae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f70462ae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43306/0 (socket says 172.21.15.7:43306) 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.328+0000 7f70462ae640 1 -- 172.21.15.7:0/3259127975 learned_addr learned my addr 172.21.15.7:0/3259127975 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:24.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70452ac640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796962e0 0x5566796a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55667969b370 0x5566796a7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 -- 172.21.15.7:0/3259127975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55667969b370 msgr2=0x5566796a7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55667969b370 0x5566796a7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 -- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796962e0 msgr2=0x5566796a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796962e0 0x5566796a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 -- 172.21.15.7:0/3259127975 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55667930c210 con 0x5566796959a0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70462ae640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f703802aeb0 tx=0x7f7038031a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9548bbeddf338178 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70297fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7038003b70 con 0x5566796959a0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7038003d10 con 0x5566796959a0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7030012aa0 con 0x5566796959a0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7038051050 con 0x5566796959a0 2024-09-10T07:58:24.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f704aaa7740 10 client.18987 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.329+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5566793d8620 con 0x5566796959a0 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7030012aa0 con 0x5566796959a0 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7038047030 con 0x5566796959a0 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 10 client.18987 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 10 client.18987 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 20 client.18987 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5566796ab840 0x5566796adc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 4 client.18987 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556679606a20 con 0x5566796ab840 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.330+0000 7f70452ac640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5566796ab840 0x5566796adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f70452ac640 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5566796ab840 0x5566796adc90 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea74337cbbf35a1d server_cookie=e1da0f155ec3d4df in_seq=0 out_seq=0 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f70297fa640 10 client.18987 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f70297fa640 1 -- 172.21.15.7:0/3259127975 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556679606a20 con 0x5566796ab840 2024-09-10T07:58:24.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f70297fa640 10 client.18987 handle_command_reply: tid=0 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 client.18987 shutdown 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 msgr2=0x55667969fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f703802aeb0 tx=0x7f7038031a60 comp rx=0 tx=0).stop 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 shutdown_connections 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5566796ab840 0x5566796adc90 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55667969b370 0x5566796a7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5566796962e0 0x5566796a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f704aaa7740 1 --2- 172.21.15.7:0/3259127975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796959a0 0x55667969fbd0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.331+0000 7f70297fa640 0 client.18987 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.332+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 >> 172.21.15.7:0/3259127975 conn(0x556679691010 msgr2=0x556679692820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.332+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 shutdown_connections 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.332+0000 7f704aaa7740 1 -- 172.21.15.7:0/3259127975 wait complete. 2024-09-10T07:58:24.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.332+0000 7f704aaa7740 20 client.18987 trim_cache size 0 max 16384 2024-09-10T07:58:24.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 Processor -- start 2024-09-10T07:58:24.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 -- start start 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566796a0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679692400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401ace40 con 0x5566796962e0 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f70401aa710 con 0x55667969b370 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.346+0000 7f704aaa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70401a8580 con 0x5566796959a0 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43314/0 (socket says 172.21.15.7:43314) 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 -- 172.21.15.7:0/720446287 learned_addr learned my addr 172.21.15.7:0/720446287 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 -- 172.21.15.7:0/720446287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 msgr2=0x5566796a0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566796a0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.348 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 -- 172.21.15.7:0/720446287 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 msgr2=0x556679692400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70462ae640 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679692400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679692400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 -- 172.21.15.7:0/720446287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566796ae310 con 0x5566796962e0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f70452ac640 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f7030005fd0 tx=0x7f7030009c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f06eb01c242b887 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f702b7fe640 1 -- 172.21.15.7:0/720446287 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030034070 con 0x5566796962e0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f702b7fe640 1 -- 172.21.15.7:0/720446287 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7030009920 con 0x5566796962e0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.347+0000 7f702b7fe640 1 -- 172.21.15.7:0/720446287 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030012990 con 0x5566796962e0 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- 172.21.15.7:0/720446287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 msgr2=0x556679691ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f7030005fd0 tx=0x7f7030009c10 comp rx=0 tx=0).stop 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- 172.21.15.7:0/720446287 shutdown_connections 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679692400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679691ec0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 --2- 172.21.15.7:0/720446287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566796a0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.349 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- 172.21.15.7:0/720446287 >> 172.21.15.7:0/720446287 conn(0x556679691010 msgr2=0x55667969f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- 172.21.15.7:0/720446287 shutdown_connections 2024-09-10T07:58:24.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- 172.21.15.7:0/720446287 wait complete. 2024-09-10T07:58:24.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 -- start start 2024-09-10T07:58:24.350 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.348+0000 7f704aaa7740 1 Processor -- start 2024-09-10T07:58:24.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566797116b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679718c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401a8bd0 con 0x5566796962e0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f70401aa040 con 0x55667969b370 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70401a92a0 con 0x5566796959a0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 10 client.0 _ll_register_callbacks cb 0x7f7030005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43330/0 (socket says 172.21.15.7:43330) 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 -- 172.21.15.7:0/2174117773 learned_addr learned my addr 172.21.15.7:0/2174117773 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70462ae640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566797116b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 -- 172.21.15.7:0/2174117773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 msgr2=0x5566797116b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566797116b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 -- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 msgr2=0x556679718c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679718c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 -- 172.21.15.7:0/2174117773 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556679719240 con 0x5566796962e0 2024-09-10T07:58:24.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70452ac640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f7030014010 tx=0x7f7030009320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85670bc9cad3d920 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70297fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030034070 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f70300128a0 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.349+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7030009920 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7030040050 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 10 client.18993 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55667971a550 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7030009920 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f70300053c0 con 0x5566796962e0 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 10 client.18993 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 10 client.18993 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 20 client.18993 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55667971acb0 0x55667971d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 4 client.18993 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:58:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556679600d70 con 0x55667971acb0 2024-09-10T07:58:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.350+0000 7f70462ae640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55667971acb0 0x55667971d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.351+0000 7f70297fa640 10 client.18993 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.351+0000 7f70462ae640 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55667971acb0 0x55667971d0d0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35cd63e7a782eab server_cookie=da95bd824f45ffed in_seq=0 out_seq=0 2024-09-10T07:58:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f70297fa640 1 -- 172.21.15.7:0/2174117773 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556679600d70 con 0x55667971acb0 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f70297fa640 10 client.18993 handle_command_reply: tid=0 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 client.18993 shutdown 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 msgr2=0x556679711bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f7030014010 tx=0x7f7030009320 comp rx=0 tx=0).stop 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 shutdown_connections 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55667971acb0 0x55667971d0d0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55667969b370 0x556679718c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5566796962e0 0x556679711bf0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f70297fa640 0 client.18993 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 --2- 172.21.15.7:0/2174117773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5566796959a0 0x5566797116b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 >> 172.21.15.7:0/2174117773 conn(0x556679691010 msgr2=0x55667968f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 shutdown_connections 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 1 -- 172.21.15.7:0/2174117773 wait complete. 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.372+0000 7f704aaa7740 20 client.18993 trim_cache size 0 max 16384 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:58:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 msgr2=0x7f702c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 0x7f702c0a5170 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f703c0cd320 tx=0x7f703c0d5550 comp rx=0 tx=0).stop 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 msgr2=0x7f7040197c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f703c00e9c0 tx=0x7f703c00ee80 comp rx=0 tx=0).stop 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 shutdown_connections 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f702c0a2cb0 0x7f702c0a5170 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7040103710 0x7f704019f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7040102d50 0x7f70401981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 --2- 172.21.15.7:0/1226526354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040101b60 0x7f7040197c70 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:24.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 >> 172.21.15.7:0/1226526354 conn(0x7f70400fd2e0 msgr2=0x7f7040106050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:24.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 shutdown_connections 2024-09-10T07:58:24.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:24.373+0000 7f7047d11640 1 -- 172.21.15.7:0/1226526354 wait complete. 2024-09-10T07:58:24.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:24 smithi110 ceph-mon[34417]: pgmap v753: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 224 KiB/s wr, 51 op/s 2024-09-10T07:58:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:24 smithi145 ceph-mon[34766]: pgmap v753: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 224 KiB/s wr, 51 op/s 2024-09-10T07:58:24.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:24 smithi007 ceph-mon[30879]: pgmap v753: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 224 KiB/s wr, 51 op/s 2024-09-10T07:58:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.83 MB/sec execute 568 sec latency 6348.119 ms 2024-09-10T07:58:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.82 MB/sec execute 569 sec latency 7348.239 ms 2024-09-10T07:58:26.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:26 smithi145 ceph-mon[34766]: pgmap v754: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 233 KiB/s wr, 55 op/s 2024-09-10T07:58:26.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:26 smithi007 ceph-mon[30879]: pgmap v754: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 233 KiB/s wr, 55 op/s 2024-09-10T07:58:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:26 smithi110 ceph-mon[34417]: pgmap v754: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 233 KiB/s wr, 55 op/s 2024-09-10T07:58:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.82 MB/sec execute 570 sec latency 8348.347 ms 2024-09-10T07:58:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.82 MB/sec execute 571 sec latency 9348.455 ms 2024-09-10T07:58:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:28 smithi145 ceph-mon[34766]: pgmap v755: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 230 KiB/s wr, 52 op/s 2024-09-10T07:58:28.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:28 smithi007 ceph-mon[30879]: pgmap v755: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 230 KiB/s wr, 52 op/s 2024-09-10T07:58:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:28 smithi110 ceph-mon[34417]: pgmap v755: 129 pgs: 129 active+clean; 97 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 230 KiB/s wr, 52 op/s 2024-09-10T07:58:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.81 MB/sec execute 572 sec latency 10348.529 ms 2024-09-10T07:58:30.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.81 MB/sec execute 573 sec latency 11348.622 ms 2024-09-10T07:58:30.419 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:30 smithi007 ceph-mon[30879]: pgmap v756: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 238 KiB/s wr, 59 op/s 2024-09-10T07:58:30.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:30 smithi145 ceph-mon[34766]: pgmap v756: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 238 KiB/s wr, 59 op/s 2024-09-10T07:58:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:30 smithi110 ceph-mon[34417]: pgmap v756: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 238 KiB/s wr, 59 op/s 2024-09-10T07:58:30.794 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:58:31.061 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:31.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.81 MB/sec execute 574 sec latency 12348.667 ms 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 -- 172.21.15.7:0/786285321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c074eb0 msgr2=0x7f7c9c112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/786285321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c112650 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f7c84009900 tx=0x7f7c8402a480 comp rx=0 tx=0).stop 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 -- 172.21.15.7:0/786285321 shutdown_connections 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/786285321 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c112b90 0x7f7c9c114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/786285321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c112650 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/786285321 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 0x7f7c9c074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 -- 172.21.15.7:0/786285321 >> 172.21.15.7:0/786285321 conn(0x7f7c9c0fd8e0 msgr2=0x7f7c9c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.602+0000 7f7ca2b41640 1 -- 172.21.15.7:0/786285321 shutdown_connections 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 -- 172.21.15.7:0/786285321 wait complete. 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 Processor -- start 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 -- start start 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 0x7f7c9c1a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c1a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c118410 con 0x7f7c9c112b90 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c118290 con 0x7f7c9c074590 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.603+0000 7f7ca2b41640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c118590 con 0x7f7c9c074eb0 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca08dd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 0x7f7c9c1a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39448/0 (socket says 172.21.15.7:39448) 2024-09-10T07:58:31.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 -- 172.21.15.7:0/2195142480 learned_addr learned my addr 172.21.15.7:0/2195142480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c1a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 -- 172.21.15.7:0/2195142480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 msgr2=0x7f7c9c1a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c1a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 -- 172.21.15.7:0/2195142480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 msgr2=0x7f7c9c1a4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 0x7f7c9c1a4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 -- 172.21.15.7:0/2195142480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9c19ef90 con 0x7f7c9c112b90 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c1a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca10de640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400d720 tx=0x7f7c9400dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7c99ffb640 1 -- 172.21.15.7:0/2195142480 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94017070 con 0x7f7c9c112b90 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7c99ffb640 1 -- 172.21.15.7:0/2195142480 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c9400de30 con 0x7f7c9c112b90 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9c19f280 con 0x7f7c9c112b90 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.604+0000 7f7c99ffb640 1 -- 172.21.15.7:0/2195142480 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94004cc0 con 0x7f7c9c112b90 2024-09-10T07:58:31.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.605+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c9c1ab4d0 con 0x7f7c9c112b90 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7c99ffb640 1 -- 172.21.15.7:0/2195142480 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7c94004e60 con 0x7f7c9c112b90 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 Processor -- start 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 -- start start 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167ec880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 0x55e6167f9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7c99ffb640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 0x7f7c880a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e6167522e0 con 0x55e6167ecdc0 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e6166f9ce0 con 0x55e6167ec4a0 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.607+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e61674e2a0 con 0x55e6167f7680 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39464/0 (socket says 172.21.15.7:39464) 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 -- 172.21.15.7:0/727734526 learned_addr learned my addr 172.21.15.7:0/727734526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:31.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c99ffb640 1 -- 172.21.15.7:0/2195142480 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c940cec20 con 0x7f7c9c112b90 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 0x7f7c880a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca10de640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 0x55e6167f9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167ec880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 -- 172.21.15.7:0/727734526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 msgr2=0x55e6167f9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 0x55e6167f9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 -- 172.21.15.7:0/727734526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 msgr2=0x55e6167ec880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167ec880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 -- 172.21.15.7:0/727734526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6166de440 con 0x55e6167ecdc0 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca10de640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 0x55e6167f9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:31.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167ec880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c0039f0 tx=0x7f7c8c003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6daf3e9661ecd58 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 0x7f7c880a50c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f7c84031440 tx=0x7f7c840058b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.608+0000 7f7c92ffd640 1 -- 172.21.15.7:0/727734526 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c004b20 con 0x55e6167ecdc0 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7c92ffd640 1 -- 172.21.15.7:0/727734526 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8c004cc0 con 0x55e6167ecdc0 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7c92ffd640 1 -- 172.21.15.7:0/727734526 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c0126b0 con 0x55e6167ecdc0 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/727734526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 msgr2=0x55e6167f7140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c0039f0 tx=0x7f7c8c003eb0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/727734526 shutdown_connections 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167f7680 0x55e6167f9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e6167f7140 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/727734526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167ec880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/727734526 >> 172.21.15.7:0/727734526 conn(0x55e6167e8a30 msgr2=0x55e6167e8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/727734526 shutdown_connections 2024-09-10T07:58:31.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.609+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/727734526 wait complete. 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 -- start start 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 Processor -- start 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167ecdc0 0x55e6167f4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167f7680 0x55e6167f4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e6167fa250 con 0x55e6167ec4a0 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e61670d050 con 0x55e6167f7680 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca08dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e6167fa3d0 con 0x55e6167ecdc0 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca08dd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39468/0 (socket says 172.21.15.7:39468) 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca08dd640 1 -- 172.21.15.7:0/4125187153 learned_addr learned my addr 172.21.15.7:0/4125187153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:31.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca10de640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167f7680 0x55e6167f4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.610+0000 7f7ca4f1a740 10 client.0 _ll_register_callbacks cb 0x55e61674d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167ecdc0 0x55e6167f4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 -- 172.21.15.7:0/4125187153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167ecdc0 msgr2=0x55e6167f4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167ecdc0 0x55e6167f4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 -- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167f7680 msgr2=0x55e6167f4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167f7680 0x55e6167f4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 -- 172.21.15.7:0/4125187153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6164c33c0 con 0x55e6167ec4a0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c004970 tx=0x7f7c8c004b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86314100fe82a27b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c0053c0 con 0x55e6167ec4a0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c8c005560 con 0x55e6167ec4a0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c8c004cc0 con 0x55e6167ec4a0 2024-09-10T07:58:31.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c8c005760 con 0x55e6167ec4a0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca4f1a740 10 client.19005 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e616805a60 con 0x55e6167ec4a0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.611+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8c004cc0 con 0x55e6167ec4a0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c8c00f040 con 0x55e6167ec4a0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 10 client.19005 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 10 client.19005 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 20 client.19005 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e616806e70 0x55e616809260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 4 client.19005 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e61675f850 con 0x55e616806e70 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.612+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e616806e70 0x55e616809260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e616806e70 0x55e616809260 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e56f212e3026553 server_cookie=3416df4842df5d30 in_seq=0 out_seq=0 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7c7bfff640 10 client.19005 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7c7bfff640 1 -- 172.21.15.7:0/4125187153 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e61675f850 con 0x55e616806e70 2024-09-10T07:58:31.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7c7bfff640 10 client.19005 handle_command_reply: tid=0 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7ca4f1a740 1 client.19005 shutdown 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 msgr2=0x55e6167f6e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.613+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c004970 tx=0x7f7c8c004b10 comp rx=0 tx=0).stop 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 shutdown_connections 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e616806e70 0x55e616809260 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167f7680 0x55e6167f4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167ecdc0 0x55e6167f4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/4125187153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f6e60 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7c7bfff640 0 client.19005 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 >> 172.21.15.7:0/4125187153 conn(0x55e6167e8a30 msgr2=0x55e6167ee760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 shutdown_connections 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/4125187153 wait complete. 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.614+0000 7f7ca4f1a740 20 client.19005 trim_cache size 0 max 16384 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.631+0000 7f7ca4f1a740 1 Processor -- start 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.631+0000 7f7ca4f1a740 1 -- start start 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ef900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167f3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b7ba0 con 0x55e6167ecdc0 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b5470 con 0x55e6167ec4a0 2024-09-10T07:58:31.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b32e0 con 0x55e6167e8a30 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39478/0 (socket says 172.21.15.7:39478) 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 -- 172.21.15.7:0/3415703445 learned_addr learned my addr 172.21.15.7:0/3415703445 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ef900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167f3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 -- 172.21.15.7:0/3415703445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 msgr2=0x55e6167ef900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ef900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 -- 172.21.15.7:0/3415703445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 msgr2=0x55e6167f3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167f3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 -- 172.21.15.7:0/3415703445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6167ecbf0 con 0x55e6167ecdc0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167f3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.632+0000 7f7ca10de640 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f7c9409ad80 tx=0x7f7c94009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb8a34f20f0e8539 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.633+0000 7f7c927fc640 1 -- 172.21.15.7:0/3415703445 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94020040 con 0x55e6167ecdc0 2024-09-10T07:58:31.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.633+0000 7f7c927fc640 1 -- 172.21.15.7:0/3415703445 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c9409f430 con 0x55e6167ecdc0 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.633+0000 7f7c927fc640 1 -- 172.21.15.7:0/3415703445 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c940976f0 con 0x55e6167ecdc0 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/3415703445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 msgr2=0x55e61680ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f7c9409ad80 tx=0x7f7c94009bd0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/3415703445 shutdown_connections 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ecdc0 0x55e61680ea40 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ec4a0 0x55e6167f3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/3415703445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ef900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/3415703445 >> 172.21.15.7:0/3415703445 conn(0x55e6167f47b0 msgr2=0x55e6167f2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/3415703445 shutdown_connections 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/3415703445 wait complete. 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.634+0000 7f7ca4f1a740 1 -- start start 2024-09-10T07:58:31.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 Processor -- start 2024-09-10T07:58:31.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ffc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ecdc0 0x55e6167f12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b3930 con 0x55e6167ec4a0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b4da0 con 0x55e6167ecdc0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b4000 con 0x55e6167e8a30 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca4f1a740 10 client.0 _ll_register_callbacks cb 0x7f7c8c009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7c9bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7c9bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39486/0 (socket says 172.21.15.7:39486) 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7c9bfff640 1 -- 172.21.15.7:0/1750401016 learned_addr learned my addr 172.21.15.7:0/1750401016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.635+0000 7f7ca10de640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ecdc0 0x55e6167f12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 -- 172.21.15.7:0/1750401016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 msgr2=0x55e6167ffc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ffc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 -- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ecdc0 msgr2=0x55e6167f12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ecdc0 0x55e6167f12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 -- 172.21.15.7:0/1750401016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6167f1990 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c9bfff640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f7c84005940 tx=0x7f7c84009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c2039a7bed2117a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84035040 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7c84031720 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c9409f430 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c84004490 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7ca4f1a740 10 client.19011 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.636+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e616871890 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c9409f430 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c8403a040 con 0x55e6167ec4a0 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 10 client.19011 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 10 client.19011 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 20 client.19011 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:31.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e6167f7680 0x55e616873ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 4 client.19011 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e616759d60 con 0x55e6167f7680 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.637+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e6167f7680 0x55e616873ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca08dd640 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e6167f7680 0x55e616873ff0 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29559668beb5a167 server_cookie=5c21c366e8c195e0 in_seq=0 out_seq=0 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7c7bfff640 10 client.19011 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7c7bfff640 1 -- 172.21.15.7:0/1750401016 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e616759d60 con 0x55e6167f7680 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7c7bfff640 10 client.19011 handle_command_reply: tid=0 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 client.19011 shutdown 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 msgr2=0x55e6167f0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f7c84005940 tx=0x7f7c84009260 comp rx=0 tx=0).stop 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 shutdown_connections 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e6167f7680 0x55e616873ff0 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e6167ecdc0 0x55e6167f12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7c7bfff640 0 client.19011 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e6167ec4a0 0x55e6167f0d60 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 --2- 172.21.15.7:0/1750401016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6167e8a30 0x55e6167ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 >> 172.21.15.7:0/1750401016 conn(0x55e6167f47b0 msgr2=0x55e6167f3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 shutdown_connections 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 1 -- 172.21.15.7:0/1750401016 wait complete. 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.638+0000 7f7ca4f1a740 20 client.19011 trim_cache size 0 max 16384 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:58:31.653 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:58:31.654 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:31.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 msgr2=0x7f7c880a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 0x7f7c880a50c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f7c84031440 tx=0x7f7c840058b0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 msgr2=0x7f7c9c19e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400d720 tx=0x7f7c9400dbe0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 shutdown_connections 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7c880a2c00 0x7f7c880a50c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c9c112b90 0x7f7c9c19e7f0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c9c074eb0 0x7f7c9c1a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 --2- 172.21.15.7:0/2195142480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c9c074590 0x7f7c9c1a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 >> 172.21.15.7:0/2195142480 conn(0x7f7c9c0fd8e0 msgr2=0x7f7c9c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 shutdown_connections 2024-09-10T07:58:31.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:31.639+0000 7f7ca2b41640 1 -- 172.21.15.7:0/2195142480 wait complete. 2024-09-10T07:58:32.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.80 MB/sec execute 575 sec latency 13348.696 ms 2024-09-10T07:58:32.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:32 smithi145 ceph-mon[34766]: pgmap v757: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 62 KiB/s wr, 30 op/s 2024-09-10T07:58:32.529 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:32 smithi007 ceph-mon[30879]: pgmap v757: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 62 KiB/s wr, 30 op/s 2024-09-10T07:58:32.560 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:58:32.561 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:58:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:32 smithi110 ceph-mon[34417]: pgmap v757: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 62 KiB/s wr, 30 op/s 2024-09-10T07:58:32.826 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:33.286 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.80 MB/sec execute 576 sec latency 14348.730 ms 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- 172.21.15.7:0/3392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 msgr2=0x7f0e041031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/3392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e041031d0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f0df4009ca0 tx=0x7f0df402a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- 172.21.15.7:0/3392481 shutdown_connections 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/3392481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e0410e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/3392481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e0410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/3392481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e041031d0 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- 172.21.15.7:0/3392481 >> 172.21.15.7:0/3392481 conn(0x7f0e040fc7d0 msgr2=0x7f0e040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:33.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- 172.21.15.7:0/3392481 shutdown_connections 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- 172.21.15.7:0/3392481 wait complete. 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 Processor -- start 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.332+0000 7f0e0bb29640 1 -- start start 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e04100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e041014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04111fc0 con 0x7f0e04102df0 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04111e40 con 0x7f0e041037a0 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0bb29640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04112140 con 0x7f0e0410c2f0 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39500/0 (socket says 172.21.15.7:39500) 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 -- 172.21.15.7:0/2026022418 learned_addr learned my addr 172.21.15.7:0/2026022418 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:33.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0a0c6640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e041014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e090c4640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e04100f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 -- 172.21.15.7:0/2026022418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 msgr2=0x7f0e041014d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e041014d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 -- 172.21.15.7:0/2026022418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 msgr2=0x7f0e04100f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e04100f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 -- 172.21.15.7:0/2026022418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e041a6a10 con 0x7f0e04102df0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e0a0c6640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e041014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e090c4640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e04100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.333+0000 7f0e098c5640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f0df402ade0 tx=0x7f0df4032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.334+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df4003cf0 con 0x7f0e04102df0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.334+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e041a6ca0 con 0x7f0e04102df0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.334+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0df40044f0 con 0x7f0e04102df0 2024-09-10T07:58:33.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.334+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df4030c40 con 0x7f0e04102df0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.334+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e041a71d0 con 0x7f0e04102df0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.335+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e041031d0 con 0x7f0e04102df0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.336+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0df4004040 con 0x7f0e04102df0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.337+0000 7f0e02ffd640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 0x7f0dec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.337+0000 7f0e090c4640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 0x7f0dec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.337+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0df40f0c40 con 0x7f0e04102df0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.337+0000 7f0e090c4640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 0x7f0dec0a5040 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0e041024e0 tx=0x7f0df8005d30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:33.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.340+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0df40bd7a0 con 0x7f0e04102df0 2024-09-10T07:58:33.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.552+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e04101f80 con 0x7f0e04102df0 2024-09-10T07:58:33.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.553+0000 7f0e02ffd640 1 -- 172.21.15.7:0/2026022418 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f0df40bd0a0 con 0x7f0e04102df0 2024-09-10T07:58:33.553 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:58:33.553 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:58:33.553 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:58:33.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 msgr2=0x7f0dec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:33.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 0x7f0dec0a5040 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0e041024e0 tx=0x7f0df8005d30 comp rx=0 tx=0).stop 2024-09-10T07:58:33.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 msgr2=0x7f0e04100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f0df402ade0 tx=0x7f0df4032ff0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 shutdown_connections 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0dec0a2b80 0x7f0dec0a5040 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e0410c2f0 0x7f0e041014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0e041037a0 0x7f0e04100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 --2- 172.21.15.7:0/2026022418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e04102df0 0x7f0e04100a50 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 >> 172.21.15.7:0/2026022418 conn(0x7f0e040fc7d0 msgr2=0x7f0e040fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 shutdown_connections 2024-09-10T07:58:33.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:33.555+0000 7f0e0bb29640 1 -- 172.21.15.7:0/2026022418 wait complete. 2024-09-10T07:58:34.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.80 MB/sec execute 577 sec latency 15348.826 ms 2024-09-10T07:58:34.321 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:58:34.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:34 smithi145 ceph-mon[34766]: pgmap v758: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-09-10T07:58:34.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:34 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2026022418' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:34 smithi007 ceph-mon[30879]: pgmap v758: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-09-10T07:58:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:34 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2026022418' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:34 smithi110 ceph-mon[34417]: pgmap v758: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-09-10T07:58:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:34 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2026022418' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 -- 172.21.15.7:0/2720281410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280106f10 msgr2=0x7fd28010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 --2- 172.21.15.7:0/2720281410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280106f10 0x7fd28010ea90 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fd278009ca0 tx=0x7fd27802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 -- 172.21.15.7:0/2720281410 shutdown_connections 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 --2- 172.21.15.7:0/2720281410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280106f10 0x7fd28010ea90 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 --2- 172.21.15.7:0/2720281410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280102790 0x7fd2801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 --2- 172.21.15.7:0/2720281410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280101de0 0x7fd2801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 -- 172.21.15.7:0/2720281410 >> 172.21.15.7:0/2720281410 conn(0x7fd2800fd8c0 msgr2=0x7fd2800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 -- 172.21.15.7:0/2720281410 shutdown_connections 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.085+0000 7fd286d74640 1 -- 172.21.15.7:0/2720281410 wait complete. 2024-09-10T07:58:35.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 Processor -- start 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 -- start start 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280102790 0x7fd280198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280106f10 0x7fd28019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd280111e20 con 0x7fd280101de0 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd280111ca0 con 0x7fd280106f10 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd286d74640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd280111fa0 con 0x7fd280102790 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd284b10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd284b10640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39508/0 (socket says 172.21.15.7:39508) 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd284b10640 1 -- 172.21.15.7:0/4241220139 learned_addr learned my addr 172.21.15.7:0/4241220139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd285311640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280106f10 0x7fd28019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.086+0000 7fd27ffff640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280102790 0x7fd280198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 -- 172.21.15.7:0/4241220139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280102790 msgr2=0x7fd280198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280102790 0x7fd280198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 -- 172.21.15.7:0/4241220139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280106f10 msgr2=0x7fd28019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280106f10 0x7fd28019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 -- 172.21.15.7:0/4241220139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28019d2f0 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd284b10640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fd27400c970 tx=0x7fd27400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd27dffb640 1 -- 172.21.15.7:0/4241220139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd274007bb0 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd27dffb640 1 -- 172.21.15.7:0/4241220139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd274007d50 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd28019d5e0 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd27dffb640 1 -- 172.21.15.7:0/4241220139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27400f450 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.087+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2801a4ec0 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.089+0000 7fd27dffb640 1 -- 172.21.15.7:0/4241220139 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd274004f20 con 0x7fd280101de0 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.090+0000 7fd28914d740 1 Processor -- start 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.090+0000 7fd28914d740 1 -- start start 2024-09-10T07:58:35.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.090+0000 7fd28914d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.090+0000 7fd28914d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.090+0000 7fd27dffb640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 0x7fd2700a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd28914d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd28914d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d488b212f0 con 0x55d488bbb5d0 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd28914d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d488ac8cf0 con 0x55d488bbcb40 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd28914d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d488b1d2b0 con 0x55d488bc6370 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27dffb640 1 -- 172.21.15.7:0/4241220139 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd2740cf150 con 0x7fd280101de0 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39514/0 (socket says 172.21.15.7:39514) 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 -- 172.21.15.7:0/1855779894 learned_addr learned my addr 172.21.15.7:0/1855779894 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd284b10640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 0x7fd2700a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd285311640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd285311640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 -- 172.21.15.7:0/1855779894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 msgr2=0x55d488bc8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 -- 172.21.15.7:0/1855779894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 msgr2=0x55d488bbb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 -- 172.21.15.7:0/1855779894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d488aad3a0 con 0x55d488bbb5d0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd285311640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd284b10640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 0x7fd2700a50c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fd274097f80 tx=0x7fd274007f00 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd27ffff640 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fd26c009ba0 tx=0x7fd26c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a08208d6f0396d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.091+0000 7fd26affd640 1 -- 172.21.15.7:0/1855779894 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c004020 con 0x55d488bbb5d0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd26affd640 1 -- 172.21.15.7:0/1855779894 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd26c0041c0 con 0x55d488bbb5d0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd26affd640 1 -- 172.21.15.7:0/1855779894 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c0126b0 con 0x55d488bbb5d0 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 -- 172.21.15.7:0/1855779894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 msgr2=0x55d488bbba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fd26c009ba0 tx=0x7fd26c0117b0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 -- 172.21.15.7:0/1855779894 shutdown_connections 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bbba10 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 --2- 172.21.15.7:0/1855779894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 -- 172.21.15.7:0/1855779894 >> 172.21.15.7:0/1855779894 conn(0x55d488b84310 msgr2=0x55d488bb7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 -- 172.21.15.7:0/1855779894 shutdown_connections 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.092+0000 7fd28914d740 1 -- 172.21.15.7:0/1855779894 wait complete. 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 -- start start 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 Processor -- start 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bc2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d488bc9070 con 0x55d488bbb5d0 2024-09-10T07:58:35.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d488adc060 con 0x55d488bbcb40 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d488bc91f0 con 0x55d488bc6370 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd28914d740 10 client.0 _ll_register_callbacks cb 0x55d48882f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd285311640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd285311640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39518/0 (socket says 172.21.15.7:39518) 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd285311640 1 -- 172.21.15.7:0/323110607 learned_addr learned my addr 172.21.15.7:0/323110607 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.093+0000 7fd27ffff640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bc2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 -- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 msgr2=0x55d488bc3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 -- 172.21.15.7:0/323110607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 msgr2=0x55d488bc2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bc2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 -- 172.21.15.7:0/323110607 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4888923c0 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd285311640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fd27802ade0 tx=0x7fd27802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c7a144793accece server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd25ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2780305c0 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd278030760 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd26c0041c0 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd278054050 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd28914d740 10 client.19029 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.094+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d488bd4a10 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd26c0041c0 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd27804b9e0 con 0x55d488bbb5d0 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 10 client.19029 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 10 client.19029 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 20 client.19029 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:35.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488bd81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 4 client.19029 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d488b2e860 con 0x55d488bd5db0 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.095+0000 7fd27ffff640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488bd81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.096+0000 7fd27ffff640 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488bd81a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=202c609482408cba server_cookie=f6a56155eca0f3fe in_seq=0 out_seq=0 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.096+0000 7fd25ffff640 10 client.19029 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.096+0000 7fd25ffff640 1 -- 172.21.15.7:0/323110607 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d488b2e860 con 0x55d488bd5db0 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.096+0000 7fd25ffff640 10 client.19029 handle_command_reply: tid=0 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.096+0000 7fd28914d740 1 client.19029 shutdown 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 msgr2=0x55d488bc5d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fd27802ade0 tx=0x7fd27802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 shutdown_connections 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488bd81a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd25ffff640 0 client.19029 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bc6370 0x55d488bc3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bc2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 --2- 172.21.15.7:0/323110607 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbb5d0 0x55d488bc5d00 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 >> 172.21.15.7:0/323110607 conn(0x55d488b84310 msgr2=0x55d488bbd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 shutdown_connections 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 1 -- 172.21.15.7:0/323110607 wait complete. 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.097+0000 7fd28914d740 20 client.19029 trim_cache size 0 max 16384 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 Processor -- start 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 -- start start 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bd2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbc300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801b14e0 con 0x55d488bc6370 2024-09-10T07:58:35.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801aedb0 con 0x55d488bbcb40 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.110+0000 7fd28914d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801acc20 con 0x55d488bbb5d0 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39530/0 (socket says 172.21.15.7:39530) 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 -- 172.21.15.7:0/3283161375 learned_addr learned my addr 172.21.15.7:0/3283161375 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd27ffff640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bd2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 -- 172.21.15.7:0/3283161375 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 msgr2=0x55d488bd2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bd2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 -- 172.21.15.7:0/3283161375 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 msgr2=0x55d488bbc300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbc300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 -- 172.21.15.7:0/3283161375 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d488bbb2d0 con 0x55d488bc6370 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd27ffff640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbc300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:35.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd285311640 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fd278002230 tx=0x7fd278009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e44b286573695a26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd26a7fc640 1 -- 172.21.15.7:0/3283161375 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27805d070 con 0x55d488bc6370 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd26a7fc640 1 -- 172.21.15.7:0/3283161375 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd278036040 con 0x55d488bc6370 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.111+0000 7fd26a7fc640 1 -- 172.21.15.7:0/3283161375 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd278040070 con 0x55d488bc6370 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- 172.21.15.7:0/3283161375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 msgr2=0x55d488bb7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fd278002230 tx=0x7fd278009360 comp rx=0 tx=0).stop 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- 172.21.15.7:0/3283161375 shutdown_connections 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bc6370 0x55d488bb7700 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bbcb40 0x55d488bbc300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 --2- 172.21.15.7:0/3283161375 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bd2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- 172.21.15.7:0/3283161375 >> 172.21.15.7:0/3283161375 conn(0x55d488b84310 msgr2=0x55d488bb2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- 172.21.15.7:0/3283161375 shutdown_connections 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- 172.21.15.7:0/3283161375 wait complete. 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 -- start start 2024-09-10T07:58:35.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.112+0000 7fd28914d740 1 Processor -- start 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bce930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bc6370 0x55d488bca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801ad270 con 0x55d488bbcb40 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801ae6e0 con 0x55d488bc6370 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd2801ad940 con 0x55d488bbb5d0 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd28914d740 10 client.0 _ll_register_callbacks cb 0x7fd278009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39538/0 (socket says 172.21.15.7:39538) 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 -- 172.21.15.7:0/738481169 learned_addr learned my addr 172.21.15.7:0/738481169 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd285311640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bce930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 -- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 msgr2=0x55d488bce930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bce930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 -- 172.21.15.7:0/738481169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bc6370 msgr2=0x55d488bca1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd285311640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bc6370 0x55d488bca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bc6370 0x55d488bca1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 -- 172.21.15.7:0/738481169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d488bca710 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd27ffff640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x55d488bb8ac0 tx=0x7fd26c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=517731fc8b0a02a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.113+0000 7fd25ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c01f040 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd26c003da0 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd278036040 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd26c003fa0 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 10 client.19035 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d488c407a0 con 0x55d488bbcb40 2024-09-10T07:58:35.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd278036040 con 0x55d488bbcb40 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd26c012710 con 0x55d488bbcb40 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 10 client.19035 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 10 client.19035 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 20 client.19035 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488c42d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 4 client.19035 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.114+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d488b28d70 con 0x55d488bd5db0 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd285311640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488c42d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd285311640 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488c42d90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=33a15c28fece571c server_cookie=925f7712a9894488 in_seq=0 out_seq=0 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd25ffff640 10 client.19035 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd25ffff640 1 -- 172.21.15.7:0/738481169 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d488b28d70 con 0x55d488bd5db0 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd25ffff640 10 client.19035 handle_command_reply: tid=0 2024-09-10T07:58:35.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 client.19035 shutdown 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 msgr2=0x55d488bc9c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x55d488bb8ac0 tx=0x7fd26c005840 comp rx=0 tx=0).stop 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 shutdown_connections 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55d488bd5db0 0x55d488c42d90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd25ffff640 0 client.19035 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d488bc6370 0x55d488bca1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d488bbcb40 0x55d488bc9c60 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 --2- 172.21.15.7:0/738481169 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d488bbb5d0 0x55d488bce930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.115+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 >> 172.21.15.7:0/738481169 conn(0x55d488b84310 msgr2=0x55d488bb76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 shutdown_connections 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd28914d740 1 -- 172.21.15.7:0/738481169 wait complete. 2024-09-10T07:58:35.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd28914d740 20 client.19035 trim_cache size 0 max 16384 2024-09-10T07:58:35.130 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:58:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 msgr2=0x7fd2700a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 0x7fd2700a50c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fd274097f80 tx=0x7fd274007f00 comp rx=0 tx=0).stop 2024-09-10T07:58:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 msgr2=0x7fd280198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fd27400c970 tx=0x7fd27400ce30 comp rx=0 tx=0).stop 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 shutdown_connections 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd2700a2c00 0x7fd2700a50c0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd280106f10 0x7fd28019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd280102790 0x7fd280198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 --2- 172.21.15.7:0/4241220139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd280101de0 0x7fd280198340 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 >> 172.21.15.7:0/4241220139 conn(0x7fd2800fd8c0 msgr2=0x7fd2800fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 shutdown_connections 2024-09-10T07:58:35.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:35.116+0000 7fd286d74640 1 -- 172.21.15.7:0/4241220139 wait complete. 2024-09-10T07:58:35.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.80 MB/sec execute 578 sec latency 16348.936 ms 2024-09-10T07:58:35.850 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:58:36.108 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:36.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.79 MB/sec execute 579 sec latency 17349.032 ms 2024-09-10T07:58:36.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:36 smithi145 ceph-mon[34766]: pgmap v759: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-09-10T07:58:36.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:36 smithi007 ceph-mon[30879]: pgmap v759: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 -- 172.21.15.7:0/3865918530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc102790 msgr2=0x7f2ecc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 --2- 172.21.15.7:0/3865918530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc102790 0x7f2ecc1067e0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc009900 tx=0x7f2ebc02a410 comp rx=0 tx=0).stop 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 -- 172.21.15.7:0/3865918530 shutdown_connections 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 --2- 172.21.15.7:0/3865918530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 0x7f2ecc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 --2- 172.21.15.7:0/3865918530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc102790 0x7f2ecc1067e0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 --2- 172.21.15.7:0/3865918530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc101de0 0x7f2ecc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 -- 172.21.15.7:0/3865918530 >> 172.21.15.7:0/3865918530 conn(0x7f2ecc0fd8c0 msgr2=0x7f2ecc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.611+0000 7f2ed475b640 1 -- 172.21.15.7:0/3865918530 shutdown_connections 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 -- 172.21.15.7:0/3865918530 wait complete. 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 Processor -- start 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 -- start start 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc102790 0x7f2ecc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 0x7f2ecc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc111de0 con 0x7f2ecc101de0 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc111c60 con 0x7f2ecc106f10 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.612+0000 7f2ed475b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc111f60 con 0x7f2ecc102790 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39560/0 (socket says 172.21.15.7:39560) 2024-09-10T07:58:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 -- 172.21.15.7:0/2423952173 learned_addr learned my addr 172.21.15.7:0/2423952173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc102790 0x7f2ecc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 0x7f2ecc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 -- 172.21.15.7:0/2423952173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc102790 msgr2=0x7f2ecc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc102790 0x7f2ecc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 -- 172.21.15.7:0/2423952173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 msgr2=0x7f2ecc074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 0x7f2ecc074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 -- 172.21.15.7:0/2423952173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc1a68a0 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800d950 tx=0x7f2ec800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ec37fe640 1 -- 172.21.15.7:0/2423952173 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8017070 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ec37fe640 1 -- 172.21.15.7:0/2423952173 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ec8009c30 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ec37fe640 1 -- 172.21.15.7:0/2423952173 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec800f620 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc1a6b90 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.613+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1a70a0 con 0x7f2ecc101de0 2024-09-10T07:58:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ec37fe640 1 -- 172.21.15.7:0/2423952173 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2ec80109a0 con 0x7f2ecc101de0 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ed6b34740 1 Processor -- start 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ed6b34740 1 -- start start 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f6305090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6305a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.616+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5622f626b2f0 con 0x5622f6310370 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5622f6212cf0 con 0x5622f6306b40 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5622f62672b0 con 0x5622f63055d0 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39574/0 (socket says 172.21.15.7:39574) 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3720124800 learned_addr learned my addr 172.21.15.7:0/3720124800 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6305a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ec37fe640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 0x7f2eb80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f6305090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3720124800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 msgr2=0x5622f6305a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6305a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3720124800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 msgr2=0x5622f6305090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f6305090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 0x7f2eb80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3720124800 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f61f73a0 con 0x5622f6310370 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ec37fe640 1 -- 172.21.15.7:0/2423952173 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2ec80cf120 con 0x7f2ecc101de0 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.617+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc009900 tx=0x7f2ebc032b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c81351f1b8a4190 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ec0ff9640 1 -- 172.21.15.7:0/3720124800 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc03f070 con 0x5622f6310370 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 0x7f2eb80a5040 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4005fd0 tx=0x7f2ec4004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ec0ff9640 1 -- 172.21.15.7:0/3720124800 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ebc032e20 con 0x5622f6310370 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ec0ff9640 1 -- 172.21.15.7:0/3720124800 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc035070 con 0x5622f6310370 2024-09-10T07:58:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3720124800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 msgr2=0x5622f6312760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc009900 tx=0x7f2ebc032b70 comp rx=0 tx=0).stop 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3720124800 shutdown_connections 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6312760 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6305a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3720124800 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f6305090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3720124800 >> 172.21.15.7:0/3720124800 conn(0x5622f62ce310 msgr2=0x5622f6301c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3720124800 shutdown_connections 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.618+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3720124800 wait complete. 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 -- start start 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 Processor -- start 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f63055d0 0x5622f630fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6310370 0x5622f630d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5622f6313010 con 0x5622f6306b40 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5622f6226060 con 0x5622f63055d0 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5622f6313190 con 0x5622f6310370 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed6b34740 10 client.0 _ll_register_callbacks cb 0x5622f5f798c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed1cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed1cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39586/0 (socket says 172.21.15.7:39586) 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3288353751 learned_addr learned my addr 172.21.15.7:0/3288353751 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6310370 0x5622f630d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.619+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f63055d0 0x5622f630fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6310370 msgr2=0x5622f630d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6310370 0x5622f630d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3288353751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f63055d0 msgr2=0x5622f630fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f63055d0 0x5622f630fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 -- 172.21.15.7:0/3288353751 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f5fdc3c0 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc031780 tx=0x7f2ebc0317b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e3f650baf08ba26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc04a020 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2ebc004450 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ebc032e20 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2ebc055050 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed6b34740 10 client.19047 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5622f631ea80 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ebc032e20 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.620+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2ebc0048f0 con 0x5622f6306b40 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 10 client.19047 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 10 client.19047 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:58:36.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 20 client.19047 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f631fdd0 0x5622f63221c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 4 client.19047 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622f6278860 con 0x5622f631fdd0 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f631fdd0 0x5622f63221c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2eb5ffb640 10 client.19047 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.621+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f631fdd0 0x5622f63221c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ecf5e2e652355c9 server_cookie=c658db114dcc61db in_seq=0 out_seq=0 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/3288353751 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622f6278860 con 0x5622f631fdd0 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2eb5ffb640 10 client.19047 handle_command_reply: tid=0 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 client.19047 shutdown 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 msgr2=0x5622f630cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc031780 tx=0x7f2ebc0317b0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 shutdown_connections 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f631fdd0 0x5622f63221c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6310370 0x5622f630d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.622+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6306b40 0x5622f630cf80 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3288353751 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f63055d0 0x5622f630fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 >> 172.21.15.7:0/3288353751 conn(0x5622f62ce310 msgr2=0x5622f6307960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2eb5ffb640 0 client.19047 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 shutdown_connections 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3288353751 wait complete. 2024-09-10T07:58:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.623+0000 7f2ed6b34740 20 client.19047 trim_cache size 0 max 16384 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 Processor -- start 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 -- start start 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6306b40 0x5622f630eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6310370 0x5622f6308120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1b3620 con 0x5622f63055d0 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1b0ef0 con 0x5622f6310370 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1aed60 con 0x5622f6306b40 2024-09-10T07:58:36.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.636+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39596/0 (socket says 172.21.15.7:39596) 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 -- 172.21.15.7:0/3355884786 learned_addr learned my addr 172.21.15.7:0/3355884786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6310370 0x5622f6308120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6306b40 0x5622f630eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 -- 172.21.15.7:0/3355884786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6306b40 msgr2=0x5622f630eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6306b40 0x5622f630eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 -- 172.21.15.7:0/3355884786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6310370 msgr2=0x5622f6308120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6310370 0x5622f6308120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 -- 172.21.15.7:0/3355884786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f630b510 con 0x5622f63055d0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f2ec8097f50 tx=0x7f2ec80cc6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48dc25adb6ec3fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2eb7fff640 1 -- 172.21.15.7:0/3355884786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8020040 con 0x5622f63055d0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2eb7fff640 1 -- 172.21.15.7:0/3355884786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ec8009de0 con 0x5622f63055d0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.637+0000 7f2eb7fff640 1 -- 172.21.15.7:0/3355884786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8097bf0 con 0x5622f63055d0 2024-09-10T07:58:36.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3355884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 msgr2=0x5622f631c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f2ec8097f50 tx=0x7f2ec80cc6f0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3355884786 shutdown_connections 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6310370 0x5622f6308120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f6306b40 0x5622f630eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/3355884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f63055d0 0x5622f631c310 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3355884786 >> 172.21.15.7:0/3355884786 conn(0x5622f62ce310 msgr2=0x5622f630e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3355884786 shutdown_connections 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- 172.21.15.7:0/3355884786 wait complete. 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 -- start start 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.638+0000 7f2ed6b34740 1 Processor -- start 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f63189c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6309410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1af3b0 con 0x5622f6310370 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1b0820 con 0x5622f6306b40 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1afa80 con 0x5622f63055d0 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed6b34740 10 client.0 _ll_register_callbacks cb 0x7f2ec8097820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6309410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed24f7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:47418/0 (socket says 172.21.15.7:47418) 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed24f7640 1 -- 172.21.15.7:0/2962839714 learned_addr learned my addr 172.21.15.7:0/2962839714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed1cf6640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f63189c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 -- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 msgr2=0x5622f6318480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 -- 172.21.15.7:0/2962839714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 msgr2=0x5622f63189c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f63189c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed2cf8640 1 -- 172.21.15.7:0/2962839714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f6309950 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.639+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed2cf8640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6309410 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x5622f62fd690 tx=0x7f2ec4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9b16ab876e80e7f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4004b20 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2ec4004cc0 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ec8009de0 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2ec4033050 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 10 client.19053 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5622f6389ed0 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ec8009de0 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2ec4027070 con 0x5622f6310370 2024-09-10T07:58:36.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 10 client.19053 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 10 client.19053 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 20 client.19053 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f638a6a0 0x5622f638cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 4 client.19053 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.640+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622f6272d70 con 0x5622f638a6a0 2024-09-10T07:58:36.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f638a6a0 0x5622f638cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2eb5ffb640 10 client.19053 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed24f7640 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f638a6a0 0x5622f638cac0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9629609294644e1 server_cookie=ee9e39e9716300e5 in_seq=0 out_seq=0 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2eb5ffb640 1 -- 172.21.15.7:0/2962839714 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5622f6272d70 con 0x5622f638a6a0 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2eb5ffb640 10 client.19053 handle_command_reply: tid=0 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 client.19053 shutdown 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 msgr2=0x5622f6309410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6309410 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x5622f62fd690 tx=0x7f2ec4004a40 comp rx=0 tx=0).stop 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 shutdown_connections 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x5622f638a6a0 0x5622f638cac0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2eb5ffb640 0 client.19053 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5622f6310370 0x5622f6309410 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5622f6306b40 0x5622f63189c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 --2- 172.21.15.7:0/2962839714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622f63055d0 0x5622f6318480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.641+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 >> 172.21.15.7:0/2962839714 conn(0x5622f62ce310 msgr2=0x5622f630f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 shutdown_connections 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed6b34740 1 -- 172.21.15.7:0/2962839714 wait complete. 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed6b34740 20 client.19053 trim_cache size 0 max 16384 2024-09-10T07:58:36.647 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 msgr2=0x7f2eb80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 0x7f2eb80a5040 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4005fd0 tx=0x7f2ec4004ab0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 msgr2=0x7f2ecc0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800d950 tx=0x7f2ec800de10 comp rx=0 tx=0).stop 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 shutdown_connections 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2eb80a2b80 0x7f2eb80a5040 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2ecc106f10 0x7f2ecc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc102790 0x7f2ecc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 --2- 172.21.15.7:0/2423952173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2ecc101de0 0x7f2ecc0744f0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:36.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 >> 172.21.15.7:0/2423952173 conn(0x7f2ecc0fd8c0 msgr2=0x7f2ecc0fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:36.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 shutdown_connections 2024-09-10T07:58:36.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:36.642+0000 7f2ed475b640 1 -- 172.21.15.7:0/2423952173 wait complete. 2024-09-10T07:58:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:36 smithi110 ceph-mon[34417]: pgmap v759: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-09-10T07:58:37.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.79 MB/sec execute 580 sec latency 18349.140 ms 2024-09-10T07:58:37.334 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:58:37.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 -- 172.21.15.7:0/1817082850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c101c30 msgr2=0x7f342c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 --2- 172.21.15.7:0/1817082850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c101c30 0x7f342c1020b0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f3420009900 tx=0x7f342002a410 comp rx=0 tx=0).stop 2024-09-10T07:58:37.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 -- 172.21.15.7:0/1817082850 shutdown_connections 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 --2- 172.21.15.7:0/1817082850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 0x7f342c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 --2- 172.21.15.7:0/1817082850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c101c30 0x7f342c1020b0 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 --2- 172.21.15.7:0/1817082850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c100a40 0x7f342c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 -- 172.21.15.7:0/1817082850 >> 172.21.15.7:0/1817082850 conn(0x7f342c0fc1e0 msgr2=0x7f342c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 -- 172.21.15.7:0/1817082850 shutdown_connections 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.462+0000 7f3432877640 1 -- 172.21.15.7:0/1817082850 wait complete. 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 Processor -- start 2024-09-10T07:58:37.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 -- start start 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 0x7f342c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 0x7f342c19f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10d6c0 con 0x7f342c100a40 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10d540 con 0x7f342c1025f0 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f3432877640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10d840 con 0x7f342c101c30 2024-09-10T07:58:37.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.463+0000 7f342bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39628/0 (socket says 172.21.15.7:39628) 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 -- 172.21.15.7:0/1708725469 learned_addr learned my addr 172.21.15.7:0/1708725469 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f3430e14640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 0x7f342c19f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 0x7f342c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 -- 172.21.15.7:0/1708725469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 msgr2=0x7f342c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 0x7f342c198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 -- 172.21.15.7:0/1708725469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 msgr2=0x7f342c19f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 0x7f342c19f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 -- 172.21.15.7:0/1708725469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342c19f940 con 0x7f342c100a40 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 0x7f342c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f342bfff640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f341c00e9c0 tx=0x7f341c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f34297fa640 1 -- 172.21.15.7:0/1708725469 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c00cd80 con 0x7f342c100a40 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f34297fa640 1 -- 172.21.15.7:0/1708725469 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f341c0035f0 con 0x7f342c100a40 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f342c19fc30 con 0x7f342c100a40 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f34297fa640 1 -- 172.21.15.7:0/1708725469 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c010690 con 0x7f342c100a40 2024-09-10T07:58:37.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.464+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f342c1a0180 con 0x7f342c100a40 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 Processor -- start 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f34297fa640 1 -- 172.21.15.7:0/1708725469 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f341c010830 con 0x7f342c100a40 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 -- start start 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db461b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db48c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56239daa02f0 con 0x56239db40db0 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56239da48270 con 0x56239db416f0 2024-09-10T07:58:37.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f343560a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56239da9c2b0 con 0x56239db46780 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39630/0 (socket says 172.21.15.7:39630) 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f3430e14640 1 -- 172.21.15.7:0/822034767 learned_addr learned my addr 172.21.15.7:0/822034767 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.467+0000 7f342bfff640 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db461b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f342b7fe640 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db48c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 -- 172.21.15.7:0/822034767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 msgr2=0x56239db48c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db48c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 -- 172.21.15.7:0/822034767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 msgr2=0x56239db461b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db461b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 -- 172.21.15.7:0/822034767 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56239da47340 con 0x56239db40db0 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f34297fa640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 0x7f34140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f3430e14640 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f3424010370 tx=0x7f3424010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e4f4a1555d5d20d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f342bfff640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 0x7f34140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f34127fc640 1 -- 172.21.15.7:0/822034767 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424016070 con 0x56239db40db0 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f34297fa640 1 -- 172.21.15.7:0/1708725469 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f341c0cfa00 con 0x7f342c100a40 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f34127fc640 1 -- 172.21.15.7:0/822034767 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3424004d20 con 0x56239db40db0 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.468+0000 7f34127fc640 1 -- 172.21.15.7:0/822034767 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424005350 con 0x56239db40db0 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f342bfff640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 0x7f34140a5170 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f341c098230 tx=0x7f341c0d5530 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 -- 172.21.15.7:0/822034767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 msgr2=0x56239db411b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f3424010370 tx=0x7f3424010830 comp rx=0 tx=0).stop 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 -- 172.21.15.7:0/822034767 shutdown_connections 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db48c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db461b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 --2- 172.21.15.7:0/822034767 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db411b0 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 -- 172.21.15.7:0/822034767 >> 172.21.15.7:0/822034767 conn(0x56239db38010 msgr2=0x56239db38410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 -- 172.21.15.7:0/822034767 shutdown_connections 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.469+0000 7f343560a740 1 -- 172.21.15.7:0/822034767 wait complete. 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 -- start start 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 Processor -- start 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db40db0 0x56239db4b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db46780 0x56239db52620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56239db49750 con 0x56239db416f0 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56239da29290 con 0x56239db46780 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56239db498d0 con 0x56239db40db0 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f343560a740 10 client.0 _ll_register_callbacks cb 0x56239da5a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f342b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f342b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39644/0 (socket says 172.21.15.7:39644) 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f342b7fe640 1 -- 172.21.15.7:0/2170905392 learned_addr learned my addr 172.21.15.7:0/2170905392 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f3430e14640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db46780 0x56239db52620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.470+0000 7f3430e14640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db40db0 0x56239db4b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 -- 172.21.15.7:0/2170905392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db40db0 msgr2=0x56239db4b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db40db0 0x56239db4b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 -- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db46780 msgr2=0x56239db52620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db46780 0x56239db52620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 -- 172.21.15.7:0/2170905392 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56239d7b3210 con 0x56239db416f0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f342b7fe640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f3420005ab0 tx=0x7f3420032d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35f6f8607a7de80c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f340b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342003f070 con 0x56239db416f0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3420004040 con 0x56239db416f0 2024-09-10T07:58:37.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3424004d20 con 0x56239db416f0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f342004b050 con 0x56239db416f0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f343560a740 10 client.19065 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56239d87f620 con 0x56239db416f0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.471+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3424004d20 con 0x56239db416f0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f34200047e0 con 0x56239db416f0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 10 client.19065 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 10 client.19065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 20 client.19065 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239db59120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 4 client.19065 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56239daada20 con 0x56239db56d30 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f3430e14640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239db59120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f3430e14640 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239db59120 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4851ddce4c2bd853 server_cookie=5d95b73c2a0c5395 in_seq=0 out_seq=0 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.472+0000 7f340b7fe640 10 client.19065 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f340b7fe640 1 -- 172.21.15.7:0/2170905392 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56239daada20 con 0x56239db56d30 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f340b7fe640 10 client.19065 handle_command_reply: tid=0 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 client.19065 shutdown 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 msgr2=0x56239db4b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f3420005ab0 tx=0x7f3420032d30 comp rx=0 tx=0).stop 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 shutdown_connections 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239db59120 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db46780 0x56239db52620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db416f0 0x56239db4b5e0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f340b7fe640 0 client.19065 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.473+0000 7f343560a740 1 --2- 172.21.15.7:0/2170905392 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db40db0 0x56239db4b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.474+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 >> 172.21.15.7:0/2170905392 conn(0x56239db38010 msgr2=0x56239db39820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.474+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 shutdown_connections 2024-09-10T07:58:37.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.474+0000 7f343560a740 1 -- 172.21.15.7:0/2170905392 wait complete. 2024-09-10T07:58:37.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.474+0000 7f343560a740 20 client.19065 trim_cache size 0 max 16384 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.502+0000 7f343560a740 1 Processor -- start 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.502+0000 7f343560a740 1 -- start start 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db40db0 0x56239db39b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db416f0 0x56239db525e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1aad90 con 0x56239db46780 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1a8660 con 0x56239db40db0 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f343560a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1a64d0 con 0x56239db416f0 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39652/0 (socket says 172.21.15.7:39652) 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 -- 172.21.15.7:0/4054143450 learned_addr learned my addr 172.21.15.7:0/4054143450 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f342b7fe640 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db416f0 0x56239db525e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db40db0 0x56239db39b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 -- 172.21.15.7:0/4054143450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db416f0 msgr2=0x56239db525e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db416f0 0x56239db525e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 -- 172.21.15.7:0/4054143450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db40db0 msgr2=0x56239db39b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db40db0 0x56239db39b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 -- 172.21.15.7:0/4054143450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56239db41bd0 con 0x56239db46780 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3430e14640 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f3424009db0 tx=0x7f3424009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b98e3272e6ee39c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.503+0000 7f3411ffb640 1 -- 172.21.15.7:0/4054143450 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424016030 con 0x56239db46780 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f3411ffb640 1 -- 172.21.15.7:0/4054143450 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3424004cc0 con 0x56239db46780 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f3411ffb640 1 -- 172.21.15.7:0/4054143450 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34240128d0 con 0x56239db46780 2024-09-10T07:58:37.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 -- 172.21.15.7:0/4054143450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 msgr2=0x56239db5da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f3424009db0 tx=0x7f3424009bb0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 -- 172.21.15.7:0/4054143450 shutdown_connections 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db46780 0x56239db5da20 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db416f0 0x56239db525e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 --2- 172.21.15.7:0/4054143450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db40db0 0x56239db39b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 -- 172.21.15.7:0/4054143450 >> 172.21.15.7:0/4054143450 conn(0x56239db38010 msgr2=0x56239db383f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 -- 172.21.15.7:0/4054143450 shutdown_connections 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.504+0000 7f343560a740 1 -- 172.21.15.7:0/4054143450 wait complete. 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 -- start start 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 Processor -- start 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db509b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db519c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1a6b20 con 0x56239db40db0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1a7f90 con 0x56239db416f0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f342c1a71f0 con 0x56239db46780 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f343560a740 10 client.0 _ll_register_callbacks cb 0x7f341c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f3430e14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39668/0 (socket says 172.21.15.7:39668) 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f3430e14640 1 -- 172.21.15.7:0/1150909402 learned_addr learned my addr 172.21.15.7:0/1150909402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.505+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db509b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 -- 172.21.15.7:0/1150909402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 msgr2=0x56239db519c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 -- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 msgr2=0x56239db509b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db509b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 -- 172.21.15.7:0/1150909402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56239db51fd0 con 0x56239db40db0 2024-09-10T07:58:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db509b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f3430e14640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f3424009ac0 tx=0x7f342402b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297bcdd3d81d677c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f340b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342403b060 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f342402b990 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3424004cc0 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3424042050 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f343560a740 10 client.19071 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56239dbc21d0 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.506+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3424004cc0 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f342400f040 con 0x56239db40db0 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 10 client.19071 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 10 client.19071 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 20 client.19071 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239dbc4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 4 client.19071 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:58:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56239daa7d70 con 0x56239db56d30 2024-09-10T07:58:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239dbc4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f342b7fe640 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239dbc4a10 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33b336e426e5423c server_cookie=df6a65ce86ddd07f in_seq=0 out_seq=0 2024-09-10T07:58:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.507+0000 7f340b7fe640 10 client.19071 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f340b7fe640 1 -- 172.21.15.7:0/1150909402 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56239daa7d70 con 0x56239db56d30 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f340b7fe640 10 client.19071 handle_command_reply: tid=0 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 client.19071 shutdown 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 msgr2=0x56239db50470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f3424009ac0 tx=0x7f342402b5a0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 shutdown_connections 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56239db56d30 0x56239dbc4a10 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56239db46780 0x56239db519c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56239db416f0 0x56239db509b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f340b7fe640 0 client.19071 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 --2- 172.21.15.7:0/1150909402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56239db40db0 0x56239db50470 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 >> 172.21.15.7:0/1150909402 conn(0x56239db38010 msgr2=0x56239db38c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 shutdown_connections 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 1 -- 172.21.15.7:0/1150909402 wait complete. 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.524+0000 7f343560a740 20 client.19071 trim_cache size 0 max 16384 2024-09-10T07:58:37.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:58:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:58:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:58:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:58:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 msgr2=0x7f34140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 0x7f34140a5170 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f341c098230 tx=0x7f341c0d5530 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 msgr2=0x7f342c197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f341c00e9c0 tx=0x7f341c00ee80 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 shutdown_connections 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f34140a2cb0 0x7f34140a5170 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f342c1025f0 0x7f342c19f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f342c101c30 0x7f342c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 --2- 172.21.15.7:0/1708725469 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f342c100a40 0x7f342c197d30 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:37.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 >> 172.21.15.7:0/1708725469 conn(0x7f342c0fc1e0 msgr2=0x7f342c104fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:37.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 shutdown_connections 2024-09-10T07:58:37.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:37.525+0000 7f3432877640 1 -- 172.21.15.7:0/1708725469 wait complete. 2024-09-10T07:58:37.608 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:37.820 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:58:38.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1310172146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 msgr2=0x7f4b7810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1310172146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b7810bb50 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f4b64009900 tx=0x7f4b6402a480 comp rx=0 tx=0).stop 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1310172146 shutdown_connections 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1310172146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 0x7f4b7810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1310172146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b7810bb50 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1310172146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1310172146 >> 172.21.15.7:0/1310172146 conn(0x7f4b780fc7a0 msgr2=0x7f4b780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1310172146 shutdown_connections 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1310172146 wait complete. 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 Processor -- start 2024-09-10T07:58:38.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.088+0000 7f4b7ebcc640 1 -- start start 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 0x7f4b7819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b78111e20 con 0x7f4b78103660 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b78111ca0 con 0x7f4b78102d40 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7ebcc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b78111fa0 con 0x7f4b7810c170 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39678/0 (socket says 172.21.15.7:39678) 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 -- 172.21.15.7:0/1522222777 learned_addr learned my addr 172.21.15.7:0/1522222777 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7d169640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 0x7f4b7819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 -- 172.21.15.7:0/1522222777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 msgr2=0x7f4b7819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 0x7f4b7819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 -- 172.21.15.7:0/1522222777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 msgr2=0x7f4b78198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 -- 172.21.15.7:0/1522222777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b7819d330 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.089+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f4b64005940 tx=0x7f4b640040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.090+0000 7f4b75ffb640 1 -- 172.21.15.7:0/1522222777 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6403f030 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.090+0000 7f4b75ffb640 1 -- 172.21.15.7:0/1522222777 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b640044c0 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.090+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b7819d5c0 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.090+0000 7f4b75ffb640 1 -- 172.21.15.7:0/1522222777 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b64035070 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.090+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b781a4f00 con 0x7f4b78103660 2024-09-10T07:58:38.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.092+0000 7f4b75ffb640 1 -- 172.21.15.7:0/1522222777 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4b64042030 con 0x7f4b78103660 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.092+0000 7f4b80fa5740 1 Processor -- start 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 -- start start 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5a1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560dfa5072f0 con 0x560dfa5ac370 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560dfa4aecf0 con 0x560dfa5a2b40 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560dfa5032b0 con 0x560dfa5a15d0 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b75ffb640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 0x7f4b680a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39680/0 (socket says 172.21.15.7:39680) 2024-09-10T07:58:38.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 -- 172.21.15.7:0/352582637 learned_addr learned my addr 172.21.15.7:0/352582637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b7c968640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5a1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b7d169640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 0x7f4b680a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b7d169640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b75ffb640 1 -- 172.21.15.7:0/1522222777 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b640ef7b0 con 0x7f4b78103660 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 -- 172.21.15.7:0/352582637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 msgr2=0x560dfa5a1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5a1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 -- 172.21.15.7:0/352582637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 msgr2=0x560dfa5a1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b77fff640 1 -- 172.21.15.7:0/352582637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dfa4933a0 con 0x560dfa5ac370 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.093+0000 7f4b7d169640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b77fff640 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f4b640ece50 tx=0x7f4b6402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7dbf37b932f4d92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b7d169640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 0x7f4b680a5040 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009fd0 tx=0x7f4b70009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b62ffd640 1 -- 172.21.15.7:0/352582637 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b64049030 con 0x560dfa5ac370 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b62ffd640 1 -- 172.21.15.7:0/352582637 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b640bc370 con 0x560dfa5ac370 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b62ffd640 1 -- 172.21.15.7:0/352582637 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b640b82e0 con 0x560dfa5ac370 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b80fa5740 1 -- 172.21.15.7:0/352582637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 msgr2=0x560dfa5ae760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.094+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f4b640ece50 tx=0x7f4b6402a480 comp rx=0 tx=0).stop 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- 172.21.15.7:0/352582637 shutdown_connections 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5ae760 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5a1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/352582637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- 172.21.15.7:0/352582637 >> 172.21.15.7:0/352582637 conn(0x560dfa56a310 msgr2=0x560dfa59dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- 172.21.15.7:0/352582637 shutdown_connections 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- 172.21.15.7:0/352582637 wait complete. 2024-09-10T07:58:38.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- start start 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 Processor -- start 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5abde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5ac370 0x560dfa5a97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560dfa5072f0 con 0x560dfa5a2b40 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560dfa4c2060 con 0x560dfa5a15d0 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560dfa5aee30 con 0x560dfa5ac370 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.095+0000 7f4b80fa5740 10 client.0 _ll_register_callbacks cb 0x560dfa2158c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39688/0 (socket says 172.21.15.7:39688) 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 -- 172.21.15.7:0/1115722551 learned_addr learned my addr 172.21.15.7:0/1115722551 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:38.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5abde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b7d169640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5ac370 0x560dfa5a97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 -- 172.21.15.7:0/1115722551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5ac370 msgr2=0x560dfa5a97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5ac370 0x560dfa5a97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 -- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 msgr2=0x560dfa5abde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5abde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 -- 172.21.15.7:0/1115722551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dfa2783c0 con 0x560dfa5a2b40 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5abde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b77fff640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f4b640b8640 tx=0x7f4b64003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfccb830f371c737 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b57fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b64049070 con 0x560dfa5a2b40 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b640c4450 con 0x560dfa5a2b40 2024-09-10T07:58:38.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b640bc370 con 0x560dfa5a2b40 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4b640c46d0 con 0x560dfa5a2b40 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b80fa5740 10 client.19083 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.096+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560dfa5ba7e0 con 0x560dfa5a2b40 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b640bc370 con 0x560dfa5a2b40 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4b640d9020 con 0x560dfa5a2b40 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 10 client.19083 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 10 client.19083 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 20 client.19083 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa5bbb30 0x560dfa5bdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 4 client.19083 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560dfa514860 con 0x560dfa5bbb30 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.097+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa5bbb30 0x560dfa5bdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b7c968640 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa5bbb30 0x560dfa5bdf20 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeca28b1f94599ef server_cookie=d0f724dcdf5125b8 in_seq=0 out_seq=0 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b57fff640 10 client.19083 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b57fff640 1 -- 172.21.15.7:0/1115722551 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560dfa514860 con 0x560dfa5bbb30 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b57fff640 10 client.19083 handle_command_reply: tid=0 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 client.19083 shutdown 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 msgr2=0x560dfa5a9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f4b640b8640 tx=0x7f4b64003f90 comp rx=0 tx=0).stop 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 shutdown_connections 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa5bbb30 0x560dfa5bdf20 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5ac370 0x560dfa5a97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5a2b40 0x560dfa5a9090 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b57fff640 0 client.19083 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/1115722551 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5abde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.098+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 >> 172.21.15.7:0/1115722551 conn(0x560dfa56a310 msgr2=0x560dfa5a3990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.099+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 shutdown_connections 2024-09-10T07:58:38.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.099+0000 7f4b80fa5740 1 -- 172.21.15.7:0/1115722551 wait complete. 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.099+0000 7f4b80fa5740 20 client.19083 trim_cache size 0 max 16384 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 Processor -- start 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 -- start start 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5a8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a2b40 0x560dfa5b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781b1540 con 0x560dfa5ac370 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781aee10 con 0x560dfa5a15d0 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781acc80 con 0x560dfa5a2b40 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39702/0 (socket says 172.21.15.7:39702) 2024-09-10T07:58:38.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 -- 172.21.15.7:0/3611983418 learned_addr learned my addr 172.21.15.7:0/3611983418 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7c968640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5a8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b77fff640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a2b40 0x560dfa5b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 -- 172.21.15.7:0/3611983418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a2b40 msgr2=0x560dfa5b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a2b40 0x560dfa5b7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 -- 172.21.15.7:0/3611983418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 msgr2=0x560dfa5a8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5a8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7d169640 1 -- 172.21.15.7:0/3611983418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dfa59dde0 con 0x560dfa5ac370 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.112+0000 7f4b7c968640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5a8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.113+0000 7f4b7d169640 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f4b70012680 tx=0x7f4b70005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25af21e582f8e6cb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.113+0000 7f4b627fc640 1 -- 172.21.15.7:0/3611983418 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b70012e60 con 0x560dfa5ac370 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.113+0000 7f4b627fc640 1 -- 172.21.15.7:0/3611983418 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b70010cf0 con 0x560dfa5ac370 2024-09-10T07:58:38.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.113+0000 7f4b627fc640 1 -- 172.21.15.7:0/3611983418 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b700051e0 con 0x560dfa5ac370 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- 172.21.15.7:0/3611983418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 msgr2=0x560dfa5a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f4b70012680 tx=0x7f4b70005bd0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- 172.21.15.7:0/3611983418 shutdown_connections 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a40f0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a2b40 0x560dfa5b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/3611983418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a15d0 0x560dfa5a8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- 172.21.15.7:0/3611983418 >> 172.21.15.7:0/3611983418 conn(0x560dfa56a310 msgr2=0x560dfa5a8180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- 172.21.15.7:0/3611983418 shutdown_connections 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- 172.21.15.7:0/3611983418 wait complete. 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 -- start start 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.114+0000 7f4b80fa5740 1 Processor -- start 2024-09-10T07:58:38.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781ad2d0 con 0x560dfa5ac370 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781ae740 con 0x560dfa5a2b40 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b781ad9a0 con 0x560dfa5a15d0 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 10 client.0 _ll_register_callbacks cb 0x7f4b6c009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39712/0 (socket says 172.21.15.7:39712) 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 -- 172.21.15.7:0/2167560126 learned_addr learned my addr 172.21.15.7:0/2167560126 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b77fff640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7c968640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 -- 172.21.15.7:0/2167560126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 msgr2=0x560dfa5b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5b4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 -- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 msgr2=0x560dfa5a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 -- 172.21.15.7:0/2167560126 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dfa5a9b40 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b77fff640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b7d169640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f4b70028040 tx=0x7f4b70004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d58191810513786 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b57fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7001db00 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4b7001dca0 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.115+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b70010cf0 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4b70005120 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 10 client.19089 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560dfa5b31a0 con 0x560dfa5ac370 2024-09-10T07:58:38.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b70010cf0 con 0x560dfa5ac370 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4b70038030 con 0x560dfa5ac370 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 10 client.19089 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 10 client.19089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 20 client.19089 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa626b00 0x560dfa628f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 4 client.19089 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560dfa50ed70 con 0x560dfa626b00 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.116+0000 7f4b7c968640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa626b00 0x560dfa628f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b7c968640 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa626b00 0x560dfa628f20 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ae339db0c4b2e21 server_cookie=29b952c064eb1b3e in_seq=0 out_seq=0 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b57fff640 10 client.19089 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b57fff640 1 -- 172.21.15.7:0/2167560126 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560dfa50ed70 con 0x560dfa626b00 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b57fff640 10 client.19089 handle_command_reply: tid=0 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 client.19089 shutdown 2024-09-10T07:58:38.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 msgr2=0x560dfa5a3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f4b70028040 tx=0x7f4b70004cf0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 shutdown_connections 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560dfa626b00 0x560dfa628f20 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b57fff640 0 client.19089 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560dfa5ac370 0x560dfa5a3eb0 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560dfa5a2b40 0x560dfa5a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 --2- 172.21.15.7:0/2167560126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560dfa5a15d0 0x560dfa5b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 >> 172.21.15.7:0/2167560126 conn(0x560dfa56a310 msgr2=0x560dfa5aa8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 shutdown_connections 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 1 -- 172.21.15.7:0/2167560126 wait complete. 2024-09-10T07:58:38.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.117+0000 7f4b80fa5740 20 client.19089 trim_cache size 0 max 16384 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 msgr2=0x7f4b680a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 0x7f4b680a5040 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009fd0 tx=0x7f4b70009500 comp rx=0 tx=0).stop 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 msgr2=0x7f4b781988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f4b64005940 tx=0x7f4b640040c0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 shutdown_connections 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4b680a2b80 0x7f4b680a5040 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b7810c170 0x7f4b7819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b78103660 0x7f4b781988c0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 --2- 172.21.15.7:0/1522222777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4b78102d40 0x7f4b78198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 >> 172.21.15.7:0/1522222777 conn(0x7f4b780fc7a0 msgr2=0x7f4b780fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 shutdown_connections 2024-09-10T07:58:38.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:38.118+0000 7f4b7ebcc640 1 -- 172.21.15.7:0/1522222777 wait complete. 2024-09-10T07:58:38.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.79 MB/sec execute 581 sec latency 19349.180 ms 2024-09-10T07:58:38.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:38 smithi007 ceph-mon[30879]: pgmap v760: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-09-10T07:58:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:38 smithi145 ceph-mon[34766]: pgmap v760: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-09-10T07:58:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:38 smithi110 ceph-mon[34417]: pgmap v760: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-09-10T07:58:38.964 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:39.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.78 MB/sec execute 582 sec latency 20349.209 ms 2024-09-10T07:58:39.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 -- 172.21.15.7:0/3507828975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4101420 msgr2=0x7fcba410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:39.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 --2- 172.21.15.7:0/3507828975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4101420 0x7fcba410d950 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c009cd0 tx=0x7fcb9c02a8e0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 -- 172.21.15.7:0/3507828975 shutdown_connections 2024-09-10T07:58:39.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 --2- 172.21.15.7:0/3507828975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4101420 0x7fcba410d950 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 --2- 172.21.15.7:0/3507828975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4100a80 0x7fcba4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 --2- 172.21.15.7:0/3507828975 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcba4106a80 0x7fcba4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 -- 172.21.15.7:0/3507828975 >> 172.21.15.7:0/3507828975 conn(0x7fcba40fc7a0 msgr2=0x7fcba40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 -- 172.21.15.7:0/3507828975 shutdown_connections 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 -- 172.21.15.7:0/3507828975 wait complete. 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.453+0000 7fcba9738640 1 Processor -- start 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 -- start start 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 0x7fcba40fd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcba4106a80 0x7fcba40fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:39.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcba4110d30 con 0x7fcba4100a80 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcba4110bb0 con 0x7fcba4106a80 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba9738640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcba4110eb0 con 0x7fcba4101420 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39736/0 (socket says 172.21.15.7:39736) 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 -- 172.21.15.7:0/1798575264 learned_addr learned my addr 172.21.15.7:0/1798575264 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba27fc640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 0x7fcba40fd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 -- 172.21.15.7:0/1798575264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 msgr2=0x7fcba40fd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 0x7fcba40fd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 -- 172.21.15.7:0/1798575264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcba4106a80 msgr2=0x7fcba40fd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcba4106a80 0x7fcba40fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 -- 172.21.15.7:0/1798575264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba41a6810 con 0x7fcba4100a80 2024-09-10T07:58:39.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba27fc640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 0x7fcba40fd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcba2ffd640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400d950 tx=0x7fcb9400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.454+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb94017070 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.455+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb94009c30 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.455+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcba41a6b00 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.455+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9400f620 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.455+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcba41a7040 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.456+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcba4100ee0 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.457+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fcb940109a0 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.458+0000 7fcb8bfff640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 0x7fcb8c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.458+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fcb940cf060 con 0x7fcba4100a80 2024-09-10T07:58:39.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.458+0000 7fcba27fc640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 0x7fcb8c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:39.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.458+0000 7fcba27fc640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 0x7fcb8c0a5040 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcba40fe8c0 tx=0x7fcb98005ec0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:39.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.461+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcb94009de0 con 0x7fcba4100a80 2024-09-10T07:58:39.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.673+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcba402d7c0 con 0x7fcba4100a80 2024-09-10T07:58:39.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.674+0000 7fcb8bfff640 1 -- 172.21.15.7:0/1798575264 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fcb9409bc20 con 0x7fcba4100a80 2024-09-10T07:58:39.674 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:58:39.674 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-10T07:49:59:749467+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:49:59.674724+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T07:58:39.675 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-10T07:58:39.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 msgr2=0x7fcb8c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 0x7fcb8c0a5040 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcba40fe8c0 tx=0x7fcb98005ec0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 msgr2=0x7fcba40fce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400d950 tx=0x7fcb9400de10 comp rx=0 tx=0).stop 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 shutdown_connections 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fcb8c0a2b80 0x7fcb8c0a5040 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcba4106a80 0x7fcba40fd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcba4101420 0x7fcba40fd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 --2- 172.21.15.7:0/1798575264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcba4100a80 0x7fcba40fce30 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 >> 172.21.15.7:0/1798575264 conn(0x7fcba40fc7a0 msgr2=0x7fcba406aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 shutdown_connections 2024-09-10T07:58:39.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:39.676+0000 7fcba9738640 1 -- 172.21.15.7:0/1798575264 wait complete. 2024-09-10T07:58:39.960 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:58:39.961 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:58:40.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.78 MB/sec execute 583 sec latency 21349.305 ms 2024-09-10T07:58:40.384 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id a9174f7f --release --await' 2024-09-10T07:58:40.385 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id a9174f7f --release --await 2024-09-10T07:58:40.451 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:40.463 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-mon[34417]: pgmap v761: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T07:58:40.464 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1798575264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:40 smithi145 ceph-mon[34766]: pgmap v761: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T07:58:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:40 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1798575264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:40.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:40 smithi007 ceph-mon[30879]: pgmap v761: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T07:58:40.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:40 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1798575264' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 -- 172.21.15.7:0/3293539207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0106f10 msgr2=0x7f62c010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 --2- 172.21.15.7:0/3293539207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0106f10 0x7f62c010ea90 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f62b8009ca0 tx=0x7f62b802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 -- 172.21.15.7:0/3293539207 shutdown_connections 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 --2- 172.21.15.7:0/3293539207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0106f10 0x7f62c010ea90 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 --2- 172.21.15.7:0/3293539207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0102790 0x7f62c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 --2- 172.21.15.7:0/3293539207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 -- 172.21.15.7:0/3293539207 >> 172.21.15.7:0/3293539207 conn(0x7f62c00fd8c0 msgr2=0x7f62c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 -- 172.21.15.7:0/3293539207 shutdown_connections 2024-09-10T07:58:40.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.948+0000 7f62c5d11640 1 -- 172.21.15.7:0/3293539207 wait complete. 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 Processor -- start 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 -- start start 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0106f10 0x7f62c019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62c0111e20 con 0x7f62c0102790 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62c0111ca0 con 0x7f62c0106f10 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.949+0000 7f62c5d11640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62c0111fa0 con 0x7f62c0101de0 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50882/0 (socket says 172.21.15.7:50882) 2024-09-10T07:58:40.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 -- 172.21.15.7:0/209982567 learned_addr learned my addr 172.21.15.7:0/209982567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bffff640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0106f10 0x7f62c019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 -- 172.21.15.7:0/209982567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 msgr2=0x7f62c0198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c0198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 -- 172.21.15.7:0/209982567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0106f10 msgr2=0x7f62c019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0106f10 0x7f62c019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 -- 172.21.15.7:0/209982567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62c019d310 con 0x7f62c0102790 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62beffd640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f62b400d950 tx=0x7f62b400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bcff9640 1 -- 172.21.15.7:0/209982567 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b4017030 con 0x7f62c0102790 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bcff9640 1 -- 172.21.15.7:0/209982567 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b4004020 con 0x7f62c0102790 2024-09-10T07:58:40.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62c019d600 con 0x7f62c0102790 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62bcff9640 1 -- 172.21.15.7:0/209982567 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b40047a0 con 0x7f62c0102790 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.950+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62c01a4ee0 con 0x7f62c0102790 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62bcff9640 1 -- 172.21.15.7:0/209982567 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f62b40041d0 con 0x7f62c0102790 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 Processor -- start 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 -- start start 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07bce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07ce540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ba0722280 con 0x561ba07cc150 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561ba06c9b10 con 0x561ba07bca40 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62c80ea740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ba071e240 con 0x561ba07bd360 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62bf7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62bf7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48900/0 (socket says 172.21.15.7:48900) 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62bf7fe640 1 -- 172.21.15.7:0/3182317159 learned_addr learned my addr 172.21.15.7:0/3182317159 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62beffd640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07ce540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.953+0000 7f62bffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07bce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bcff9640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 -- 172.21.15.7:0/3182317159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 msgr2=0x561ba07bce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07bce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 -- 172.21.15.7:0/3182317159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 msgr2=0x561ba07ce540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07ce540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 -- 172.21.15.7:0/3182317159 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba06d61f0 con 0x561ba07bd360 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62beffd640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07ce540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bffff640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07bce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bcff9640 1 -- 172.21.15.7:0/209982567 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f62b40cee10 con 0x7f62c0102790 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f62b000bd40 tx=0x7f62b000f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1183fcf11a96c448 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62bffff640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62a5ffb640 1 -- 172.21.15.7:0/3182317159 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b0015070 con 0x561ba07bd360 2024-09-10T07:58:40.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62a5ffb640 1 -- 172.21.15.7:0/3182317159 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b000be30 con 0x561ba07bd360 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.954+0000 7f62a5ffb640 1 -- 172.21.15.7:0/3182317159 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b00106a0 con 0x561ba07bd360 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 -- 172.21.15.7:0/3182317159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 msgr2=0x561ba07cbc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62bffff640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004af0 tx=0x7f62b802a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f62b000bd40 tx=0x7f62b000f730 comp rx=0 tx=0).stop 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 -- 172.21.15.7:0/3182317159 shutdown_connections 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07ce540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bd360 0x561ba07cbc10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 --2- 172.21.15.7:0/3182317159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07bce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 -- 172.21.15.7:0/3182317159 >> 172.21.15.7:0/3182317159 conn(0x561ba07b90f0 msgr2=0x561ba07b94d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 -- 172.21.15.7:0/3182317159 shutdown_connections 2024-09-10T07:58:40.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.955+0000 7f62c80ea740 1 -- 172.21.15.7:0/3182317159 wait complete. 2024-09-10T07:58:40.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.956+0000 7f62c80ea740 1 -- start start 2024-09-10T07:58:40.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.956+0000 7f62c80ea740 1 Processor -- start 2024-09-10T07:58:40.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 0x561ba07c9b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ba07ced20 con 0x561ba07bd360 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561ba06dcf10 con 0x561ba07cc150 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ba07ceea0 con 0x561ba07bca40 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62c80ea740 10 client.0 _ll_register_callbacks cb 0x561ba06a5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50900/0 (socket says 172.21.15.7:50900) 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 -- 172.21.15.7:0/2117766377 learned_addr learned my addr 172.21.15.7:0/2117766377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62bffff640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 0x561ba07c9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 -- 172.21.15.7:0/2117766377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 msgr2=0x561ba07c90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 -- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 msgr2=0x561ba07c9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 0x561ba07c9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 -- 172.21.15.7:0/2117766377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba04936a0 con 0x561ba07bd360 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62bffff640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 0x561ba07c9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f62beffd640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f62b40cc570 tx=0x7f62b4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d16abb9526dadf5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.957+0000 7f629effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:40.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b409f680 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f62b40bb0c0 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62b000be30 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f62b40a3f40 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 10 client.19107 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ba07daa50 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b000be30 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f62b409a720 con 0x561ba07bd360 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 10 client.19107 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 10 client.19107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 20 client.19107 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba07dbf50 0x561ba07de340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 4 client.19107 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:40.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.958+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ba072f7f0 con 0x561ba07dbf50 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.959+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba07dbf50 0x561ba07de340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.959+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba07dbf50 0x561ba07de340 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7002131d70635a2a server_cookie=798a855f844c3105 in_seq=0 out_seq=0 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.959+0000 7f629effd640 10 client.19107 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f629effd640 1 -- 172.21.15.7:0/2117766377 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ba072f7f0 con 0x561ba07dbf50 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f629effd640 10 client.19107 handle_command_reply: tid=0 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 client.19107 shutdown 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 msgr2=0x561ba07c9600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f62b40cc570 tx=0x7f62b4005dc0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 shutdown_connections 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba07dbf50 0x561ba07de340 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07cc150 0x561ba07c9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07c9600 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f629effd640 0 client.19107 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:40.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2117766377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 >> 172.21.15.7:0/2117766377 conn(0x561ba07b90f0 msgr2=0x561ba07bee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 shutdown_connections 2024-09-10T07:58:40.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.960+0000 7f62c80ea740 1 -- 172.21.15.7:0/2117766377 wait complete. 2024-09-10T07:58:40.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.961+0000 7f62c80ea740 20 client.19107 trim_cache size 0 max 16384 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 Processor -- start 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 -- start start 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07e3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 0x561ba07e4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01af1a0 con 0x561ba07bd360 2024-09-10T07:58:40.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01aca70 con 0x561ba07bca40 2024-09-10T07:58:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62c80ea740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01aa8e0 con 0x561ba07cc150 2024-09-10T07:58:40.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62bf7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62bf7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45372/0 (socket says 172.21.15.7:45372) 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62bf7fe640 1 -- 172.21.15.7:0/248426417 learned_addr learned my addr 172.21.15.7:0/248426417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.979+0000 7f62bffff640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 0x561ba07e4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07e3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 -- 172.21.15.7:0/248426417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 msgr2=0x561ba07e4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 0x561ba07e4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 -- 172.21.15.7:0/248426417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 msgr2=0x561ba07c8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 -- 172.21.15.7:0/248426417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba07bd190 con 0x561ba07bd360 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62bffff640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 0x561ba07e4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62beffd640 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07e3b20 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f62b40cc5c0 tx=0x7f62b40997e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9a4446c18a8c10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.980+0000 7f62a57fa640 1 -- 172.21.15.7:0/248426417 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b4009d80 con 0x561ba07bd360 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62a57fa640 1 -- 172.21.15.7:0/248426417 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b409f680 con 0x561ba07bd360 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62a57fa640 1 -- 172.21.15.7:0/248426417 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b40b4120 con 0x561ba07bd360 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 -- 172.21.15.7:0/248426417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 msgr2=0x561ba07e3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07e3b20 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f62b40cc5c0 tx=0x7f62b40997e0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 -- 172.21.15.7:0/248426417 shutdown_connections 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07cc150 0x561ba07e4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07bd360 0x561ba07e3b20 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 --2- 172.21.15.7:0/248426417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bca40 0x561ba07c8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 -- 172.21.15.7:0/248426417 >> 172.21.15.7:0/248426417 conn(0x561ba07b90f0 msgr2=0x561ba07cb030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.981+0000 7f62c80ea740 1 -- 172.21.15.7:0/248426417 shutdown_connections 2024-09-10T07:58:40.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.982+0000 7f62c80ea740 1 -- 172.21.15.7:0/248426417 wait complete. 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.982+0000 7f62c80ea740 1 -- start start 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.982+0000 7f62c80ea740 1 Processor -- start 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.982+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bd360 0x561ba07d4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01aaf30 con 0x561ba07cc150 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01ac3a0 con 0x561ba07bd360 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62c01ab600 con 0x561ba07bca40 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62c80ea740 10 client.0 _ll_register_callbacks cb 0x7f62b409b120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50916/0 (socket says 172.21.15.7:50916) 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 -- 172.21.15.7:0/2798148560 learned_addr learned my addr 172.21.15.7:0/2798148560 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 -- 172.21.15.7:0/2798148560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 msgr2=0x561ba07c3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 -- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bd360 msgr2=0x561ba07d4130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bd360 0x561ba07d4130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 -- 172.21.15.7:0/2798148560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba07c0b90 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f629effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f62bffff640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f62b8009ca0 tx=0x7f62b80095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6dd795b712253d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b8004040 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.983+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f62b80041e0 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62b409f680 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f62b80043e0 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 10 client.19113 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ba084b6a0 con 0x561ba07cc150 2024-09-10T07:58:40.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62b8036050 con 0x561ba07cc150 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f62b8054020 con 0x561ba07cc150 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 10 client.19113 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 10 client.19113 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 20 client.19113 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba084be50 0x561ba084e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 4 client.19113 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f62b409f680 con 0x561ba084be50 2024-09-10T07:58:40.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.984+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba084be50 0x561ba084e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.985+0000 7f629effd640 10 client.19113 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.985+0000 7f62bf7fe640 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba084be50 0x561ba084e270 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c18631c31c44825d server_cookie=ce3395e0809e9865 in_seq=0 out_seq=0 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f629effd640 1 -- 172.21.15.7:0/2798148560 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f62b409f680 con 0x561ba084be50 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f629effd640 10 client.19113 handle_command_reply: tid=0 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 client.19113 shutdown 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 msgr2=0x561ba07d48c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f62b8009ca0 tx=0x7f62b80095c0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 shutdown_connections 2024-09-10T07:58:40.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba084be50 0x561ba084e270 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba07cc150 0x561ba07d48c0 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba07bd360 0x561ba07d4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 --2- 172.21.15.7:0/2798148560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba07bca40 0x561ba07c3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 >> 172.21.15.7:0/2798148560 conn(0x561ba07b90f0 msgr2=0x561ba07ca730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.986+0000 7f629effd640 0 client.19113 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 shutdown_connections 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c80ea740 1 -- 172.21.15.7:0/2798148560 wait complete. 2024-09-10T07:58:40.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c80ea740 20 client.19113 trim_cache size 0 max 16384 2024-09-10T07:58:40.993 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:40.993 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:58:40.993 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "0b7572cf-3e04-443e-8ad4-ab7fa2457f99", 2024-09-10T07:58:40.993 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:58:40.993 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:40.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 msgr2=0x7f62a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004af0 tx=0x7f62b802a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 msgr2=0x7f62c01988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:40.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.987+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f62b400d950 tx=0x7f62b400de10 comp rx=0 tx=0).stop 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 shutdown_connections 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62a80a2b80 0x7f62a80a5040 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62c0106f10 0x7f62c019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62c0102790 0x7f62c01988a0 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 --2- 172.21.15.7:0/209982567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62c0101de0 0x7f62c0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 >> 172.21.15.7:0/209982567 conn(0x7f62c00fd8c0 msgr2=0x7f62c00fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 shutdown_connections 2024-09-10T07:58:40.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:40.988+0000 7f62c5d11640 1 -- 172.21.15.7:0/209982567 wait complete. 2024-09-10T07:58:40.996 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:41.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250372 1.78 MB/sec execute 584 sec latency 22349.419 ms 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.993+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL/ auth{2=1} v41871 ap=3 f(v2432 m2024-09-10T07:58:16.149781+0000 2=2+0) n(v57 rc2024-09-10T07:58:16.149781+0000 b520192 3=2+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:533 nref=3)) caps={15204=pAsLsXsFs/-@39486} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088e7f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020c:[<0x10000000009/EXCEL v658>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020c:[<0x10000000009/EXCEL v41871>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:16.139509+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:16.149781+0000 b520192 3=2+1)","memory_value.dirstat":"f(v2432 m2024-09-10T07:58:16.149781+0000 2=2+0)","memory_value.rstat":"n(v57 rc2024-09-10T07:58:16.149781+0000 b520192 3=2+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.994+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL/ auth{1=1} v41881 ap=3 f(v1690 m2024-09-10T07:58:16.213422+0000 11=11+0) n(v55 rc2024-09-10T07:58:16.213422+0000 b2861056 12=11+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:532 nref=3)) caps={15204=pAsLsXsFs/-@36654} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb6a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000215:[<0x10000000009/COREL v50>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000215:[<0x10000000009/COREL v41881>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:16.202015+0000 12=12+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:16.213422+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v1690 m2024-09-10T07:58:16.213422+0000 11=11+0)","memory_value.rstat":"n(v55 rc2024-09-10T07:58:16.213422+0000 b2861056 12=11+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.994+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD/ auth{1=1} v41877 ap=3 f(v1560 m2024-09-10T07:58:17.696294+0000 5=5+0) n(v53 rc2024-09-10T07:58:17.696294+0000 b814326 6=5+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:534 nref=3)) caps={15204=pAsLsXsFs/-@36227} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fa12680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000208:[<0x10000000009/WORD v366>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000208:[<0x10000000009/WORD v41877>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:17.682568+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:17.696294+0000 b814326 6=5+1)","memory_value.dirstat":"f(v1560 m2024-09-10T07:58:17.696294+0000 5=5+0)","memory_value.rstat":"n(v53 rc2024-09-10T07:58:17.696294+0000 b814326 6=5+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.996+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000221 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO/ auth{1=1} v41883 ap=3 f(v2275 m2024-09-10T07:58:16.275868+0000 3=3+0) n(v56 rc2024-09-10T07:58:16.275868+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:536 nref=3)) caps={15204=pAsLsXsFs/-@38887} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fb60680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000221:[<0x10000000009/WORDPRO v58>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000221:[<0x10000000009/WORDPRO v41883>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:16.265642+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:16.275868+0000 b780288 4=3+1)","memory_value.dirstat":"f(v2275 m2024-09-10T07:58:16.275868+0000 3=3+0)","memory_value.rstat":"n(v56 rc2024-09-10T07:58:16.275868+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.997+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX/ auth{1=1,2=1} v41885 ap=3 f(v2245 m2024-09-10T07:58:18.787001+0000 24=24+0) n(v54 rc2024-09-10T07:58:18.829013+0000 b5230239 25=24+1) (inest sync->mix g=1,2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:537 nref=3)) caps={15204=pAsLsXsFs/-@43127} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f741600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000229:[<0x10000000009/PARADOX v554>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000229:[<0x10000000009/PARADOX v41885>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:18.771537+0000 25=25+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:18.829013+0000 b5230239 25=24+1)","memory_value.dirstat":"f(v2245 m2024-09-10T07:58:18.787001+0000 24=24+0)","memory_value.rstat":"n(v54 rc2024-09-10T07:58:18.829013+0000 b5230239 25=24+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.998+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/ auth{1=1} v41869 ap=3 f(v4810 m2024-09-10T07:58:16.283379+0000 3=3+0) n(v54 rc2024-09-10T07:58:16.283379+0000 b780288 4=3+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:538 nref=3)) caps={15204=pAsLsXsFs/-@50140} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088f740000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000225:[<0x10000000009/PM v66>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x10000000225:[<0x10000000009/PM v41869>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:15.931485+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:16.283379+0000 b780288 4=3+1)","memory_value.dirstat":"f(v4810 m2024-09-10T07:58:16.283379+0000 3=3+0)","memory_value.rstat":"n(v54 rc2024-09-10T07:58:16.283379+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.413 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.998+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS/ auth{2=1} v41873 ap=3 f(v896 m2024-09-10T07:58:16.362606+0000 1=1+0) n(v55 rc2024-09-10T07:58:16.362606+0000 b260096 2=1+1) (inest sync->mix g=2) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:540 nref=3)) caps={15204=pAsLsXsFs/-@33105} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x56088fba5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000023e:[<0x10000000009/ACCESS v112>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000023e:[<0x10000000009/ACCESS v41873>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:16.352345+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:16.362606+0000 b260096 2=1+1)","memory_value.dirstat":"f(v896 m2024-09-10T07:58:16.362606+0000 1=1+0)","memory_value.rstat":"n(v55 rc2024-09-10T07:58:16.362606+0000 b260096 2=1+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.413 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 07:58:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T07:58:40.998+0000 7f2b0f1e9640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT/ auth{1=1} v41879 ap=3 f(v1820 m2024-09-10T07:58:17.130161+0000 7=7+0) n(v54 rc2024-09-10T07:58:17.130161+0000 b1462582 8=7+1) (inest sync->mix g=1) (ipolicy sync r=1) (iquiesce lock x=1 by request(mds.0:539 nref=3)) caps={15204=pAsLsXsFs/-@36018} | dirtyscattered=0 request=1 lock=2 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x56088fb68580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000020f:[<0x10000000009/PWRPNT v274>,<0x10000000008/~dmtmp v34>,<0x10000000007/client0 v18>,<0x10000000006/clients v8>,<0x10000000005/tmp v8>,<0x10000000003/client.0 v10>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v26>,<0x10000000001/sv_0 v49>,<0x10000000000/qa v36>,<0x1/volumes v38>]//[]","memoryvalue":"(2)0x1000000020f:[<0x10000000009/PWRPNT v41879>,<0x10000000008/~dmtmp v36643>,<0x10000000007/client0 v1242>,<0x10000000006/clients v1230>,<0x10000000005/tmp v1213>,<0x10000000003/client.0 v1205>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1212>,<0x10000000001/sv_0 v1219>,<0x10000000000/qa v1165>,<0x1/volumes v1122>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:58:17.106495+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:58:17.130161+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v1820 m2024-09-10T07:58:17.130161+0000 7=7+0)","memory_value.rstat":"n(v54 rc2024-09-10T07:58:17.130161+0000 b1462582 8=7+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:58:41.779 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:58:42.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 -- 172.21.15.7:0/1280998285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 msgr2=0x7f099810eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 --2- 172.21.15.7:0/1280998285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099810eaa0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f0990009ca0 tx=0x7f099002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 -- 172.21.15.7:0/1280998285 shutdown_connections 2024-09-10T07:58:42.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 --2- 172.21.15.7:0/1280998285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099810eaa0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 --2- 172.21.15.7:0/1280998285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09981027a0 0x7f09981067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 --2- 172.21.15.7:0/1280998285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0998101df0 0x7f09981021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 -- 172.21.15.7:0/1280998285 >> 172.21.15.7:0/1280998285 conn(0x7f09980fd8b0 msgr2=0x7f09980ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 -- 172.21.15.7:0/1280998285 shutdown_connections 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.237+0000 7f099fa5c640 1 -- 172.21.15.7:0/1280998285 wait complete. 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 Processor -- start 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 -- start start 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0998101df0 0x7f09981982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09981027a0 0x7f0998198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0998111e30 con 0x7f0998106f20 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0998111cb0 con 0x7f09981027a0 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099fa5c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0998111fb0 con 0x7f0998101df0 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099dff9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099dff9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50936/0 (socket says 172.21.15.7:50936) 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099dff9640 1 -- 172.21.15.7:0/2245926046 learned_addr learned my addr 172.21.15.7:0/2245926046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0998101df0 0x7f09981982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.238+0000 7f099cff7640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09981027a0 0x7f0998198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 -- 172.21.15.7:0/2245926046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0998101df0 msgr2=0x7f09981982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0998101df0 0x7f09981982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 -- 172.21.15.7:0/2245926046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09981027a0 msgr2=0x7f0998198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09981027a0 0x7f0998198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 -- 172.21.15.7:0/2245926046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099819d2a0 con 0x7f0998106f20 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099dff9640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f0990009dc0 tx=0x7f0990032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f098e7fc640 1 -- 172.21.15.7:0/2245926046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0990003cf0 con 0x7f0998106f20 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f099819d530 con 0x7f0998106f20 2024-09-10T07:58:42.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f098e7fc640 1 -- 172.21.15.7:0/2245926046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09900044f0 con 0x7f0998106f20 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f098e7fc640 1 -- 172.21.15.7:0/2245926046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0990030b80 con 0x7f0998106f20 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.239+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09981a4e70 con 0x7f0998106f20 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.241+0000 7f098e7fc640 1 -- 172.21.15.7:0/2245926046 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f09900046a0 con 0x7f0998106f20 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 Processor -- start 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 -- start start 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef697440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6a4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aaef5fc620 con 0x55aaef697980 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aaef5a3e50 con 0x55aaef6a2240 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.242+0000 7f09a1e35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aaef5f85e0 con 0x55aaef697060 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f098e7fc640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 0x7f09840a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50950/0 (socket says 172.21.15.7:50950) 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 -- 172.21.15.7:0/517796955 learned_addr learned my addr 172.21.15.7:0/517796955 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099cff7640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef697440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f098e7fc640 1 -- 172.21.15.7:0/2245926046 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f09900f0940 con 0x7f0998106f20 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099dff9640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 0x7f09840a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099cff7640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 -- 172.21.15.7:0/517796955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 msgr2=0x55aaef697440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef697440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 -- 172.21.15.7:0/517796955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 msgr2=0x55aaef6a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 -- 172.21.15.7:0/517796955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaef594d40 con 0x55aaef697980 2024-09-10T07:58:42.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099cff7640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099d7f8640 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f099400ad00 tx=0x7f099400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeabe65c7495b331 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f099dff9640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 0x7f09840a5040 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f099002f3b0 tx=0x7f09900095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f09837fe640 1 -- 172.21.15.7:0/517796955 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099401d070 con 0x55aaef697980 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f09837fe640 1 -- 172.21.15.7:0/517796955 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0994018af0 con 0x55aaef697980 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.243+0000 7f09837fe640 1 -- 172.21.15.7:0/517796955 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0994010b40 con 0x55aaef697980 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 -- 172.21.15.7:0/517796955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 msgr2=0x55aaef6a1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f099400ad00 tx=0x7f099400f790 comp rx=0 tx=0).stop 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 -- 172.21.15.7:0/517796955 shutdown_connections 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef6a1d00 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 --2- 172.21.15.7:0/517796955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef697440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 -- 172.21.15.7:0/517796955 >> 172.21.15.7:0/517796955 conn(0x55aaef6935f0 msgr2=0x55aaef6939d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 -- 172.21.15.7:0/517796955 shutdown_connections 2024-09-10T07:58:42.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.244+0000 7f09a1e35740 1 -- 172.21.15.7:0/517796955 wait complete. 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 -- start start 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 Processor -- start 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef69f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef69f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aaef6a4e10 con 0x55aaef6a2240 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aaef584f10 con 0x55aaef697060 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aaef6a4f90 con 0x55aaef697980 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f09a1e35740 10 client.0 _ll_register_callbacks cb 0x55aaef5a8db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f099cff7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f099cff7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50958/0 (socket says 172.21.15.7:50958) 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f099cff7640 1 -- 172.21.15.7:0/2558754549 learned_addr learned my addr 172.21.15.7:0/2558754549 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef69f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.245+0000 7f099cff7640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef69f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 -- 172.21.15.7:0/2558754549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 msgr2=0x55aaef69f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef69f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 -- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 msgr2=0x55aaef69f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef69f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 -- 172.21.15.7:0/2558754549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaef30b580 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f099cff7640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f09880036e0 tx=0x7f0988004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3f7479a2f5cd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f0980ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09880117e0 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0988011980 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0994018af0 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f098802a050 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f09a1e35740 10 client.19125 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55aaef3d5960 con 0x55aaef6a2240 2024-09-10T07:58:42.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.246+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0994018af0 con 0x55aaef6a2240 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0988010940 con 0x55aaef6a2240 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 10 client.19125 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 10 client.19125 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 20 client.19125 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef6b1e90 0x55aaef6b4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 4 client.19125 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaef609b90 con 0x55aaef6b1e90 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef6b1e90 0x55aaef6b4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef6b1e90 0x55aaef6b4280 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d2b77ed6ceff532 server_cookie=454d56279b726b9a in_seq=0 out_seq=0 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.247+0000 7f0980ff9640 10 client.19125 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f0980ff9640 1 -- 172.21.15.7:0/2558754549 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aaef609b90 con 0x55aaef6b1e90 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f0980ff9640 10 client.19125 handle_command_reply: tid=0 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 client.19125 shutdown 2024-09-10T07:58:42.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 msgr2=0x55aaef69fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f09880036e0 tx=0x7f0988004730 comp rx=0 tx=0).stop 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 shutdown_connections 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef6b1e90 0x55aaef6b4280 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef69fc40 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f0980ff9640 0 client.19125 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef69f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2558754549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef69f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 >> 172.21.15.7:0/2558754549 conn(0x55aaef6935f0 msgr2=0x55aaef6992d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 shutdown_connections 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.248+0000 7f09a1e35740 1 -- 172.21.15.7:0/2558754549 wait complete. 2024-09-10T07:58:42.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.249+0000 7f09a1e35740 20 client.19125 trim_cache size 0 max 16384 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 Processor -- start 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 -- start start 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef692a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6b9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09981b13e0 con 0x55aaef697980 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09981aecb0 con 0x55aaef6a2240 2024-09-10T07:58:42.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.266+0000 7f09a1e35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09981acb20 con 0x55aaef697060 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50964/0 (socket says 172.21.15.7:50964) 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 -- 172.21.15.7:0/2369734023 learned_addr learned my addr 172.21.15.7:0/2369734023 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099cff7640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef692a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099cff7640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6b9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 -- 172.21.15.7:0/2369734023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 msgr2=0x55aaef692a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef692a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 -- 172.21.15.7:0/2369734023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 msgr2=0x55aaef6b9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6b9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 -- 172.21.15.7:0/2369734023 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaef6a49a0 con 0x55aaef697980 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099cff7640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6b9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f099d7f8640 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x55aaef694450 tx=0x7f09940106c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41129425512f0b0a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f0982ffd640 1 -- 172.21.15.7:0/2369734023 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099401d040 con 0x55aaef697980 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f0982ffd640 1 -- 172.21.15.7:0/2369734023 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f099402f070 con 0x55aaef697980 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.267+0000 7f0982ffd640 1 -- 172.21.15.7:0/2369734023 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09940107d0 con 0x55aaef697980 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 -- 172.21.15.7:0/2369734023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 msgr2=0x55aaef69f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x55aaef694450 tx=0x7f09940106c0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 -- 172.21.15.7:0/2369734023 shutdown_connections 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef6a2240 0x55aaef6b9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef697980 0x55aaef69f890 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 --2- 172.21.15.7:0/2369734023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697060 0x55aaef692a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 -- 172.21.15.7:0/2369734023 >> 172.21.15.7:0/2369734023 conn(0x55aaef6935f0 msgr2=0x55aaef69f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 -- 172.21.15.7:0/2369734023 shutdown_connections 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.268+0000 7f09a1e35740 1 -- 172.21.15.7:0/2369734023 wait complete. 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 -- start start 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 Processor -- start 2024-09-10T07:58:42.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef6aa820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef6a6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09981ad170 con 0x55aaef6a2240 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09981ae5e0 con 0x55aaef697060 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09981ad840 con 0x55aaef697980 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f09a1e35740 10 client.0 _ll_register_callbacks cb 0x7f0988004590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f099cff7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f099cff7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50976/0 (socket says 172.21.15.7:50976) 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f099cff7640 1 -- 172.21.15.7:0/3551484277 learned_addr learned my addr 172.21.15.7:0/3551484277 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.269+0000 7f099d7f8640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef6a6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef6aa820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 -- 172.21.15.7:0/3551484277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 msgr2=0x55aaef6a6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef6a6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 -- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 msgr2=0x55aaef6aa820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef6aa820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 -- 172.21.15.7:0/3551484277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaef6a7790 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f099cff7640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f0988003ff0 tx=0x7f0988004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f7fe4372cc0d0eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f0980ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0988037030 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f098801b040 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f099402f070 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0988041050 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f09a1e35740 10 client.19131 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.270+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55aaef726190 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f099402f070 con 0x55aaef6a2240 2024-09-10T07:58:42.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f098802d070 con 0x55aaef6a2240 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 10 client.19131 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 10 client.19131 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 20 client.19131 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef726880 0x55aaef728ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 4 client.19131 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a9174f7f", "release": true, "await": true}] 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a9174f7f", "release": true, "await": true}) -- 0x55aaef6040a0 con 0x55aaef726880 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.271+0000 7f099d7f8640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef726880 0x55aaef728ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.272+0000 7f099d7f8640 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef726880 0x55aaef728ca0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3d680f14000a690 server_cookie=d079dded1fcdd3d7 in_seq=0 out_seq=0 2024-09-10T07:58:42.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.272+0000 7f0980ff9640 10 client.19131 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f0980ff9640 1 -- 172.21.15.7:0/3551484277 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55aaef6040a0 con 0x55aaef726880 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f0980ff9640 10 client.19131 handle_command_reply: tid=0 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 client.19131 shutdown 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 msgr2=0x55aaef6a70a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f0988003ff0 tx=0x7f0988004730 comp rx=0 tx=0).stop 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 shutdown_connections 2024-09-10T07:58:42.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaef726880 0x55aaef728ca0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaef6a2240 0x55aaef6a70a0 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaef697980 0x55aaef6a6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 --2- 172.21.15.7:0/3551484277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaef697060 0x55aaef6aa820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 >> 172.21.15.7:0/3551484277 conn(0x55aaef6935f0 msgr2=0x55aaef6a1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.278+0000 7f0980ff9640 0 client.19131 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.279+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 shutdown_connections 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.279+0000 7f09a1e35740 1 -- 172.21.15.7:0/3551484277 wait complete. 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 31, 2024-09-10T07:58:42.283 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 52, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "a9174f7f": { 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 52, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 141.5, 2024-09-10T07:58:42.284 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:42.285 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:42.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.279+0000 7f09a1e35740 20 client.19131 trim_cache size 0 max 16384 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 msgr2=0x7f09840a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 0x7f09840a5040 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f099002f3b0 tx=0x7f09900095c0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 msgr2=0x7f099819cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f0990009dc0 tx=0x7f0990032ff0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 shutdown_connections 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09840a2b80 0x7f09840a5040 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0998106f20 0x7f099819cbc0 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09981027a0 0x7f0998198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 --2- 172.21.15.7:0/2245926046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0998101df0 0x7f09981982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 >> 172.21.15.7:0/2245926046 conn(0x7f09980fd8b0 msgr2=0x7f09980feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:42.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 shutdown_connections 2024-09-10T07:58:42.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:42.280+0000 7f099fa5c640 1 -- 172.21.15.7:0/2245926046 wait complete. 2024-09-10T07:58:42.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250375 1.77 MB/sec execute 585 sec latency 23336.701 ms 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:42 smithi145 ceph-mon[34766]: pgmap v762: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:42 smithi007 ceph-mon[30879]: pgmap v762: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-09-10T07:58:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:58:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/COREL) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORD) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/WORDPRO) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PARADOX) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/ACCESS) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PWRPNT) see mds.b log and `damage ls` output for details 2024-09-10T07:58:42.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:58:42.663 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:42 smithi110 ceph-mon[34417]: pgmap v762: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-09-10T07:58:43.035 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:58:43.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 250908 1.77 MB/sec execute 586 sec latency 12.482 ms 2024-09-10T07:58:43.466 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a9174f7f', total seconds elapsed: 27.1 2024-09-10T07:58:44.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 -- 172.21.15.7:0/689461382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c102780 msgr2=0x7f584c1067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 --2- 172.21.15.7:0/689461382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c102780 0x7f584c1067d0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f583c009900 tx=0x7f583c02a410 comp rx=0 tx=0).stop 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 -- 172.21.15.7:0/689461382 shutdown_connections 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 --2- 172.21.15.7:0/689461382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c106f00 0x7f584c10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 --2- 172.21.15.7:0/689461382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c102780 0x7f584c1067d0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 --2- 172.21.15.7:0/689461382 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c101dd0 0x7f584c1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 -- 172.21.15.7:0/689461382 >> 172.21.15.7:0/689461382 conn(0x7f584c0fd890 msgr2=0x7f584c0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 -- 172.21.15.7:0/689461382 shutdown_connections 2024-09-10T07:58:44.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.008+0000 7f5853b3c640 1 -- 172.21.15.7:0/689461382 wait complete. 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 Processor -- start 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 -- start start 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c102780 0x7f584c19aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c106f00 0x7f584c19ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f584c111e10 con 0x7f584c101dd0 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f584c111c90 con 0x7f584c106f00 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f5853b3c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f584c111f90 con 0x7f584c102780 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f58518d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f58518d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51002/0 (socket says 172.21.15.7:51002) 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f58518d8640 1 -- 172.21.15.7:0/553511895 learned_addr learned my addr 172.21.15.7:0/553511895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f58510d7640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c102780 0x7f584c19aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.009+0000 7f58520d9640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c106f00 0x7f584c19ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 -- 172.21.15.7:0/553511895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c102780 msgr2=0x7f584c19aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c102780 0x7f584c19aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 -- 172.21.15.7:0/553511895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c106f00 msgr2=0x7f584c19ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c106f00 0x7f584c19ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 -- 172.21.15.7:0/553511895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584c19f540 con 0x7f584c101dd0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f58518d8640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f584800e9f0 tx=0x7f584800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f5842ffd640 1 -- 172.21.15.7:0/553511895 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584800cd80 con 0x7f584c101dd0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f584c19f830 con 0x7f584c101dd0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f5842ffd640 1 -- 172.21.15.7:0/553511895 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58480108e0 con 0x7f584c101dd0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f5842ffd640 1 -- 172.21.15.7:0/553511895 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5848018920 con 0x7f584c101dd0 2024-09-10T07:58:44.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.010+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f584c1a7110 con 0x7f584c101dd0 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.012+0000 7f5842ffd640 1 -- 172.21.15.7:0/553511895 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5848018ac0 con 0x7f584c101dd0 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 Processor -- start 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 -- start start 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a08d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a08d680 0x56101a08fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561019fe82e0 con 0x56101a082dc0 2024-09-10T07:58:44.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561019f8fce0 con 0x56101a0824a0 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f5855f15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561019fe42a0 con 0x56101a08d680 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f58518d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a08d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f58520d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f58520d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45454/0 (socket says 172.21.15.7:45454) 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f58520d9640 1 -- 172.21.15.7:0/606435984 learned_addr learned my addr 172.21.15.7:0/606435984 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.013+0000 7f58510d7640 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a08d680 0x56101a08fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 -- 172.21.15.7:0/606435984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a08d680 msgr2=0x56101a08fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a08d680 0x56101a08fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 -- 172.21.15.7:0/606435984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 msgr2=0x56101a08d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a08d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 -- 172.21.15.7:0/606435984 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561019f74440 con 0x56101a0824a0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f5842ffd640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 0x7f58380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58520d9640 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f5844009f70 tx=0x7f5844010800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a744e4109aa11709 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f58518d8640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 0x7f58380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f5842ffd640 1 -- 172.21.15.7:0/553511895 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f58480cf6f0 con 0x7f584c101dd0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f5837fff640 1 -- 172.21.15.7:0/606435984 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5844016070 con 0x56101a0824a0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f5837fff640 1 -- 172.21.15.7:0/606435984 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5844004d20 con 0x56101a0824a0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.014+0000 7f5837fff640 1 -- 172.21.15.7:0/606435984 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58440127d0 con 0x56101a0824a0 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.015+0000 7f5855f15740 1 -- 172.21.15.7:0/606435984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 msgr2=0x56101a082880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.015+0000 7f5855f15740 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f5844009f70 tx=0x7f5844010800 comp rx=0 tx=0).stop 2024-09-10T07:58:44.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f58518d8640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 0x7f58380a5040 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f58480cd1c0 tx=0x7f58480d5550 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 -- 172.21.15.7:0/606435984 shutdown_connections 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a08d680 0x56101a08fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a08d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 --2- 172.21.15.7:0/606435984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a082880 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 -- 172.21.15.7:0/606435984 >> 172.21.15.7:0/606435984 conn(0x56101a07ea30 msgr2=0x56101a07ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 -- 172.21.15.7:0/606435984 shutdown_connections 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.016+0000 7f5855f15740 1 -- 172.21.15.7:0/606435984 wait complete. 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 -- start start 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 Processor -- start 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a08cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a08d680 0x56101a08a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56101a090250 con 0x56101a08d680 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561019fa3050 con 0x56101a0824a0 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56101a0903d0 con 0x56101a082dc0 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.017+0000 7f5855f15740 10 client.0 _ll_register_callbacks cb 0x561019fe3160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58520d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a08cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49024/0 (socket says 172.21.15.7:49024) 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 -- 172.21.15.7:0/3226610310 learned_addr learned my addr 172.21.15.7:0/3226610310 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 -- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 msgr2=0x56101a08cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a08cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 -- 172.21.15.7:0/3226610310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a08d680 msgr2=0x56101a08a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a08d680 0x56101a08a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 -- 172.21.15.7:0/3226610310 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561019d593c0 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58510d7640 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f583c009900 tx=0x7f583c009650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=576983efc30553a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.018+0000 7f58357fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c035040 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5844004d20 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f583c031860 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f583c04f050 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f5855f15740 10 client.28336 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56101a09bc50 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5844004d20 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.019+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f583c004750 con 0x56101a082dc0 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 10 client.28336 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 10 client.28336 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:44.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 20 client.28336 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a09d160 0x56101a09f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 4 client.28336 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561019ff5850 con 0x56101a09d160 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f58520d9640 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a09d160 0x56101a09f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f58520d9640 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a09d160 0x56101a09f580 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9326ac055336ec93 server_cookie=9df048541c7a937a in_seq=0 out_seq=0 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.020+0000 7f58357fa640 10 client.28336 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f58357fa640 1 -- 172.21.15.7:0/3226610310 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561019ff5850 con 0x56101a09d160 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f58357fa640 10 client.28336 handle_command_reply: tid=0 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 client.28336 shutdown 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 msgr2=0x56101a08a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f583c009900 tx=0x7f583c009650 comp rx=0 tx=0).stop 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 shutdown_connections 2024-09-10T07:58:44.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a09d160 0x56101a09f580 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a08d680 0x56101a08a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a082dc0 0x56101a08a270 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 --2- 172.21.15.7:0/3226610310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a0824a0 0x56101a08cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.021+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 >> 172.21.15.7:0/3226610310 conn(0x56101a07ea30 msgr2=0x56101a07db90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.022+0000 7f58357fa640 0 client.28336 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.022+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 shutdown_connections 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.022+0000 7f5855f15740 1 -- 172.21.15.7:0/3226610310 wait complete. 2024-09-10T07:58:44.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.022+0000 7f5855f15740 20 client.28336 trim_cache size 0 max 16384 2024-09-10T07:58:44.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.041+0000 7f5855f15740 1 Processor -- start 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.041+0000 7f5855f15740 1 -- start start 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.041+0000 7f5855f15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0994b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.041+0000 7f5855f15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f5855f15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a0857f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f5855f15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1b3610 con 0x56101a082dc0 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f5855f15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1b0ee0 con 0x56101a08d680 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f5855f15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1aed50 con 0x56101a0824a0 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58520d9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51024/0 (socket says 172.21.15.7:51024) 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 -- 172.21.15.7:0/1183878123 learned_addr learned my addr 172.21.15.7:0/1183878123 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:44.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58520d9640 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a0857f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 -- 172.21.15.7:0/1183878123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 msgr2=0x56101a0994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0994b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 -- 172.21.15.7:0/1183878123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 msgr2=0x56101a0857f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a0857f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 -- 172.21.15.7:0/1183878123 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56101a089220 con 0x56101a082dc0 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58510d7640 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f583c02a930 tx=0x7f583c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79aec46f9b0eafa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58377fe640 1 -- 172.21.15.7:0/1183878123 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c058070 con 0x56101a082dc0 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58377fe640 1 -- 172.21.15.7:0/1183878123 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f583c031d20 con 0x56101a082dc0 2024-09-10T07:58:44.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.042+0000 7f58377fe640 1 -- 172.21.15.7:0/1183878123 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c035070 con 0x56101a082dc0 2024-09-10T07:58:44.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 -- 172.21.15.7:0/1183878123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 msgr2=0x56101a07ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f583c02a930 tx=0x7f583c000bc0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 -- 172.21.15.7:0/1183878123 shutdown_connections 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a0857f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a07ee10 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 --2- 172.21.15.7:0/1183878123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 -- 172.21.15.7:0/1183878123 >> 172.21.15.7:0/1183878123 conn(0x56101a07ea30 msgr2=0x56101a0850e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 -- 172.21.15.7:0/1183878123 shutdown_connections 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.043+0000 7f5855f15740 1 -- 172.21.15.7:0/1183878123 wait complete. 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 -- start start 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 Processor -- start 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0959b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a090f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1af3a0 con 0x56101a082dc0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1b0810 con 0x56101a08d680 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f584c1afa70 con 0x56101a0824a0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f5855f15740 10 client.0 _ll_register_callbacks cb 0x7f583c005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f58510d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f58520d9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f58510d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51030/0 (socket says 172.21.15.7:51030) 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f58510d7640 1 -- 172.21.15.7:0/1698744539 learned_addr learned my addr 172.21.15.7:0/1698744539 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.044+0000 7f58520d9640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a090f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 -- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 msgr2=0x56101a090f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a090f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 -- 172.21.15.7:0/1698744539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 msgr2=0x56101a095ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 -- 172.21.15.7:0/1698744539 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56101a082bf0 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58510d7640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58520d9640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0959b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x56101a08d650 tx=0x7f583c032bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca1786c674c7e8aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58357fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5844016040 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f583c031d20 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5844013c60 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5844039050 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f5855f15740 10 client.28342 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.045+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56101a107890 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f583c031d20 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f584400f040 con 0x56101a0824a0 2024-09-10T07:58:44.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 10 client.28342 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 10 client.28342 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 20 client.28342 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a107e70 0x56101a10a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 4 client.28342 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56101a07f5e0 con 0x56101a107e70 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.046+0000 7f58510d7640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a107e70 0x56101a10a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f58510d7640 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a107e70 0x56101a10a260 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a42424ee715b6e00 server_cookie=ff874ba118d3596e in_seq=0 out_seq=0 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f58357fa640 10 client.28342 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f58357fa640 1 -- 172.21.15.7:0/1698744539 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56101a07f5e0 con 0x56101a107e70 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f58357fa640 10 client.28342 handle_command_reply: tid=0 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 client.28342 shutdown 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 msgr2=0x56101a0959b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0959b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x56101a08d650 tx=0x7f583c032bb0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 shutdown_connections 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56101a107e70 0x56101a10a260 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56101a08d680 0x56101a090f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56101a082dc0 0x56101a095ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f58357fa640 0 client.28342 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 --2- 172.21.15.7:0/1698744539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56101a0824a0 0x56101a0959b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 >> 172.21.15.7:0/1698744539 conn(0x56101a07ea30 msgr2=0x56101a08c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 shutdown_connections 2024-09-10T07:58:44.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.047+0000 7f5855f15740 1 -- 172.21.15.7:0/1698744539 wait complete. 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.048+0000 7f5855f15740 20 client.28342 trim_cache size 0 max 16384 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stdout: "0b7572cf-3e04-443e-8ad4-ab7fa2457f99": { 2024-09-10T07:58:44.052 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:58:44.053 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "0b7572cf-3e04-443e-8ad4-ab7fa2457f99", 2024-09-10T07:58:44.053 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:58:44.053 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:44.053 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:58:44.053 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.048+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 msgr2=0x7f58380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.048+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 0x7f58380a5040 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f58480cd1c0 tx=0x7f58480d5550 comp rx=0 tx=0).stop 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.048+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 msgr2=0x7f584c19a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.048+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f584800e9f0 tx=0x7f584800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 shutdown_connections 2024-09-10T07:58:44.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58380a2b80 0x7f58380a5040 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f584c106f00 0x7f584c19ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f584c102780 0x7f584c19aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 --2- 172.21.15.7:0/553511895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f584c101dd0 0x7f584c19a590 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 >> 172.21.15.7:0/553511895 conn(0x7f584c0fd890 msgr2=0x7f584c0fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 shutdown_connections 2024-09-10T07:58:44.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:58:44.049+0000 7f5853b3c640 1 -- 172.21.15.7:0/553511895 wait complete. 2024-09-10T07:58:44.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 251633 1.78 MB/sec execute 587 sec latency 34.814 ms 2024-09-10T07:58:44.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:44 smithi007 ceph-mon[30879]: pgmap v763: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-09-10T07:58:44.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:44 smithi145 ceph-mon[34766]: pgmap v763: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-09-10T07:58:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:44 smithi110 ceph-mon[34417]: pgmap v763: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-09-10T07:58:44.743 INFO:tasks.cephfs.filesystem:scrub status for tag:0b7572cf-3e04-443e-8ad4-ab7fa2457f99 - {'path': '/', 'tag': '0b7572cf-3e04-443e-8ad4-ab7fa2457f99', 'options': 'recursive,force'} 2024-09-10T07:58:45.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 252103 1.79 MB/sec execute 588 sec latency 12.925 ms 2024-09-10T07:58:46.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 252351 1.78 MB/sec execute 589 sec latency 14.784 ms 2024-09-10T07:58:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:46 smithi145 ceph-mon[34766]: pgmap v764: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 74 KiB/s wr, 22 op/s 2024-09-10T07:58:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:46 smithi007 ceph-mon[30879]: pgmap v764: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 74 KiB/s wr, 22 op/s 2024-09-10T07:58:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:46 smithi110 ceph-mon[34417]: pgmap v764: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 74 KiB/s wr, 22 op/s 2024-09-10T07:58:47.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 252782 1.78 MB/sec execute 590 sec latency 14.142 ms 2024-09-10T07:58:48.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 253312 1.79 MB/sec execute 591 sec latency 13.154 ms 2024-09-10T07:58:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:48 smithi145 ceph-mon[34766]: pgmap v765: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 133 KiB/s wr, 24 op/s 2024-09-10T07:58:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:48 smithi007 ceph-mon[30879]: pgmap v765: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 133 KiB/s wr, 24 op/s 2024-09-10T07:58:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:48 smithi110 ceph-mon[34417]: pgmap v765: 129 pgs: 129 active+clean; 98 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 133 KiB/s wr, 24 op/s 2024-09-10T07:58:49.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 253942 1.79 MB/sec execute 592 sec latency 15.939 ms 2024-09-10T07:58:50.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 254475 1.79 MB/sec execute 593 sec latency 15.276 ms 2024-09-10T07:58:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:50 smithi145 ceph-mon[34766]: pgmap v766: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 697 KiB/s wr, 79 op/s 2024-09-10T07:58:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:50 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:50 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:50 smithi007 ceph-mon[30879]: pgmap v766: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 697 KiB/s wr, 79 op/s 2024-09-10T07:58:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:50 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:50 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 -- 172.21.15.7:0/2435313348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5118107820 msgr2=0x7f5118109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2435313348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5118107820 0x7f5118109c90 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f5110009ca0 tx=0x7f511002a8c0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 -- 172.21.15.7:0/2435313348 shutdown_connections 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2435313348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5118107820 0x7f5118109c90 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2435313348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 0x7f51181072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2435313348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51181025c0 0x7f51181049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 -- 172.21.15.7:0/2435313348 >> 172.21.15.7:0/2435313348 conn(0x7f51180fc1e0 msgr2=0x7f51180fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 -- 172.21.15.7:0/2435313348 shutdown_connections 2024-09-10T07:58:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.621+0000 7f511e4ba640 1 -- 172.21.15.7:0/2435313348 wait complete. 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 Processor -- start 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 -- start start 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 0x7f5118100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5118107820 0x7f5118100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f511810d6b0 con 0x7f51181025c0 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f511810d530 con 0x7f5118104ef0 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.622+0000 7f511e4ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f511810d830 con 0x7f5118107820 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56454/0 (socket says 172.21.15.7:56454) 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 -- 172.21.15.7:0/2969820793 learned_addr learned my addr 172.21.15.7:0/2969820793 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f51177fe640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 0x7f5118100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f511ca57640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5118107820 0x7f5118100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 -- 172.21.15.7:0/2969820793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5118107820 msgr2=0x7f5118100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5118107820 0x7f5118100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 -- 172.21.15.7:0/2969820793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 msgr2=0x7f5118100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 0x7f5118100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 -- 172.21.15.7:0/2969820793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5118101340 con 0x7f51181025c0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f5117fff640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f510800e9f0 tx=0x7f510800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f51157fa640 1 -- 172.21.15.7:0/2969820793 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510800cd80 con 0x7f51181025c0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f51157fa640 1 -- 172.21.15.7:0/2969820793 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51080054d0 con 0x7f51181025c0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51181a1e60 con 0x7f51181025c0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f51157fa640 1 -- 172.21.15.7:0/2969820793 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5108010490 con 0x7f51181025c0 2024-09-10T07:58:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.623+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51181a2270 con 0x7f51181025c0 2024-09-10T07:58:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f51157fa640 1 -- 172.21.15.7:0/2969820793 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5108005020 con 0x7f51181025c0 2024-09-10T07:58:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 Processor -- start 2024-09-10T07:58:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 -- start start 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5584da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562cc54e32f0 con 0x562cc55802e0 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562cc548b270 con 0x562cc5585370 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f512125a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562cc54df2b0 con 0x562cc557f9a0 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5584da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f511ca57640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f51177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f511ca57640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:43348/0 (socket says 172.21.15.7:43348) 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f51177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36810/0 (socket says 172.21.15.7:36810) 2024-09-10T07:58:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f511ca57640 1 -- 172.21.15.7:0/1914399972 learned_addr learned my addr 172.21.15.7:0/1914399972 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.626+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5584da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56466/0 (socket says 172.21.15.7:56466) 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 -- 172.21.15.7:0/1914399972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 msgr2=0x562cc5587830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 -- 172.21.15.7:0/1914399972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 msgr2=0x562cc5584da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5584da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f51157fa640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 0x7f51000a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 -- 172.21.15.7:0/1914399972 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cc548a340 con 0x562cc557f9a0 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f51177fe640 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f51157fa640 1 -- 172.21.15.7:0/2969820793 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51080cf720 con 0x7f51181025c0 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 0x7f51000a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f511ca57640 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f511806a980 tx=0x7f5110009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b552acefb88b7b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f50fe7fc640 1 -- 172.21.15.7:0/1914399972 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110031750 con 0x562cc557f9a0 2024-09-10T07:58:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f50fe7fc640 1 -- 172.21.15.7:0/1914399972 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5110036030 con 0x562cc557f9a0 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.627+0000 7f50fe7fc640 1 -- 172.21.15.7:0/1914399972 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51100307c0 con 0x562cc557f9a0 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 -- 172.21.15.7:0/1914399972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 msgr2=0x562cc557fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f511ca57640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 0x7f51000a5170 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f511004a000 tx=0x7f511004b000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f511806a980 tx=0x7f5110009a20 comp rx=0 tx=0).stop 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 -- 172.21.15.7:0/1914399972 shutdown_connections 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc5585370 0x562cc5587830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5584da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 --2- 172.21.15.7:0/1914399972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc557fda0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 -- 172.21.15.7:0/1914399972 >> 172.21.15.7:0/1914399972 conn(0x562cc557b010 msgr2=0x562cc557b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 -- 172.21.15.7:0/1914399972 shutdown_connections 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.628+0000 7f512125a740 1 -- 172.21.15.7:0/1914399972 wait complete. 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 -- start start 2024-09-10T07:58:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 Processor -- start 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 0x562cc5589a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc5589f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc5590fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562cc55881c0 con 0x562cc557f9a0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562cc546c290 con 0x562cc55802e0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562cc5588340 con 0x562cc5585370 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f512125a740 10 client.0 _ll_register_callbacks cb 0x562cc549d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 0x562cc5589a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f51177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc5589f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f5117fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 0x562cc5589a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56478/0 (socket says 172.21.15.7:56478) 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f511ca57640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc5590fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.629+0000 7f5117fff640 1 -- 172.21.15.7:0/1927618415 learned_addr learned my addr 172.21.15.7:0/1927618415 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 -- 172.21.15.7:0/1927618415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 msgr2=0x562cc5590fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc5590fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 -- 172.21.15.7:0/1927618415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 msgr2=0x562cc5589a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 0x562cc5589a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 -- 172.21.15.7:0/1927618415 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cc51f6210 con 0x562cc55802e0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f51177fe640 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc5589f60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5118101ca0 tx=0x7f510c012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a98cd48a139781a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f50f77fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c004030 con 0x562cc55802e0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f510c0041d0 con 0x562cc55802e0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5110036030 con 0x562cc55802e0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f510c025050 con 0x562cc55802e0 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f512125a740 10 client.28286 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.630+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562cc52c2620 con 0x562cc55802e0 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5110036030 con 0x562cc55802e0 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f510c003930 con 0x562cc55802e0 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 10 client.28286 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 10 client.28286 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 20 client.28286 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc55956a0 0x562cc5597af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 4 client.28286 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562cc54f0a20 con 0x562cc55956a0 2024-09-10T07:58:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.631+0000 7f5117fff640 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc55956a0 0x562cc5597af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.632+0000 7f5117fff640 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc55956a0 0x562cc5597af0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=928220ed70796efa server_cookie=35f879c940260b68 in_seq=0 out_seq=0 2024-09-10T07:58:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.632+0000 7f50f77fe640 10 client.28286 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.632+0000 7f50f77fe640 1 -- 172.21.15.7:0/1927618415 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562cc54f0a20 con 0x562cc55956a0 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.632+0000 7f50f77fe640 10 client.28286 handle_command_reply: tid=0 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.632+0000 7f512125a740 1 client.28286 shutdown 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 msgr2=0x562cc5589f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc5589f60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5118101ca0 tx=0x7f510c012b60 comp rx=0 tx=0).stop 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 shutdown_connections 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc55956a0 0x562cc5597af0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc5590fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc5589f60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 --2- 172.21.15.7:0/1927618415 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc557f9a0 0x562cc5589a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f50f77fe640 0 client.28286 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 >> 172.21.15.7:0/1927618415 conn(0x562cc557b010 msgr2=0x562cc557c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 shutdown_connections 2024-09-10T07:58:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 1 -- 172.21.15.7:0/1927618415 wait complete. 2024-09-10T07:58:50.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.633+0000 7f512125a740 20 client.28286 trim_cache size 0 max 16384 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.649+0000 7f512125a740 1 Processor -- start 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 -- start start 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc557f9a0 0x562cc5584b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc557c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51181af1a0 con 0x562cc55802e0 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51181aca70 con 0x562cc557f9a0 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f512125a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51181aa8e0 con 0x562cc5585370 2024-09-10T07:58:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56482/0 (socket says 172.21.15.7:56482) 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 -- 172.21.15.7:0/4201937801 learned_addr learned my addr 172.21.15.7:0/4201937801 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f5117fff640 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc557f9a0 0x562cc5584b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f511ca57640 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc557c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 -- 172.21.15.7:0/4201937801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 msgr2=0x562cc557c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc557c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 -- 172.21.15.7:0/4201937801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc557f9a0 msgr2=0x562cc5584b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc557f9a0 0x562cc5584b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 -- 172.21.15.7:0/4201937801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cc5589560 con 0x562cc55802e0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.650+0000 7f51177fe640 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f510c003d50 tx=0x7f510c010640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52cfab9734d77bd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f50fdffb640 1 -- 172.21.15.7:0/4201937801 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c02e070 con 0x562cc55802e0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f50fdffb640 1 -- 172.21.15.7:0/4201937801 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f510c005070 con 0x562cc55802e0 2024-09-10T07:58:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f50fdffb640 1 -- 172.21.15.7:0/4201937801 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c022040 con 0x562cc55802e0 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 -- 172.21.15.7:0/4201937801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 msgr2=0x562cc5590f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f510c003d50 tx=0x7f510c010640 comp rx=0 tx=0).stop 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 -- 172.21.15.7:0/4201937801 shutdown_connections 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc5585370 0x562cc557c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc55802e0 0x562cc5590f60 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 --2- 172.21.15.7:0/4201937801 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc557f9a0 0x562cc5584b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 -- 172.21.15.7:0/4201937801 >> 172.21.15.7:0/4201937801 conn(0x562cc557b010 msgr2=0x562cc557a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 -- 172.21.15.7:0/4201937801 shutdown_connections 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.651+0000 7f512125a740 1 -- 172.21.15.7:0/4201937801 wait complete. 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 -- start start 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 Processor -- start 2024-09-10T07:58:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc558f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc558f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f51181aaf30 con 0x562cc5585370 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f51181ac3a0 con 0x562cc55802e0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51181ab600 con 0x562cc557f9a0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f512125a740 10 client.0 _ll_register_callbacks cb 0x7f510c009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f511ca57640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f5117fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc558f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f511ca57640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56490/0 (socket says 172.21.15.7:56490) 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f51177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc558f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.652+0000 7f511ca57640 1 -- 172.21.15.7:0/3509019598 learned_addr learned my addr 172.21.15.7:0/3509019598 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 -- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 msgr2=0x562cc558f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc558f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 -- 172.21.15.7:0/3509019598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 msgr2=0x562cc5590550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 -- 172.21.15.7:0/3509019598 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cc5590b60 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f51177fe640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc558f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f511ca57640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f5117fff640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc558f000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f510809bb10 tx=0x7f510809ba10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a63a5579e6a3029 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f50f77fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5108005310 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f51080046c0 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f510c005070 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5108005680 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f512125a740 10 client.28360 fetch_fsmap learned FSMap version 31 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562cc5600dc0 con 0x562cc557f9a0 2024-09-10T07:58:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.653+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f510c005070 con 0x562cc557f9a0 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51080981f0 con 0x562cc557f9a0 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 10 client.28360 fetch_fsmap finished waiting for FSMap version 31 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 10 client.28360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 20 client.28360 populate_metadata read hostname 'smithi007' 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc5601720 0x562cc5603b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 4 client.28360 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562cc54ead70 con 0x562cc5601720 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f51177fe640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc5601720 0x562cc5603b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f51177fe640 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc5601720 0x562cc5603b40 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c19a3bb5e32f73c server_cookie=59fc981b44db6d5a in_seq=0 out_seq=0 2024-09-10T07:58:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.654+0000 7f50f77fe640 10 client.28360 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:50 smithi110 ceph-mon[34417]: pgmap v766: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 697 KiB/s wr, 79 op/s 2024-09-10T07:58:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:50 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:50 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f50f77fe640 1 -- 172.21.15.7:0/3509019598 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562cc54ead70 con 0x562cc5601720 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f50f77fe640 10 client.28360 handle_command_reply: tid=0 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 client.28360 shutdown 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 msgr2=0x562cc558f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc558f000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f510809bb10 tx=0x7f510809ba10 comp rx=0 tx=0).stop 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 shutdown_connections 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562cc5601720 0x562cc5603b40 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562cc5585370 0x562cc5590550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f50f77fe640 0 client.28360 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562cc55802e0 0x562cc558f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 --2- 172.21.15.7:0/3509019598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562cc557f9a0 0x562cc558f000 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 >> 172.21.15.7:0/3509019598 conn(0x562cc557b010 msgr2=0x562cc557a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 shutdown_connections 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 1 -- 172.21.15.7:0/3509019598 wait complete. 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.672+0000 7f512125a740 20 client.28360 trim_cache size 0 max 16384 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:58:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:58:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 msgr2=0x7f51000a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 0x7f51000a5170 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f511004a000 tx=0x7f511004b000 comp rx=0 tx=0).stop 2024-09-10T07:58:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 msgr2=0x7f5118101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:58:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f510800e9f0 tx=0x7f510800edf0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 shutdown_connections 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f51000a2cb0 0x7f51000a5170 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5118107820 0x7f5118100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5118104ef0 0x7f5118100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 --2- 172.21.15.7:0/2969820793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f51181025c0 0x7f5118101f30 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 >> 172.21.15.7:0/2969820793 conn(0x7f51180fc1e0 msgr2=0x7f5118102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 shutdown_connections 2024-09-10T07:58:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:58:50.673+0000 7f511e4ba640 1 -- 172.21.15.7:0/2969820793 wait complete. 2024-09-10T07:58:51.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 255181 1.79 MB/sec execute 594 sec latency 16.407 ms 2024-09-10T07:58:51.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:51 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:58:51.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:51 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:58:51.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:51 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:58:52.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 255643 1.80 MB/sec execute 595 sec latency 12.765 ms 2024-09-10T07:58:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:52 smithi145 ceph-mon[34766]: pgmap v767: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 710 KiB/s wr, 77 op/s 2024-09-10T07:58:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:52 smithi007 ceph-mon[30879]: pgmap v767: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 710 KiB/s wr, 77 op/s 2024-09-10T07:58:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:52 smithi110 ceph-mon[34417]: pgmap v767: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 710 KiB/s wr, 77 op/s 2024-09-10T07:58:53.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 255889 1.80 MB/sec execute 596 sec latency 16.576 ms 2024-09-10T07:58:54.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 256316 1.79 MB/sec execute 597 sec latency 12.331 ms 2024-09-10T07:58:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:54 smithi145 ceph-mon[34766]: pgmap v768: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 990 KiB/s wr, 102 op/s 2024-09-10T07:58:54.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:54 smithi007 ceph-mon[30879]: pgmap v768: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 990 KiB/s wr, 102 op/s 2024-09-10T07:58:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:54 smithi110 ceph-mon[34417]: pgmap v768: 129 pgs: 129 active+clean; 101 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 165 KiB/s rd, 990 KiB/s wr, 102 op/s 2024-09-10T07:58:55.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 256892 1.80 MB/sec execute 598 sec latency 12.724 ms 2024-09-10T07:58:56.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 257528 1.80 MB/sec execute 599 sec latency 13.274 ms 2024-09-10T07:58:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:56 smithi145 ceph-mon[34766]: pgmap v769: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.3 MiB/s wr, 128 op/s 2024-09-10T07:58:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:56 smithi007 ceph-mon[30879]: pgmap v769: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.3 MiB/s wr, 128 op/s 2024-09-10T07:58:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:56 smithi110 ceph-mon[34417]: pgmap v769: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.3 MiB/s wr, 128 op/s 2024-09-10T07:58:57.288 INFO:tasks.workunit.client.0.smithi007.stdout: 1 cleanup 600 sec 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: 0 cleanup 601 sec 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: Operation Count AvgLat MaxLat 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: ---------------------------------------- 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: NTCreateX 34680 5.809 25153.939 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: Close 25505 0.052 1.878 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: Rename 1471 6.856 33.285 2024-09-10T07:58:58.141 INFO:tasks.workunit.client.0.smithi007.stdout: Unlink 6980 15.814 24491.596 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Qpathinfo 31482 2.872 72.989 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Qfileinfo 5492 0.077 2.167 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Qfsinfo 5744 0.314 3.269 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Sfileinfo 2841 4.829 9977.542 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Find 12151 9.672 112.718 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: WriteX 17149 2.805 23336.693 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: ReadX 54293 0.004 0.427 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: LockX 112 0.651 1.351 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: UnlockX 112 0.516 0.890 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: Flush 2424 2.860 29.327 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T07:58:58.142 INFO:tasks.workunit.client.0.smithi007.stdout:Throughput 1.79638 MB/sec 1 clients 1 procs max_latency=25153.944 ms 2024-09-10T07:58:58.143 INFO:tasks.workunit.client.0.smithi007.stderr:+ dbench 10 2024-09-10T07:58:58.143 INFO:tasks.workunit.client.0.smithi007.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-10T07:58:58.143 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T07:58:58.143 INFO:tasks.workunit.client.0.smithi007.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-10T07:58:58.143 INFO:tasks.workunit.client.0.smithi007.stdout:8 of 10 processes prepared for launch 0 sec 2024-09-10T07:58:58.243 INFO:tasks.workunit.client.0.smithi007.stdout:10 of 10 processes prepared for launch 0 sec 2024-09-10T07:58:58.243 INFO:tasks.workunit.client.0.smithi007.stdout:releasing clients 2024-09-10T07:58:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:58:58 smithi145 ceph-mon[34766]: pgmap v770: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.2 MiB/s wr, 121 op/s 2024-09-10T07:58:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:58:58 smithi007 ceph-mon[30879]: pgmap v770: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.2 MiB/s wr, 121 op/s 2024-09-10T07:58:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:58:58 smithi110 ceph-mon[34417]: pgmap v770: 129 pgs: 129 active+clean; 102 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.2 MiB/s wr, 121 op/s 2024-09-10T07:58:59.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 276 103.66 MB/sec warmup 1 sec latency 47.323 ms 2024-09-10T07:59:00.242 INFO:tasks.workunit.client.0.smithi007.stdout: 10 509 88.45 MB/sec warmup 2 sec latency 58.035 ms 2024-09-10T07:59:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:00 smithi145 ceph-mon[34766]: pgmap v771: 129 pgs: 129 active+clean; 113 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.5 MiB/s wr, 180 op/s 2024-09-10T07:59:00.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:00 smithi007 ceph-mon[30879]: pgmap v771: 129 pgs: 129 active+clean; 113 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.5 MiB/s wr, 180 op/s 2024-09-10T07:59:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:00 smithi110 ceph-mon[34417]: pgmap v771: 129 pgs: 129 active+clean; 113 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.5 MiB/s wr, 180 op/s 2024-09-10T07:59:01.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 709 70.74 MB/sec warmup 3 sec latency 94.770 ms 2024-09-10T07:59:02.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 857 53.96 MB/sec warmup 4 sec latency 128.919 ms 2024-09-10T07:59:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:02 smithi145 ceph-mon[34766]: pgmap v772: 129 pgs: 129 active+clean; 146 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-09-10T07:59:02.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:02 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:02 smithi007 ceph-mon[30879]: pgmap v772: 129 pgs: 129 active+clean; 146 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-09-10T07:59:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:02 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:02 smithi110 ceph-mon[34417]: pgmap v772: 129 pgs: 129 active+clean; 146 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-09-10T07:59:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:02 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:03.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1005 44.70 MB/sec warmup 5 sec latency 92.828 ms 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 -- 172.21.15.7:0/2565752574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0ffe10 msgr2=0x7f193c100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 --2- 172.21.15.7:0/2565752574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0ffe10 0x7f193c100210 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1934009900 tx=0x7f193402a3f0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 -- 172.21.15.7:0/2565752574 shutdown_connections 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 --2- 172.21.15.7:0/2565752574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c1037a0 0x7f193c10a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 --2- 172.21.15.7:0/2565752574 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c103260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 --2- 172.21.15.7:0/2565752574 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0ffe10 0x7f193c100210 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 -- 172.21.15.7:0/2565752574 >> 172.21.15.7:0/2565752574 conn(0x7f193c0fb930 msgr2=0x7f193c0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 -- 172.21.15.7:0/2565752574 shutdown_connections 2024-09-10T07:59:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.805+0000 7f194343c640 1 -- 172.21.15.7:0/2565752574 wait complete. 2024-09-10T07:59:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.806+0000 7f194343c640 1 Processor -- start 2024-09-10T07:59:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.806+0000 7f194343c640 1 -- start start 2024-09-10T07:59:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c110870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 0x7f193c10cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f193c101880 con 0x7f193c102de0 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f193c101700 con 0x7f193c1037a0 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f194343c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f193c101a00 con 0x7f193c0ffe10 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f19411d8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f19411d8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40406/0 (socket says 172.21.15.7:40406) 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.807+0000 7f19411d8640 1 -- 172.21.15.7:0/2181684487 learned_addr learned my addr 172.21.15.7:0/2181684487 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19419d9640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 0x7f193c10cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19409d7640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c110870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19411d8640 1 -- 172.21.15.7:0/2181684487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 msgr2=0x7f193c10cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19411d8640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 0x7f193c10cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19411d8640 1 -- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 msgr2=0x7f193c110870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19411d8640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c110870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19411d8640 1 -- 172.21.15.7:0/2181684487 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193c10d760 con 0x7f193c0ffe10 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.808+0000 7f19409d7640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.809+0000 7f19419d9640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 0x7f193c10cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.809+0000 7f19411d8640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f19340314e0 tx=0x7f1934004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.809+0000 7f192e7fc640 1 -- 172.21.15.7:0/2181684487 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193403f030 con 0x7f193c0ffe10 2024-09-10T07:59:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.809+0000 7f192e7fc640 1 -- 172.21.15.7:0/2181684487 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1934003cb0 con 0x7f193c0ffe10 2024-09-10T07:59:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.809+0000 7f192e7fc640 1 -- 172.21.15.7:0/2181684487 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1934035070 con 0x7f193c0ffe10 2024-09-10T07:59:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.810+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f193c1a6380 con 0x7f193c0ffe10 2024-09-10T07:59:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.810+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f193c1a6730 con 0x7f193c0ffe10 2024-09-10T07:59:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 Processor -- start 2024-09-10T07:59:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 -- start start 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f192e7fc640 1 -- 172.21.15.7:0/2181684487 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1934042030 con 0x7f193c0ffe10 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bc3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559b77b1f2f0 con 0x559b77bbb9a0 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559b77ac7270 con 0x559b77bc1370 2024-09-10T07:59:03.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.814+0000 7f19461d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559b77b1b2b0 con 0x559b77bbc2e0 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19411d8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35062/0 (socket says 172.21.15.7:35062) 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 -- 172.21.15.7:0/2781786023 learned_addr learned my addr 172.21.15.7:0/2781786023 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19409d7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bc3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 -- 172.21.15.7:0/2781786023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 msgr2=0x559b77bc0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 -- 172.21.15.7:0/2781786023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 msgr2=0x559b77bc3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bc3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 -- 172.21.15.7:0/2781786023 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b77ac6340 con 0x559b77bbb9a0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.815+0000 7f19419d9640 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f19300107a0 tx=0x7f1930010c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f2795ed432b475b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f192e7fc640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 0x7f19280a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f19277fe640 1 -- 172.21.15.7:0/2781786023 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930003b70 con 0x559b77bbb9a0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f19277fe640 1 -- 172.21.15.7:0/2781786023 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1930010e50 con 0x559b77bbb9a0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f19277fe640 1 -- 172.21.15.7:0/2781786023 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19300045c0 con 0x559b77bbb9a0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f19411d8640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 0x7f19280a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.816+0000 7f192e7fc640 1 -- 172.21.15.7:0/2181684487 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f19340ef990 con 0x7f193c0ffe10 2024-09-10T07:59:03.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- 172.21.15.7:0/2781786023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 msgr2=0x559b77bbbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f19300107a0 tx=0x7f1930010c60 comp rx=0 tx=0).stop 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19411d8640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 0x7f19280a5170 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f19340bbba0 tx=0x7f19340f5530 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- 172.21.15.7:0/2781786023 shutdown_connections 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bc3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 --2- 172.21.15.7:0/2781786023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bbbda0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- 172.21.15.7:0/2781786023 >> 172.21.15.7:0/2781786023 conn(0x559b77bb7010 msgr2=0x559b77bb7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- 172.21.15.7:0/2781786023 shutdown_connections 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- 172.21.15.7:0/2781786023 wait complete. 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 -- start start 2024-09-10T07:59:03.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.817+0000 7f19461d5740 1 Processor -- start 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19419d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19419d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35070/0 (socket says 172.21.15.7:35070) 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19419d9640 1 -- 172.21.15.7:0/4122608428 learned_addr learned my addr 172.21.15.7:0/4122608428 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bcd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559b77bc4340 con 0x559b77bbb9a0 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559b77aa8290 con 0x559b77bc1370 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559b77bc44c0 con 0x559b77bbc2e0 2024-09-10T07:59:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.818+0000 7f19409d7640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 -- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 msgr2=0x559b77bcd1a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bcd1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 -- 172.21.15.7:0/4122608428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 msgr2=0x559b77bc5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b77832210 con 0x559b77bbc2e0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19419d9640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19461d5740 10 client.0 _ll_register_callbacks cb 0x559b77ad9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19409d7640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc6160 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f193c10e2b0 tx=0x7f1938011c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b19c68ce60daba91 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1930010e50 con 0x559b77bbc2e0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f1924ff9640 10 client.28372 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f1924ff9640 1 -- 172.21.15.7:0/4122608428 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1938010c30 con 0x559b77bbc2e0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f1924ff9640 1 -- 172.21.15.7:0/4122608428 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1938010dd0 con 0x559b77bbc2e0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.819+0000 7f1924ff9640 1 -- 172.21.15.7:0/4122608428 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f1938025050 con 0x559b77bbc2e0 2024-09-10T07:59:03.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 10 client.28372 fetch_fsmap learned FSMap version 32 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=32}) -- 0x559b778fe620 con 0x559b77bbc2e0 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f1924ff9640 1 -- 172.21.15.7:0/4122608428 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f1938004020 con 0x559b77bbc2e0 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 10 client.28372 fetch_fsmap finished waiting for FSMap version 32 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 10 client.28372 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 20 client.28372 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bd1bf0 0x559b77bd4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 4 client.28372 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:03.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b77b2ca20 con 0x559b77bd1bf0 2024-09-10T07:59:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.820+0000 7f19419d9640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bd1bf0 0x559b77bd4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.821+0000 7f19419d9640 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bd1bf0 0x559b77bd4080 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=970dd762bf3a521b server_cookie=374ff54de7a48e95 in_seq=0 out_seq=0 2024-09-10T07:59:03.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.821+0000 7f1924ff9640 10 client.28372 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f1924ff9640 1 -- 172.21.15.7:0/4122608428 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b77b2ca20 con 0x559b77bd1bf0 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f1924ff9640 10 client.28372 handle_command_reply: tid=0 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 client.28372 shutdown 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 msgr2=0x559b77bc6160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc6160 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f193c10e2b0 tx=0x7f1938011c90 comp rx=0 tx=0).stop 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 shutdown_connections 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bd1bf0 0x559b77bd4080 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bc1370 0x559b77bcd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bc6160 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 --2- 172.21.15.7:0/4122608428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bc5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.825+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 >> 172.21.15.7:0/4122608428 conn(0x559b77bb7010 msgr2=0x559b77bb8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.826+0000 7f1924ff9640 0 client.28372 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.826+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 shutdown_connections 2024-09-10T07:59:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.826+0000 7f19461d5740 1 -- 172.21.15.7:0/4122608428 wait complete. 2024-09-10T07:59:03.828 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.826+0000 7f19461d5740 20 client.28372 trim_cache size 0 max 16384 2024-09-10T07:59:03.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.849+0000 7f19461d5740 1 Processor -- start 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.849+0000 7f19461d5740 1 -- start start 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.849+0000 7f19461d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.849+0000 7f19461d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bcd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19461d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bb60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19461d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1b3470 con 0x559b77bbb9a0 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19461d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1b0d10 con 0x559b77bb7010 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:44382/0 (socket says 172.21.15.7:44382) 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 -- 172.21.15.7:0/1026619300 learned_addr learned my addr 172.21.15.7:0/1026619300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1aeb80 con 0x559b77bbc2e0 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19409d7640 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bcd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 -- 172.21.15.7:0/1026619300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 msgr2=0x559b77bb60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bb60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 -- 172.21.15.7:0/1026619300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 msgr2=0x559b77bcd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bcd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.850+0000 7f19419d9640 1 -- 172.21.15.7:0/1026619300 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b77bb6e30 con 0x559b77bb7010 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.851+0000 7f19419d9640 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1930004630 tx=0x7f1930010430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afb7af02c9a9e14d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.851+0000 7f1926ffd640 1 -- 172.21.15.7:0/1026619300 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193000e930 con 0x559b77bb7010 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.851+0000 7f1926ffd640 1 -- 172.21.15.7:0/1026619300 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1930003970 con 0x559b77bb7010 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.851+0000 7f1926ffd640 1 -- 172.21.15.7:0/1026619300 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930004940 con 0x559b77bb7010 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 msgr2=0x559b77bc61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:03.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1930004630 tx=0x7f1930010430 comp rx=0 tx=0).stop 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 shutdown_connections 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77bb60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bcd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 --2- 172.21.15.7:0/1026619300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc61f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 >> 172.21.15.7:0/1026619300 conn(0x559b77bc0f00 msgr2=0x559b77bb59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 shutdown_connections 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- 172.21.15.7:0/1026619300 wait complete. 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.852+0000 7f19461d5740 1 -- start start 2024-09-10T07:59:03.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.853+0000 7f19461d5740 1 Processor -- start 2024-09-10T07:59:03.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77c3a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1af1d0 con 0x559b77bbb9a0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1b0640 con 0x559b77bb7010 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f193c1af8a0 con 0x559b77bbc2e0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19461d5740 10 client.0 _ll_register_callbacks cb 0x7f193800bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19409d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19419d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19409d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35100/0 (socket says 172.21.15.7:35100) 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.854+0000 7f19409d7640 1 -- 172.21.15.7:0/413463956 learned_addr learned my addr 172.21.15.7:0/413463956 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19419d9640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77c3a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19409d7640 1 -- 172.21.15.7:0/413463956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 msgr2=0x559b77c3a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19409d7640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77c3a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19409d7640 1 -- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 msgr2=0x559b77bc9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19409d7640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.855+0000 7f19409d7640 1 -- 172.21.15.7:0/413463956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b77c3ae90 con 0x559b77bbb9a0 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.856+0000 7f19409d7640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1938003610 tx=0x7f19380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2a41b81fd873431 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.856+0000 7f1924ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.856+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193802a9a0 con 0x559b77bbb9a0 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.856+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f193802ab40 con 0x559b77bbb9a0 2024-09-10T07:59:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.856+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1930003970 con 0x559b77bbb9a0 2024-09-10T07:59:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f193803b050 con 0x559b77bbb9a0 2024-09-10T07:59:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 10 client.19182 fetch_fsmap learned FSMap version 32 2024-09-10T07:59:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x559b77c3c0b0 con 0x559b77bbb9a0 2024-09-10T07:59:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1930010e50 con 0x559b77bbb9a0 2024-09-10T07:59:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f193801a890 con 0x559b77bbb9a0 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 10 client.19182 fetch_fsmap finished waiting for FSMap version 32 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 10 client.19182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 20 client.19182 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bc1370 0x559b77c3ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 4 client.19182 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.857+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f1930003970 con 0x559b77bc1370 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.858+0000 7f19419d9640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bc1370 0x559b77c3ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.859+0000 7f19419d9640 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bc1370 0x559b77c3ea70 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f12fa153177b96e server_cookie=c8d01584872b9f6 in_seq=0 out_seq=0 2024-09-10T07:59:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:03.859+0000 7f1924ff9640 10 client.19182 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:04.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f1924ff9640 1 -- 172.21.15.7:0/413463956 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f1930003970 con 0x559b77bc1370 2024-09-10T07:59:04.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f1924ff9640 10 client.19182 handle_command_reply: tid=0 2024-09-10T07:59:04.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 client.19182 shutdown 2024-09-10T07:59:04.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 msgr2=0x559b77bca470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:04.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1938003610 tx=0x7f19380046c0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 shutdown_connections 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559b77bc1370 0x559b77c3ea70 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559b77bbc2e0 0x559b77c3a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559b77bbb9a0 0x559b77bca470 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 --2- 172.21.15.7:0/413463956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559b77bb7010 0x559b77bc9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f1924ff9640 0 client.19182 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 >> 172.21.15.7:0/413463956 conn(0x559b77bc0f00 msgr2=0x559b77bb61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 shutdown_connections 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 1 -- 172.21.15.7:0/413463956 wait complete. 2024-09-10T07:59:04.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.229+0000 7f19461d5740 20 client.19182 trim_cache size 0 max 16384 2024-09-10T07:59:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:59:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:59:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:59:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 msgr2=0x7f19280a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 0x7f19280a5170 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f19340bbba0 tx=0x7f19340f5530 comp rx=0 tx=0).stop 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 msgr2=0x7f193c110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f19340314e0 tx=0x7f1934004270 comp rx=0 tx=0).stop 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 shutdown_connections 2024-09-10T07:59:04.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f19280a2cb0 0x7f19280a5170 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c1037a0 0x7f193c10cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f193c102de0 0x7f193c110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 --2- 172.21.15.7:0/2181684487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f193c0ffe10 0x7f193c110330 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.230+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 >> 172.21.15.7:0/2181684487 conn(0x7f193c0fb930 msgr2=0x7f193c0fc640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.231+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 shutdown_connections 2024-09-10T07:59:04.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:04.231+0000 7f194343c640 1 -- 172.21.15.7:0/2181684487 wait complete. 2024-09-10T07:59:04.242 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1100 38.25 MB/sec warmup 6 sec latency 288.870 ms 2024-09-10T07:59:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:04 smithi145 ceph-mon[34766]: pgmap v773: 129 pgs: 129 active+clean; 231 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 13 MiB/s wr, 176 op/s 2024-09-10T07:59:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:59:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:59:04.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:59:04.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:04 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:59:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:04 smithi007 ceph-mon[30879]: pgmap v773: 129 pgs: 129 active+clean; 231 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 13 MiB/s wr, 176 op/s 2024-09-10T07:59:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:59:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:59:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:59:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:04 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:59:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:04 smithi110 ceph-mon[34417]: pgmap v773: 129 pgs: 129 active+clean; 231 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 13 MiB/s wr, 176 op/s 2024-09-10T07:59:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T07:59:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T07:59:04.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T07:59:04.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:04 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T07:59:05.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1218 32.95 MB/sec warmup 7 sec latency 158.460 ms 2024-09-10T07:59:06.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1417 32.18 MB/sec warmup 8 sec latency 130.039 ms 2024-09-10T07:59:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:06 smithi145 ceph-mon[34766]: pgmap v774: 129 pgs: 129 active+clean; 287 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 18 MiB/s wr, 230 op/s 2024-09-10T07:59:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:06 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:06 smithi007 ceph-mon[30879]: pgmap v774: 129 pgs: 129 active+clean; 287 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 18 MiB/s wr, 230 op/s 2024-09-10T07:59:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:06 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:06 smithi110 ceph-mon[34417]: pgmap v774: 129 pgs: 129 active+clean; 287 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 18 MiB/s wr, 230 op/s 2024-09-10T07:59:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:06 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:07.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1586 29.05 MB/sec warmup 9 sec latency 79.555 ms 2024-09-10T07:59:08.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1756 26.30 MB/sec warmup 10 sec latency 81.394 ms 2024-09-10T07:59:08.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:08 smithi145 ceph-mon[34766]: pgmap v775: 129 pgs: 129 active+clean; 288 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 18 MiB/s wr, 252 op/s 2024-09-10T07:59:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:08 smithi007 ceph-mon[30879]: pgmap v775: 129 pgs: 129 active+clean; 288 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 18 MiB/s wr, 252 op/s 2024-09-10T07:59:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:08 smithi110 ceph-mon[34417]: pgmap v775: 129 pgs: 129 active+clean; 288 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 18 MiB/s wr, 252 op/s 2024-09-10T07:59:09.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 1945 24.22 MB/sec warmup 11 sec latency 73.937 ms 2024-09-10T07:59:10.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 2091 22.37 MB/sec warmup 12 sec latency 190.474 ms 2024-09-10T07:59:10.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:10 smithi145 ceph-mon[34766]: pgmap v776: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 19 MiB/s wr, 492 op/s 2024-09-10T07:59:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:10 smithi007 ceph-mon[30879]: pgmap v776: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 19 MiB/s wr, 492 op/s 2024-09-10T07:59:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:10 smithi110 ceph-mon[34417]: pgmap v776: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 19 MiB/s wr, 492 op/s 2024-09-10T07:59:11.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 2251 20.91 MB/sec warmup 13 sec latency 113.359 ms 2024-09-10T07:59:11.481 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:11 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:11.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:11 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:11.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:11 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:12.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 2467 20.65 MB/sec warmup 14 sec latency 75.640 ms 2024-09-10T07:59:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:12 smithi110 ceph-mon[34417]: pgmap v777: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 18 MiB/s wr, 439 op/s 2024-09-10T07:59:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:12 smithi145 ceph-mon[34766]: pgmap v777: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 18 MiB/s wr, 439 op/s 2024-09-10T07:59:13.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 2651 19.94 MB/sec warmup 15 sec latency 65.532 ms 2024-09-10T07:59:13.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:12 smithi007 ceph-mon[30879]: pgmap v777: 129 pgs: 129 active+clean; 286 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 18 MiB/s wr, 439 op/s 2024-09-10T07:59:14.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 2854 19.90 MB/sec warmup 16 sec latency 72.090 ms 2024-09-10T07:59:14.745 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:59:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:14 smithi007 ceph-mon[30879]: pgmap v778: 129 pgs: 129 active+clean; 290 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 15 MiB/s wr, 477 op/s 2024-09-10T07:59:15.116 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:14 smithi110 ceph-mon[34417]: pgmap v778: 129 pgs: 129 active+clean; 290 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 15 MiB/s wr, 477 op/s 2024-09-10T07:59:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:14 smithi145 ceph-mon[34766]: pgmap v778: 129 pgs: 129 active+clean; 290 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 15 MiB/s wr, 477 op/s 2024-09-10T07:59:15.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3130 20.34 MB/sec warmup 17 sec latency 68.087 ms 2024-09-10T07:59:15.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/560514805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48100e20 msgr2=0x7fbb48101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/560514805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48100e20 0x7fbb48101200 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009c10 tx=0x7fbb3802a770 comp rx=0 tx=0).stop 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/560514805 shutdown_connections 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/560514805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48102ef0 0x7fbb4810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/560514805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102570 0x7fbb481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/560514805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48100e20 0x7fbb48101200 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/560514805 >> 172.21.15.7:0/560514805 conn(0x7fbb480fc7d0 msgr2=0x7fbb480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/560514805 shutdown_connections 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.902+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/560514805 wait complete. 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.903+0000 7fbb4d4b6640 1 Processor -- start 2024-09-10T07:59:15.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.903+0000 7fbb4d4b6640 1 -- start start 2024-09-10T07:59:15.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48100e20 0x7fbb48198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102ef0 0x7fbb4819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57218/0 (socket says 172.21.15.7:57218) 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2204742709 learned_addr learned my addr 172.21.15.7:0/2204742709 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb477fe640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102ef0 0x7fbb4819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48100e20 0x7fbb48198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb48111f40 con 0x7fbb48100e20 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb48111dc0 con 0x7fbb48102ef0 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.904+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb481120c0 con 0x7fbb48102570 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2204742709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102ef0 msgr2=0x7fbb4819cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102ef0 0x7fbb4819cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48100e20 msgr2=0x7fbb48198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48100e20 0x7fbb48198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb4819d410 con 0x7fbb48102570 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000e9c0 tx=0x7fbb3000edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb44ff9640 1 -- 172.21.15.7:0/2204742709 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3000cd80 con 0x7fbb48102570 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb44ff9640 1 -- 172.21.15.7:0/2204742709 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb300035f0 con 0x7fbb48102570 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb4819d700 con 0x7fbb48102570 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.905+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb481a4fe0 con 0x7fbb48102570 2024-09-10T07:59:15.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.906+0000 7fbb44ff9640 1 -- 172.21.15.7:0/2204742709 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb30010690 con 0x7fbb48102570 2024-09-10T07:59:15.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.909+0000 7fbb44ff9640 1 -- 172.21.15.7:0/2204742709 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbb30010830 con 0x7fbb48102570 2024-09-10T07:59:15.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.909+0000 7fbb4f88f740 1 Processor -- start 2024-09-10T07:59:15.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.909+0000 7fbb4f88f740 1 -- start start 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 0x55ac67a64a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 0x55ac67a5f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a5f670 0x55ac67a5faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac679bb2e0 con 0x55ac67a64650 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ac67962ce0 con 0x55ac67a65000 2024-09-10T07:59:15.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ac679b72a0 con 0x55ac67a5f670 2024-09-10T07:59:15.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb44ff9640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 0x7fbb340a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb477fe640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 0x7fbb340a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb477fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 0x55ac67a64a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb44ff9640 1 -- 172.21.15.7:0/2204742709 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fbb300cf500 con 0x7fbb48102570 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb477fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 0x55ac67a64a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51520/0 (socket says 172.21.15.7:51520) 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb477fe640 1 -- 172.21.15.7:0/4191640170 learned_addr learned my addr 172.21.15.7:0/4191640170 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.910+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 0x55ac67a5f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a5f670 0x55ac67a5faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 -- 172.21.15.7:0/4191640170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a5f670 msgr2=0x55ac67a5faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a5f670 0x55ac67a5faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 -- 172.21.15.7:0/4191640170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 msgr2=0x55ac67a64a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 0x55ac67a64a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 -- 172.21.15.7:0/4191640170 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac67947440 con 0x55ac67a65000 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb477fe640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 0x7fbb340a5190 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fbb400116b0 tx=0x7fbb40009c20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 0x55ac67a5f050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009b30 tx=0x7fbb380304a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77331da59cf404da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.911+0000 7fbb3d7fa640 1 -- 172.21.15.7:0/4191640170 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb38040030 con 0x55ac67a65000 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.912+0000 7fbb3d7fa640 1 -- 172.21.15.7:0/4191640170 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb38037040 con 0x55ac67a65000 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.912+0000 7fbb3d7fa640 1 -- 172.21.15.7:0/4191640170 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb38036070 con 0x55ac67a65000 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 -- 172.21.15.7:0/4191640170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 msgr2=0x55ac67a5f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 0x55ac67a5f050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009b30 tx=0x7fbb380304a0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 -- 172.21.15.7:0/4191640170 shutdown_connections 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a5f670 0x55ac67a5faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a65000 0x55ac67a5f050 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/4191640170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a64650 0x55ac67a64a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 -- 172.21.15.7:0/4191640170 >> 172.21.15.7:0/4191640170 conn(0x55ac67a514e0 msgr2=0x55ac67a518c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 -- 172.21.15.7:0/4191640170 shutdown_connections 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.913+0000 7fbb4f88f740 1 -- 172.21.15.7:0/4191640170 wait complete. 2024-09-10T07:59:15.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.914+0000 7fbb4f88f740 1 -- start start 2024-09-10T07:59:15.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.914+0000 7fbb4f88f740 1 Processor -- start 2024-09-10T07:59:15.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.914+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51522/0 (socket says 172.21.15.7:51522) 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46750/0 (socket says 172.21.15.7:46750) 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a68620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb46ffd640 1 -- 172.21.15.7:0/287013935 learned_addr learned my addr 172.21.15.7:0/287013935 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac67a6b9c0 con 0x55ac67a5f670 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ac67976050 con 0x55ac67a64650 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ac67a6bb40 con 0x55ac67a65000 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.915+0000 7fbb477fe640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a68620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 -- 172.21.15.7:0/287013935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 msgr2=0x55ac67a68620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a68620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 -- 172.21.15.7:0/287013935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 msgr2=0x55ac67a6ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac6772c3c0 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x55ac67a60030 tx=0x7fbb3009ba20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d94d7256f1e90189 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb2e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb4f88f740 10 client.0 _ll_register_callbacks cb 0x55ac679b6160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/287013935 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb30099c60 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/287013935 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fbb3001fdf0 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb38037040 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/287013935 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fbb300cf140 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.916+0000 7fbb4f88f740 10 client.28319 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=34}) -- 0x55ac67a77220 con 0x55ac67a64650 2024-09-10T07:59:15.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/287013935 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7fbb300ba170 con 0x55ac67a64650 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 10 client.28319 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 10 client.28319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 20 client.28319 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67a78bf0 0x55ac67a7b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 4 client.28319 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:15.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac679c8850 con 0x55ac67a78bf0 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.917+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67a78bf0 0x55ac67a7b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.918+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67a78bf0 0x55ac67a7b0b0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9339cbdb220860dd server_cookie=d02cdd8b22599134 in_seq=0 out_seq=0 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.918+0000 7fbb2e7fc640 10 client.28319 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/287013935 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ac679c8850 con 0x55ac67a78bf0 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb2e7fc640 10 client.28319 handle_command_reply: tid=0 2024-09-10T07:59:15.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 client.28319 shutdown 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 msgr2=0x55ac67a680e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x55ac67a60030 tx=0x7fbb3009ba20 comp rx=0 tx=0).stop 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 shutdown_connections 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67a78bf0 0x55ac67a7b0b0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a68620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a680e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/287013935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a6ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb2e7fc640 0 client.28319 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 >> 172.21.15.7:0/287013935 conn(0x55ac67a514e0 msgr2=0x55ac67a50bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 shutdown_connections 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.919+0000 7fbb4f88f740 1 -- 172.21.15.7:0/287013935 wait complete. 2024-09-10T07:59:15.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.920+0000 7fbb4f88f740 20 client.28319 trim_cache size 0 max 16384 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.949+0000 7fbb4f88f740 1 Processor -- start 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 -- start start 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a65c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a670c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb28012460 con 0x55ac67a5f670 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2800fca0 con 0x55ac67a64650 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb4f88f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2800db10 con 0x55ac67a65000 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb46ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51528/0 (socket says 172.21.15.7:51528) 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb46ffd640 1 -- 172.21.15.7:0/1696521930 learned_addr learned my addr 172.21.15.7:0/1696521930 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a65c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.950+0000 7fbb477fe640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a670c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 -- 172.21.15.7:0/1696521930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 msgr2=0x55ac67a670c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a670c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 -- 172.21.15.7:0/1696521930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 msgr2=0x55ac67a65c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a65c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 -- 172.21.15.7:0/1696521930 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac67a6b1a0 con 0x55ac67a5f670 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb477fe640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a670c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009c10 tx=0x7fbb380304a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a3645c51964fa9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb3cff9640 1 -- 172.21.15.7:0/1696521930 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb38051070 con 0x55ac67a5f670 2024-09-10T07:59:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb3cff9640 1 -- 172.21.15.7:0/1696521930 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb38049070 con 0x55ac67a5f670 2024-09-10T07:59:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.951+0000 7fbb3cff9640 1 -- 172.21.15.7:0/1696521930 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb38040050 con 0x55ac67a5f670 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 -- 172.21.15.7:0/1696521930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 msgr2=0x55ac67a74cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009c10 tx=0x7fbb380304a0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 -- 172.21.15.7:0/1696521930 shutdown_connections 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a65000 0x55ac67a670c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a64650 0x55ac67a65c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/1696521930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a5f670 0x55ac67a74cc0 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 -- 172.21.15.7:0/1696521930 >> 172.21.15.7:0/1696521930 conn(0x55ac67a514e0 msgr2=0x55ac67a669b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.952+0000 7fbb4f88f740 1 -- 172.21.15.7:0/1696521930 shutdown_connections 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 -- 172.21.15.7:0/1696521930 wait complete. 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 -- start start 2024-09-10T07:59:15.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 Processor -- start 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a5f670 0x55ac67a71010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.953+0000 7fbb4f88f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a65000 0x55ac67a7fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb46ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a5f670 0x55ac67a71010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57252/0 (socket says 172.21.15.7:57252) 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2613339559 learned_addr learned my addr 172.21.15.7:0/2613339559 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2800e160 con 0x55ac67a65000 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2800f5d0 con 0x55ac67a5f670 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2800e830 con 0x55ac67a64650 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb4f88f740 10 client.0 _ll_register_callbacks cb 0x7fbb30097c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb477fe640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a65000 0x55ac67a7fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a5f670 msgr2=0x55ac67a71010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a5f670 0x55ac67a71010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2613339559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a65000 msgr2=0x55ac67a7fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a65000 0x55ac67a7fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac67a804d0 con 0x55ac67a64650 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb3ffff640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb30098330 tx=0x7fbb300ccad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a06326c219812bc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.954+0000 7fbb2e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3009b2c0 con 0x55ac67a64650 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fbb300b4b60 con 0x55ac67a64650 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb38049070 con 0x55ac67a64650 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fbb3009c060 con 0x55ac67a64650 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 10 client.28390 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ac67ae33c0 con 0x55ac67a64650 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb38049070 con 0x55ac67a64650 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7fbb300976b0 con 0x55ac67a64650 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 10 client.28390 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 10 client.28390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 20 client.28390 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67ae3b70 0x55ac67ae5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 4 client.28390 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.955+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ac679c2d60 con 0x55ac67ae3b70 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67ae3b70 0x55ac67ae5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb2e7fc640 10 client.28390 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb46ffd640 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67ae3b70 0x55ac67ae5f90 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5737895fa15af42a server_cookie=e0a3246eead0cbff in_seq=0 out_seq=0 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb2e7fc640 1 -- 172.21.15.7:0/2613339559 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ac679c2d60 con 0x55ac67ae3b70 2024-09-10T07:59:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb2e7fc640 10 client.28390 handle_command_reply: tid=0 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.956+0000 7fbb4f88f740 1 client.28390 shutdown 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 msgr2=0x55ac67a71550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb30098330 tx=0x7fbb300ccad0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 shutdown_connections 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ac67ae3b70 0x55ac67ae5f90 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac67a65000 0x55ac67a7fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ac67a64650 0x55ac67a71550 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 --2- 172.21.15.7:0/2613339559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ac67a5f670 0x55ac67a71010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 >> 172.21.15.7:0/2613339559 conn(0x55ac67a514e0 msgr2=0x55ac67a671d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb2e7fc640 0 client.28390 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 shutdown_connections 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 1 -- 172.21.15.7:0/2613339559 wait complete. 2024-09-10T07:59:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.957+0000 7fbb4f88f740 20 client.28390 trim_cache size 0 max 16384 2024-09-10T07:59:15.963 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:59:15.963 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T07:59:15.963 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T07:59:15.963 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 msgr2=0x7fbb340a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 0x7fbb340a5190 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fbb400116b0 tx=0x7fbb40009c20 comp rx=0 tx=0).stop 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 msgr2=0x7fbb481989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000e9c0 tx=0x7fbb3000edc0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 shutdown_connections 2024-09-10T07:59:15.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbb340a2cd0 0x7fbb340a5190 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb48102ef0 0x7fbb4819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb48102570 0x7fbb481989a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 --2- 172.21.15.7:0/2204742709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb48100e20 0x7fbb48198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 >> 172.21.15.7:0/2204742709 conn(0x7fbb480fc7d0 msgr2=0x7fbb480fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 shutdown_connections 2024-09-10T07:59:15.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:15.958+0000 7fbb4d4b6640 1 -- 172.21.15.7:0/2204742709 wait complete. 2024-09-10T07:59:16.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3331 19.84 MB/sec warmup 18 sec latency 81.553 ms 2024-09-10T07:59:16.834 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T07:59:16.835 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T07:59:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:16 smithi007 ceph-mon[30879]: pgmap v779: 129 pgs: 129 active+clean; 296 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 8.6 MiB/s wr, 469 op/s 2024-09-10T07:59:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:16 smithi110 ceph-mon[34417]: pgmap v779: 129 pgs: 129 active+clean; 296 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 8.6 MiB/s wr, 469 op/s 2024-09-10T07:59:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:16 smithi145 ceph-mon[34766]: pgmap v779: 129 pgs: 129 active+clean; 296 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 8.6 MiB/s wr, 469 op/s 2024-09-10T07:59:17.243 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3450 19.33 MB/sec warmup 19 sec latency 72.159 ms 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 -- 172.21.15.7:0/3894642957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 msgr2=0x7f7b78104160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 --2- 172.21.15.7:0/3894642957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78104160 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009900 tx=0x7f7b6802a410 comp rx=0 tx=0).stop 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 -- 172.21.15.7:0/3894642957 shutdown_connections 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 --2- 172.21.15.7:0/3894642957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b7810c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 --2- 172.21.15.7:0/3894642957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b781053d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 --2- 172.21.15.7:0/3894642957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78104160 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 -- 172.21.15.7:0/3894642957 >> 172.21.15.7:0/3894642957 conn(0x7f7b780ff4e0 msgr2=0x7f7b78101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 -- 172.21.15.7:0/3894642957 shutdown_connections 2024-09-10T07:59:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.369+0000 7f7b7d352640 1 -- 172.21.15.7:0/3894642957 wait complete. 2024-09-10T07:59:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 Processor -- start 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 -- start start 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78199eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b781a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7810f8e0 con 0x7f7b78103d60 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7810f760 con 0x7f7b78105910 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.370+0000 7f7b7d352640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7810fa60 con 0x7f7b78104f50 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57274/0 (socket says 172.21.15.7:57274) 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 -- 172.21.15.7:0/2344592523 learned_addr learned my addr 172.21.15.7:0/2344592523 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78199eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b777fe640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b781a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 -- 172.21.15.7:0/2344592523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 msgr2=0x7f7b781a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b781a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 -- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 msgr2=0x7f7b78199eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78199eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b6ffff640 1 -- 172.21.15.7:0/2344592523 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b781a1ad0 con 0x7f7b78104f50 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:17.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.371+0000 7f7b777fe640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b781a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000e9f0 tx=0x7f7b6000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b74ff9640 1 -- 172.21.15.7:0/2344592523 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6000cd80 con 0x7f7b78104f50 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b781a1dc0 con 0x7f7b78104f50 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b781a2280 con 0x7f7b78104f50 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b74ff9640 1 -- 172.21.15.7:0/2344592523 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b600054d0 con 0x7f7b78104f50 2024-09-10T07:59:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.372+0000 7f7b74ff9640 1 -- 172.21.15.7:0/2344592523 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60010490 con 0x7f7b78104f50 2024-09-10T07:59:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.376+0000 7f7b801c9740 1 Processor -- start 2024-09-10T07:59:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.376+0000 7f7b74ff9640 1 -- 172.21.15.7:0/2344592523 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7b60005000 con 0x7f7b78104f50 2024-09-10T07:59:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.376+0000 7f7b801c9740 1 -- start start 2024-09-10T07:59:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x56388975a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x56388975d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5638896b02f0 con 0x5638897551b0 2024-09-10T07:59:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563889658270 con 0x56388975ab80 2024-09-10T07:59:17.378 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b801c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5638896ac2b0 con 0x563889755af0 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51554/0 (socket says 172.21.15.7:51554) 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b777fe640 1 -- 172.21.15.7:0/821750154 learned_addr learned my addr 172.21.15.7:0/821750154 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x56388975d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.377+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x56388975a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.378+0000 7f7b74ff9640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 0x7f7b640a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.378+0000 7f7b6ffff640 1 -- 172.21.15.7:0/821750154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 msgr2=0x56388975a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.378+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x56388975a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.378+0000 7f7b6ffff640 1 -- 172.21.15.7:0/821750154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 msgr2=0x5638897555b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.378+0000 7f7b74ff9640 1 -- 172.21.15.7:0/2344592523 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b600cf6b0 con 0x7f7b78104f50 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b6ffff640 1 -- 172.21.15.7:0/821750154 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563889657340 con 0x56388975ab80 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b777fe640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x56388975d040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7b600ccd50 tx=0x7f7b60086690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9f35569c50eba92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b777fe640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 0x7f7b640a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b6d7fa640 1 -- 172.21.15.7:0/821750154 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009b470 con 0x56388975ab80 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.379+0000 7f7b6d7fa640 1 -- 172.21.15.7:0/821750154 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b60005680 con 0x56388975ab80 2024-09-10T07:59:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.380+0000 7f7b6d7fa640 1 -- 172.21.15.7:0/821750154 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b600a4780 con 0x56388975ab80 2024-09-10T07:59:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b777fe640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 0x7f7b640a5140 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f7b70011700 tx=0x7f7b70004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 -- 172.21.15.7:0/821750154 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 msgr2=0x56388975d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x56388975d040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7b600ccd50 tx=0x7f7b60086690 comp rx=0 tx=0).stop 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 -- 172.21.15.7:0/821750154 shutdown_connections 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x56388975d040 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x56388975a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 --2- 172.21.15.7:0/821750154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x5638897555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 -- 172.21.15.7:0/821750154 >> 172.21.15.7:0/821750154 conn(0x563889750820 msgr2=0x563889750c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 -- 172.21.15.7:0/821750154 shutdown_connections 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.381+0000 7f7b801c9740 1 -- 172.21.15.7:0/821750154 wait complete. 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 -- start start 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 Processor -- start 2024-09-10T07:59:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 0x56388975f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x563889766880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56388975daf0 con 0x563889755af0 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563889639290 con 0x56388975ab80 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.382+0000 7f7b801c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56388975dc70 con 0x5638897551b0 2024-09-10T07:59:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57284/0 (socket says 172.21.15.7:57284) 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 -- 172.21.15.7:0/2263703290 learned_addr learned my addr 172.21.15.7:0/2263703290 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b801c9740 10 client.0 _ll_register_callbacks cb 0x56388966a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 0x56388975f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b777fe640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x563889766880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 -- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 msgr2=0x563889766880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x563889766880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 -- 172.21.15.7:0/2263703290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 msgr2=0x56388975f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 0x56388975f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 -- 172.21.15.7:0/2263703290 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638893c3210 con 0x5638897551b0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 0x56388975f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009900 tx=0x7f7b68003960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=122fee71c8df9743 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b5e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.383+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68035040 con 0x5638897551b0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.384+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b60005680 con 0x5638897551b0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.384+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b68031580 con 0x5638897551b0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.384+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7b6804f050 con 0x5638897551b0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.385+0000 7f7b801c9740 10 client.28402 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.385+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56388948f620 con 0x5638897551b0 2024-09-10T07:59:17.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.386+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b68031c30 con 0x5638897551b0 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.387+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f7b68046be0 con 0x5638897551b0 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 10 client.28402 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 10 client.28402 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 20 client.28402 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897495c0 0x56388974ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 4 client.28402 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:17.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.388+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b60005680 con 0x5638897495c0 2024-09-10T07:59:17.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.389+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897495c0 0x56388974ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.391+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897495c0 0x56388974ba40 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7acca74c38c647d2 server_cookie=3f708a40ed47fe29 in_seq=0 out_seq=0 2024-09-10T07:59:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.391+0000 7f7b5e7fc640 10 client.28402 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.392+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/2263703290 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f7b60005680 con 0x5638897495c0 2024-09-10T07:59:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.392+0000 7f7b5e7fc640 10 client.28402 handle_command_reply: tid=0 2024-09-10T07:59:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.392+0000 7f7b801c9740 1 client.28402 shutdown 2024-09-10T07:59:17.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.395+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 msgr2=0x56388975f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.395+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009900 tx=0x7f7b68003960 comp rx=0 tx=0).stop 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 shutdown_connections 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897495c0 0x56388974ba40 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x563889766880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563889755af0 0x56388975f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 --2- 172.21.15.7:0/2263703290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5638897551b0 0x56388975f300 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 >> 172.21.15.7:0/2263703290 conn(0x563889750820 msgr2=0x563889752030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b5e7fc640 0 client.28402 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.397+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 shutdown_connections 2024-09-10T07:59:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.398+0000 7f7b801c9740 1 -- 172.21.15.7:0/2263703290 wait complete. 2024-09-10T07:59:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.398+0000 7f7b801c9740 20 client.28402 trim_cache size 0 max 16384 2024-09-10T07:59:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.430+0000 7f7b801c9740 1 Processor -- start 2024-09-10T07:59:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.430+0000 7f7b801c9740 1 -- start start 2024-09-10T07:59:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x563889766840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b76ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b76ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51574/0 (socket says 172.21.15.7:51574) 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b76ffd640 1 -- 172.21.15.7:0/1504546445 learned_addr learned my addr 172.21.15.7:0/1504546445 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x5638897469a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58012560 con 0x5638897551b0 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5800fda0 con 0x56388975ab80 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5800dc10 con 0x563889755af0 2024-09-10T07:59:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x563889766840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.431+0000 7f7b777fe640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x5638897469a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 -- 172.21.15.7:0/1504546445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 msgr2=0x563889766840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x563889766840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 -- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 msgr2=0x5638897469a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x5638897469a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 -- 172.21.15.7:0/1504546445 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56388975ee40 con 0x5638897551b0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b777fe640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x5638897469a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f7b6803c8e0 tx=0x7f7b68009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab5db7ba7e1f0d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b6cff9640 1 -- 172.21.15.7:0/1504546445 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68058070 con 0x5638897551b0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b6cff9640 1 -- 172.21.15.7:0/1504546445 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b68031580 con 0x5638897551b0 2024-09-10T07:59:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.432+0000 7f7b6cff9640 1 -- 172.21.15.7:0/1504546445 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68035030 con 0x5638897551b0 2024-09-10T07:59:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 msgr2=0x56388975f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f7b6803c8e0 tx=0x7f7b68009230 comp rx=0 tx=0).stop 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 shutdown_connections 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56388975ab80 0x5638897469a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563889755af0 0x563889766840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 --2- 172.21.15.7:0/1504546445 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x56388975f7c0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.433+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 >> 172.21.15.7:0/1504546445 conn(0x563889750820 msgr2=0x56388975f0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 shutdown_connections 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- 172.21.15.7:0/1504546445 wait complete. 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- start start 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 Processor -- start 2024-09-10T07:59:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x563889758bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56388975ab80 0x5638897cb870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5800e260 con 0x5638897551b0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5800f6d0 con 0x563889755af0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5800e930 con 0x56388975ab80 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.434+0000 7f7b801c9740 10 client.0 _ll_register_callbacks cb 0x7f7b680043f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46806/0 (socket says 172.21.15.7:46806) 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 -- 172.21.15.7:0/4289678070 learned_addr learned my addr 172.21.15.7:0/4289678070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x563889758bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b777fe640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56388975ab80 0x5638897cb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 -- 172.21.15.7:0/4289678070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56388975ab80 msgr2=0x5638897cb870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56388975ab80 0x5638897cb870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 -- 172.21.15.7:0/4289678070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 msgr2=0x563889758bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x563889758bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 -- 172.21.15.7:0/4289678070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638897cbe00 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b6ffff640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000c6a0 tx=0x7f7b6000e940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63af18f0ea61f583 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b5e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.435+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009b470 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b68031580 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7b600cf380 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7b60005680 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b801c9740 10 client.28340 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5638897cd110 con 0x563889755af0 2024-09-10T07:59:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.436+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b68031580 con 0x563889755af0 2024-09-10T07:59:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f7b60098180 con 0x563889755af0 2024-09-10T07:59:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 10 client.28340 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 10 client.28340 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 20 client.28340 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897cd760 0x5638897cfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 4 client.28340 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:59:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5638896bda20 con 0x5638897cd760 2024-09-10T07:59:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897cd760 0x5638897cfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b76ffd640 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897cd760 0x5638897cfb80 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f23b6bb06d4c3d20 server_cookie=a69d0ff2889330b in_seq=0 out_seq=0 2024-09-10T07:59:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.437+0000 7f7b5e7fc640 10 client.28340 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:17.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.497+0000 7f7b5e7fc640 1 -- 172.21.15.7:0/4289678070 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5638896bda20 con 0x5638897cd760 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.497+0000 7f7b5e7fc640 10 client.28340 handle_command_reply: tid=0 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.497+0000 7f7b801c9740 1 client.28340 shutdown 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 msgr2=0x563889759110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000c6a0 tx=0x7f7b6000e940 comp rx=0 tx=0).stop 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 shutdown_connections 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5638897cd760 0x5638897cfb80 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b5e7fc640 0 client.28340 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56388975ab80 0x5638897cb870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563889755af0 0x563889759110 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 --2- 172.21.15.7:0/4289678070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5638897551b0 0x563889758bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.498+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 >> 172.21.15.7:0/4289678070 conn(0x563889750820 msgr2=0x563889751730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.499+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 shutdown_connections 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.499+0000 7f7b801c9740 1 -- 172.21.15.7:0/4289678070 wait complete. 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.499+0000 7f7b801c9740 20 client.28340 trim_cache size 0 max 16384 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:59:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:59:17.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:59:17.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 msgr2=0x7f7b640a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 0x7f7b640a5140 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f7b70011700 tx=0x7f7b70004a40 comp rx=0 tx=0).stop 2024-09-10T07:59:17.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 msgr2=0x7f7b7819a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000e9f0 tx=0x7f7b6000edf0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 shutdown_connections 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7b640a2c80 0x7f7b640a5140 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.501+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7b78105910 0x7f7b781a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.502+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b78104f50 0x7f7b7819a3f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.502+0000 7f7b7d352640 1 --2- 172.21.15.7:0/2344592523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b78103d60 0x7f7b78199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.502+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 >> 172.21.15.7:0/2344592523 conn(0x7f7b780ff4e0 msgr2=0x7f7b78108250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.502+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 shutdown_connections 2024-09-10T07:59:17.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:17.502+0000 7f7b7d352640 1 -- 172.21.15.7:0/2344592523 wait complete. 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.803+0000 7fe609770640 1 -- 172.21.15.7:0/3357607988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604074590 msgr2=0x7fe604074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.803+0000 7fe609770640 1 --2- 172.21.15.7:0/3357607988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604074590 0x7fe604074970 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8009900 tx=0x7fe5f802a480 comp rx=0 tx=0).stop 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 -- 172.21.15.7:0/3357607988 shutdown_connections 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 --2- 172.21.15.7:0/3357607988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe604112ba0 0x7fe604114f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 --2- 172.21.15.7:0/3357607988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074eb0 0x7fe604112660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 --2- 172.21.15.7:0/3357607988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604074590 0x7fe604074970 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 -- 172.21.15.7:0/3357607988 >> 172.21.15.7:0/3357607988 conn(0x7fe6040fd8f0 msgr2=0x7fe6040ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 -- 172.21.15.7:0/3357607988 shutdown_connections 2024-09-10T07:59:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.804+0000 7fe609770640 1 -- 172.21.15.7:0/3357607988 wait complete. 2024-09-10T07:59:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe609770640 1 Processor -- start 2024-09-10T07:59:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe609770640 1 -- start start 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe609770640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe609770640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe604074eb0 0x7fe60406cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe609770640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe602ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe602ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46830/0 (socket says 172.21.15.7:46830) 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.805+0000 7fe6037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe6037fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51620/0 (socket says 172.21.15.7:51620) 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe609770640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe604118430 con 0x7fe604112ba0 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe609770640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe6041182b0 con 0x7fe604074590 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe609770640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe6041185b0 con 0x7fe604074eb0 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 -- 172.21.15.7:0/3181475790 learned_addr learned my addr 172.21.15.7:0/3181475790 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 -- 172.21.15.7:0/3181475790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe604074eb0 msgr2=0x7fe60406cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe604074eb0 0x7fe60406cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 -- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 msgr2=0x7fe60406d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe602ffd640 1 -- 172.21.15.7:0/3181475790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60406d860 con 0x7fe604074590 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.806+0000 7fe6037fe640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe602ffd640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8005940 tx=0x7fe5f80040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f803f030 con 0x7fe604074590 2024-09-10T07:59:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe604071640 con 0x7fe604074590 2024-09-10T07:59:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5f80044c0 con 0x7fe604074590 2024-09-10T07:59:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8035070 con 0x7fe604074590 2024-09-10T07:59:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.807+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe604071b70 con 0x7fe604074590 2024-09-10T07:59:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.808+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe604075cd0 con 0x7fe604074590 2024-09-10T07:59:17.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.809+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe5f8042030 con 0x7fe604074590 2024-09-10T07:59:17.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.810+0000 7fe5ebfff640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 0x7fe5ec0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.810+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5f80ef790 con 0x7fe604074590 2024-09-10T07:59:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.810+0000 7fe6027fc640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 0x7fe5ec0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.811+0000 7fe6027fc640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 0x7fe5ec0a50c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc005c40 tx=0x7fe5fc005bd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:17.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:17.815+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe5f80bc2f0 con 0x7fe604074590 2024-09-10T07:59:18.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.139+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe60406e0d0 con 0x7fe604074590 2024-09-10T07:59:18.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.140+0000 7fe5ebfff640 1 -- 172.21.15.7:0/3181475790 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+11920 (secure 0 0 0) 0x7fe5f80bbbf0 con 0x7fe604074590 2024-09-10T07:59:18.140 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T07:59:18.140 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":34,"btime":"2024-09-10T07:59:10:224658+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":34,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:09.692466+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":18,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":17,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T07:59:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 34 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 msgr2=0x7fe5ec0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 0x7fe5ec0a50c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc005c40 tx=0x7fe5fc005bd0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 msgr2=0x7fe604073b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8005940 tx=0x7fe5f80040c0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 shutdown_connections 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5ec0a2c00 0x7fe5ec0a50c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe604112ba0 0x7fe60406d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe604074eb0 0x7fe60406cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 --2- 172.21.15.7:0/3181475790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe604074590 0x7fe604073b10 secure :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8005940 tx=0x7fe5f80040c0 comp rx=0 tx=0).stop 2024-09-10T07:59:18.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 >> 172.21.15.7:0/3181475790 conn(0x7fe6040fd8f0 msgr2=0x7fe6040ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:18.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 shutdown_connections 2024-09-10T07:59:18.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:18.144+0000 7fe609770640 1 -- 172.21.15.7:0/3181475790 wait complete. 2024-09-10T07:59:18.244 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3579 18.76 MB/sec warmup 20 sec latency 128.647 ms 2024-09-10T07:59:19.111 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T07:59:19.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:18 smithi007 ceph-mon[30879]: pgmap v780: 129 pgs: 129 active+clean; 300 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 3.5 MiB/s wr, 399 op/s 2024-09-10T07:59:19.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:18 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3181475790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:59:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:18 smithi110 ceph-mon[34417]: pgmap v780: 129 pgs: 129 active+clean; 300 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 3.5 MiB/s wr, 399 op/s 2024-09-10T07:59:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:18 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3181475790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:59:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:18 smithi145 ceph-mon[34766]: pgmap v780: 129 pgs: 129 active+clean; 300 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 3.5 MiB/s wr, 399 op/s 2024-09-10T07:59:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:18 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3181475790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T07:59:19.244 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3682 17.97 MB/sec warmup 21 sec latency 75.877 ms 2024-09-10T07:59:19.497 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:20.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 -- 172.21.15.7:0/219001248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc074620 msgr2=0x7f1ddc074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 --2- 172.21.15.7:0/219001248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc074620 0x7f1ddc074a00 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8009900 tx=0x7f1dd802a480 comp rx=0 tx=0).stop 2024-09-10T07:59:20.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 -- 172.21.15.7:0/219001248 shutdown_connections 2024-09-10T07:59:20.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 --2- 172.21.15.7:0/219001248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 --2- 172.21.15.7:0/219001248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc10de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 --2- 172.21.15.7:0/219001248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc074620 0x7f1ddc074a00 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.044+0000 7f1de32cd640 1 -- 172.21.15.7:0/219001248 >> 172.21.15.7:0/219001248 conn(0x7f1ddc0fd8e0 msgr2=0x7f1ddc0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.045+0000 7f1de32cd640 1 -- 172.21.15.7:0/219001248 shutdown_connections 2024-09-10T07:59:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.045+0000 7f1de32cd640 1 -- 172.21.15.7:0/219001248 wait complete. 2024-09-10T07:59:20.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.045+0000 7f1de32cd640 1 Processor -- start 2024-09-10T07:59:20.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.045+0000 7f1de32cd640 1 -- start start 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de1069640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc114000 con 0x7f1ddc074620 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc113e80 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de32cd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc114180 con 0x7f1ddc074f40 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de1069640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51646/0 (socket says 172.21.15.7:51646) 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de1069640 1 -- 172.21.15.7:0/1763605646 learned_addr learned my addr 172.21.15.7:0/1763605646 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.046+0000 7f1de0868640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 -- 172.21.15.7:0/1763605646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 msgr2=0x7f1ddc19ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc19ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 -- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 msgr2=0x7f1ddc19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 -- 172.21.15.7:0/1763605646 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc19f570 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de0868640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de1069640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc19ee90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009fd0 tx=0x7f1dd400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1dd27fc640 1 -- 172.21.15.7:0/1763605646 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd400ce20 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1dd27fc640 1 -- 172.21.15.7:0/1763605646 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd4005020 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc19f860 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1dd27fc640 1 -- 172.21.15.7:0/1763605646 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4010690 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.047+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc1a7140 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.051+0000 7f1dd27fc640 1 -- 172.21.15.7:0/1763605646 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1dd40051d0 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 Processor -- start 2024-09-10T07:59:20.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 -- start start 2024-09-10T07:59:20.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a97d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a98a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1dd27fc640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 0x7f1dc80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a11a8e32f0 con 0x55a11a97d5d0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a11a88acf0 con 0x55a11a97eb40 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de56a6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a11a8df2b0 con 0x55a11a988370 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1dd27fc640 1 -- 172.21.15.7:0/1763605646 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1dd40cf9d0 con 0x7f1ddc10e3c0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de1069640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de1069640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51652/0 (socket says 172.21.15.7:51652) 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.052+0000 7f1de1069640 1 -- 172.21.15.7:0/1166308335 learned_addr learned my addr 172.21.15.7:0/1166308335 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de0868640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a97d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de0868640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a98a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 0x7f1dc80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 -- 172.21.15.7:0/1166308335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 msgr2=0x55a11a98a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a98a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 -- 172.21.15.7:0/1166308335 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 msgr2=0x55a11a97d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a97d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 -- 172.21.15.7:0/1166308335 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a11a86f3a0 con 0x55a11a97d5d0 2024-09-10T07:59:20.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de0868640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a98a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:20.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.053+0000 7f1de1069640 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8000c00 tx=0x7f1dd8032eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ae641083a0b674 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1de186a640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 0x7f1dc80a50c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1dd401a040 tx=0x7f1dd400c890 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1dc77fe640 1 -- 172.21.15.7:0/1166308335 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8035040 con 0x55a11a97d5d0 2024-09-10T07:59:20.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1dc77fe640 1 -- 172.21.15.7:0/1166308335 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd80317a0 con 0x55a11a97d5d0 2024-09-10T07:59:20.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1dc77fe640 1 -- 172.21.15.7:0/1166308335 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8004a00 con 0x55a11a97d5d0 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1de56a6740 1 -- 172.21.15.7:0/1166308335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 msgr2=0x55a11a97da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.054+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8000c00 tx=0x7f1dd8032eb0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 -- 172.21.15.7:0/1166308335 shutdown_connections 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a98a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a97da10 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1166308335 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a97d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 -- 172.21.15.7:0/1166308335 >> 172.21.15.7:0/1166308335 conn(0x55a11a946310 msgr2=0x55a11a979c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 -- 172.21.15.7:0/1166308335 shutdown_connections 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.055+0000 7f1de56a6740 1 -- 172.21.15.7:0/1166308335 wait complete. 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.056+0000 7f1de56a6740 1 -- start start 2024-09-10T07:59:20.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.056+0000 7f1de56a6740 1 Processor -- start 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97eb40 0x55a11a984f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de0868640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de0868640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51666/0 (socket says 172.21.15.7:51666) 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a9854d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de1069640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97eb40 0x55a11a984f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de0868640 1 -- 172.21.15.7:0/3726350361 learned_addr learned my addr 172.21.15.7:0/3726350361 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a11a98b0b0 con 0x55a11a97d5d0 2024-09-10T07:59:20.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a11a89e060 con 0x55a11a988370 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a11a98b230 con 0x55a11a97eb40 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.057+0000 7f1de56a6740 10 client.0 _ll_register_callbacks cb 0x55a11a5f18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 -- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97eb40 msgr2=0x55a11a984f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97eb40 0x55a11a984f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 -- 172.21.15.7:0/3726350361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 msgr2=0x55a11a9854d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a9854d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a11a6543c0 con 0x55a11a97d5d0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de0868640 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc013d30 tx=0x7f1dcc010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13a8615ad8a85b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1dc4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc004030 con 0x55a11a97d5d0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1dcc0041d0 con 0x55a11a97d5d0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.058+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dd80317a0 con 0x55a11a97d5d0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f1dcc027050 con 0x55a11a97d5d0 2024-09-10T07:59:20.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1de56a6740 10 client.19236 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:20.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55a11a996b00 con 0x55a11a97d5d0 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd80317a0 con 0x55a11a97d5d0 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f1dcc00f5d0 con 0x55a11a97d5d0 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1de56a6740 10 client.19236 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.059+0000 7f1de56a6740 10 client.19236 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.060+0000 7f1de56a6740 20 client.19236 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.060+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11a9983e0 0x55a11a99a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.060+0000 7f1de56a6740 4 client.19236 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.060+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a11a8f0860 con 0x55a11a9983e0 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.060+0000 7f1de1069640 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11a9983e0 0x55a11a99a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.061+0000 7f1dc4ff9640 10 client.19236 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:59:20.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.061+0000 7f1de1069640 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11a9983e0 0x55a11a99a8a0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=369a129da010b555 server_cookie=c6425d15c4d44491 in_seq=0 out_seq=0 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.061+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3726350361 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a11a8f0860 con 0x55a11a9983e0 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.061+0000 7f1dc4ff9640 10 client.19236 handle_command_reply: tid=0 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.061+0000 7f1de56a6740 1 client.19236 shutdown 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 msgr2=0x55a11a987cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc013d30 tx=0x7f1dcc010800 comp rx=0 tx=0).stop 2024-09-10T07:59:20.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 shutdown_connections 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11a9983e0 0x55a11a99a8a0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a9854d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97eb40 0x55a11a984f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3726350361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a987cc0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 >> 172.21.15.7:0/3726350361 conn(0x55a11a946310 msgr2=0x55a11a97f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1dc4ff9640 0 client.19236 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 shutdown_connections 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 1 -- 172.21.15.7:0/3726350361 wait complete. 2024-09-10T07:59:20.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.062+0000 7f1de56a6740 20 client.19236 trim_cache size 0 max 16384 2024-09-10T07:59:20.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.083+0000 7f1de56a6740 1 Processor -- start 2024-09-10T07:59:20.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.083+0000 7f1de56a6740 1 -- start start 2024-09-10T07:59:20.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.083+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51676/0 (socket says 172.21.15.7:51676) 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 -- 172.21.15.7:0/1291392410 learned_addr learned my addr 172.21.15.7:0/1291392410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a989760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a989ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1b3890 con 0x55a11a97d5d0 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1b10d0 con 0x55a11a97eb40 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1aef40 con 0x55a11a988370 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de1069640 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a989760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a989ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 -- 172.21.15.7:0/1291392410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 msgr2=0x55a11a989ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a989ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 -- 172.21.15.7:0/1291392410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 msgr2=0x55a11a989760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a989760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.084+0000 7f1de0868640 1 -- 172.21.15.7:0/1291392410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a11a980120 con 0x55a11a97d5d0 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.085+0000 7f1de0868640 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x55a11a994920 tx=0x7f1dcc009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a151c5e7f9eb5e14 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.085+0000 7f1dc6ffd640 1 -- 172.21.15.7:0/1291392410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc024030 con 0x55a11a97d5d0 2024-09-10T07:59:20.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.086+0000 7f1dc6ffd640 1 -- 172.21.15.7:0/1291392410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dcc005570 con 0x55a11a97d5d0 2024-09-10T07:59:20.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.086+0000 7f1dc6ffd640 1 -- 172.21.15.7:0/1291392410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc0038e0 con 0x55a11a97d5d0 2024-09-10T07:59:20.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 msgr2=0x55a11a994350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x55a11a994920 tx=0x7f1dcc009d80 comp rx=0 tx=0).stop 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 shutdown_connections 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a988370 0x55a11a989ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a97eb40 0x55a11a989760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 --2- 172.21.15.7:0/1291392410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97d5d0 0x55a11a994350 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 >> 172.21.15.7:0/1291392410 conn(0x55a11a946310 msgr2=0x55a11a98a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 shutdown_connections 2024-09-10T07:59:20.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.087+0000 7f1de56a6740 1 -- 172.21.15.7:0/1291392410 wait complete. 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.088+0000 7f1de56a6740 1 -- start start 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.088+0000 7f1de56a6740 1 Processor -- start 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.088+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97eb40 0x55a11a99f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a99fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57382/0 (socket says 172.21.15.7:57382) 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1af590 con 0x55a11a97eb40 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1b0a00 con 0x55a11a988370 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 -- 172.21.15.7:0/3649078986 learned_addr learned my addr 172.21.15.7:0/3649078986 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de1069640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97eb40 0x55a11a99f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1afc60 con 0x55a11a97d5d0 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de56a6740 10 client.0 _ll_register_callbacks cb 0x7f1dcc013a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a99fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 -- 172.21.15.7:0/3649078986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 msgr2=0x55a11a99fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a99fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 -- 172.21.15.7:0/3649078986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97eb40 msgr2=0x55a11a99f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97eb40 0x55a11a99f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 -- 172.21.15.7:0/3649078986 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a11a98f5f0 con 0x55a11a97d5d0 2024-09-10T07:59:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1de0868640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009df0 tx=0x7f1dcc013930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b344b1d2f8dd2511 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.089+0000 7f1dc4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc0050e0 con 0x55a11a97d5d0 2024-09-10T07:59:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1dcc005280 con 0x55a11a97d5d0 2024-09-10T07:59:20.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dcc005570 con 0x55a11a97d5d0 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f1dcc042050 con 0x55a11a97d5d0 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1de56a6740 10 client.28429 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55a11a990890 con 0x55a11a97d5d0 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dcc003aa0 con 0x55a11a97d5d0 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.090+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f1dcc02a040 con 0x55a11a97d5d0 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 10 client.28429 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 10 client.28429 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 20 client.28429 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:20.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11aa03180 0x55a11aa05570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 4 client.28429 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f1dcc005570 con 0x55a11aa03180 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de1069640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11aa03180 0x55a11aa05570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1dc4ff9640 10 client.28429 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.091+0000 7f1de1069640 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11aa03180 0x55a11aa05570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ade5256e0666db5c server_cookie=388e7de4439d0edd in_seq=0 out_seq=0 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1dc4ff9640 1 -- 172.21.15.7:0/3649078986 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f1dcc005570 con 0x55a11aa03180 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1dc4ff9640 10 client.28429 handle_command_reply: tid=0 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 client.28429 shutdown 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 msgr2=0x55a11a99f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009df0 tx=0x7f1dcc013930 comp rx=0 tx=0).stop 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 shutdown_connections 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x55a11aa03180 0x55a11aa05570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a11a988370 0x55a11a99fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1dc4ff9640 0 client.28429 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a11a97eb40 0x55a11a99f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 --2- 172.21.15.7:0/3649078986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a11a97d5d0 0x55a11a99f1a0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 >> 172.21.15.7:0/3649078986 conn(0x55a11a946310 msgr2=0x55a11a9784e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 shutdown_connections 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 1 -- 172.21.15.7:0/3649078986 wait complete. 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.093+0000 7f1de56a6740 20 client.28429 trim_cache size 0 max 16384 2024-09-10T07:59:20.095 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.094+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 msgr2=0x7f1dc80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.094+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 0x7f1dc80a50c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1dd401a040 tx=0x7f1dd400c890 comp rx=0 tx=0).stop 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.094+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 msgr2=0x7f1ddc19ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.094+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc19ee90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009fd0 tx=0x7f1dd400ef10 comp rx=0 tx=0).stop 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 shutdown_connections 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dc80a2c00 0x7f1dc80a50c0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ddc10e3c0 0x7f1ddc19ee90 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc074f40 0x7f1ddc19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 --2- 172.21.15.7:0/1763605646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ddc074620 0x7f1ddc19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 >> 172.21.15.7:0/1763605646 conn(0x7f1ddc0fd8e0 msgr2=0x7f1ddc0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 shutdown_connections 2024-09-10T07:59:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:20.095+0000 7f1de32cd640 1 -- 172.21.15.7:0/1763605646 wait complete. 2024-09-10T07:59:20.244 INFO:tasks.workunit.client.0.smithi007.stdout: 10 3848 17.76 MB/sec warmup 22 sec latency 76.698 ms 2024-09-10T07:59:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:20 smithi007 ceph-mon[30879]: pgmap v781: 129 pgs: 129 active+clean; 311 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 5.1 MiB/s wr, 435 op/s 2024-09-10T07:59:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:20 smithi110 ceph-mon[34417]: pgmap v781: 129 pgs: 129 active+clean; 311 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 5.1 MiB/s wr, 435 op/s 2024-09-10T07:59:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:20 smithi145 ceph-mon[34766]: pgmap v781: 129 pgs: 129 active+clean; 311 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 5.1 MiB/s wr, 435 op/s 2024-09-10T07:59:21.244 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4011 17.37 MB/sec warmup 23 sec latency 64.714 ms 2024-09-10T07:59:21.266 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T07:59:21.685 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4151 16.83 MB/sec warmup 24 sec latency 98.669 ms 2024-09-10T07:59:22.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.265+0000 7f99f9b40640 1 -- 172.21.15.7:0/1483148151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 msgr2=0x7f99f41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.265+0000 7f99f9b40640 1 --2- 172.21.15.7:0/1483148151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f41067e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f99dc009860 tx=0x7f99dc02a340 comp rx=0 tx=0).stop 2024-09-10T07:59:22.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.265+0000 7f99f9b40640 1 -- 172.21.15.7:0/1483148151 shutdown_connections 2024-09-10T07:59:22.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 --2- 172.21.15.7:0/1483148151 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4106f10 0x7f99f410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 --2- 172.21.15.7:0/1483148151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f41067e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 --2- 172.21.15.7:0/1483148151 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4101de0 0x7f99f41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 -- 172.21.15.7:0/1483148151 >> 172.21.15.7:0/1483148151 conn(0x7f99f40fd8c0 msgr2=0x7f99f40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 -- 172.21.15.7:0/1483148151 shutdown_connections 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 -- 172.21.15.7:0/1483148151 wait complete. 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 Processor -- start 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.266+0000 7f99f9b40640 1 -- start start 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 0x7f99f4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f99f4111de0 con 0x7f99f4106f10 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f99f4111c60 con 0x7f99f4101de0 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f9b40640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99f4111f60 con 0x7f99f4102790 2024-09-10T07:59:22.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 0x7f99f4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42382/0 (socket says 172.21.15.7:42382) 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99f37fe640 1 -- 172.21.15.7:0/499304620 learned_addr learned my addr 172.21.15.7:0/499304620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.267+0000 7f99ebfff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 -- 172.21.15.7:0/499304620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 msgr2=0x7f99f4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 -- 172.21.15.7:0/499304620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 msgr2=0x7f99f40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 -- 172.21.15.7:0/499304620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f41a6800 con 0x7f99f4106f10 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f37fe640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f3fff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 0x7f99f4074f70 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f99ec009fd0 tx=0x7f99ec00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f17fa640 1 -- 172.21.15.7:0/499304620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec00ce20 con 0x7f99f4106f10 2024-09-10T07:59:22.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f41a6af0 con 0x7f99f4106f10 2024-09-10T07:59:22.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f17fa640 1 -- 172.21.15.7:0/499304620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99ec005020 con 0x7f99f4106f10 2024-09-10T07:59:22.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f17fa640 1 -- 172.21.15.7:0/499304620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec010690 con 0x7f99f4106f10 2024-09-10T07:59:22.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.268+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f41a7000 con 0x7f99f4106f10 2024-09-10T07:59:22.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.271+0000 7f99f17fa640 1 -- 172.21.15.7:0/499304620 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f99ec0051d0 con 0x7f99f4106f10 2024-09-10T07:59:22.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.271+0000 7f99fbf19740 1 Processor -- start 2024-09-10T07:59:22.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 -- start start 2024-09-10T07:59:22.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af13a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af20760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c7ae792f0 con 0x561c7af14b40 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561c7ae20cf0 con 0x561c7af1e370 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99fbf19740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561c7ae752b0 con 0x561c7af135d0 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99f37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af13a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33522/0 (socket says 172.21.15.7:33522) 2024-09-10T07:59:22.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.272+0000 7f99ebfff640 1 -- 172.21.15.7:0/1399160563 learned_addr learned my addr 172.21.15.7:0/1399160563 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99f17fa640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 0x7f99e00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af20760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99f17fa640 1 -- 172.21.15.7:0/499304620 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f99ec0cfa00 con 0x7f99f4106f10 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 -- 172.21.15.7:0/1399160563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 msgr2=0x561c7af13a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99f3fff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 0x7f99e00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af13a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 -- 172.21.15.7:0/1399160563 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 msgr2=0x561c7af20760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af20760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 -- 172.21.15.7:0/1399160563 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c7ae053a0 con 0x561c7af14b40 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99f37fe640 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af13a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99ebfff640 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f99dc005e00 tx=0x7f99dc005d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44d73b0c09ad0e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.273+0000 7f99f3fff640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 0x7f99e00a50c0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f99ec01a040 tx=0x7f99ec005f70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.274+0000 7f99e9ffb640 1 -- 172.21.15.7:0/1399160563 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc04d070 con 0x561c7af14b40 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.274+0000 7f99e9ffb640 1 -- 172.21.15.7:0/1399160563 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99dc038040 con 0x561c7af14b40 2024-09-10T07:59:22.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.274+0000 7f99e9ffb640 1 -- 172.21.15.7:0/1399160563 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc037040 con 0x561c7af14b40 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- 172.21.15.7:0/1399160563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 msgr2=0x561c7af13090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f99dc005e00 tx=0x7f99dc005d70 comp rx=0 tx=0).stop 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- 172.21.15.7:0/1399160563 shutdown_connections 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af20760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af13a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 --2- 172.21.15.7:0/1399160563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af13090 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- 172.21.15.7:0/1399160563 >> 172.21.15.7:0/1399160563 conn(0x561c7aedc310 msgr2=0x561c7af0fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- 172.21.15.7:0/1399160563 shutdown_connections 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- 172.21.15.7:0/1399160563 wait complete. 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.275+0000 7f99fbf19740 1 -- start start 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 Processor -- start 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af14b40 0x561c7af1b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af1e370 0x561c7af1b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c7af21010 con 0x561c7af135d0 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561c7ae34060 con 0x561c7af14b40 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561c7af21190 con 0x561c7af1e370 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99fbf19740 10 client.0 _ll_register_callbacks cb 0x561c7ab878c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33530/0 (socket says 172.21.15.7:33530) 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99ebfff640 1 -- 172.21.15.7:0/2978181928 learned_addr learned my addr 172.21.15.7:0/2978181928 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af1e370 0x561c7af1b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.276+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af14b40 0x561c7af1b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 -- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af1e370 msgr2=0x561c7af1b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af1e370 0x561c7af1b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 -- 172.21.15.7:0/2978181928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af14b40 msgr2=0x561c7af1b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af14b40 0x561c7af1b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 -- 172.21.15.7:0/2978181928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c7abea3c0 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f99dc0307b0 tx=0x7f99dc0306b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b3793dc8ed84d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc05b060 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99dc038040 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.277+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f99dc005050 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.278+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f99dc062050 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.278+0000 7f99fbf19740 10 client.19254 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.278+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561c7af2cb40 con 0x561c7af135d0 2024-09-10T07:59:22.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.278+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99dc038040 con 0x561c7af135d0 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.278+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f99dc0035f0 con 0x561c7af135d0 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 10 client.19254 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 10 client.19254 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 20 client.19254 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af2e040 0x561c7af304a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 4 client.19254 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c7ae86860 con 0x561c7af2e040 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af2e040 0x561c7af304a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99d2ffd640 10 client.19254 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.279+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af2e040 0x561c7af304a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2061cb076729e989 server_cookie=99a301cbd30c521b in_seq=0 out_seq=0 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2978181928 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561c7ae86860 con 0x561c7af2e040 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99d2ffd640 10 client.19254 handle_command_reply: tid=0 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99fbf19740 1 client.19254 shutdown 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 msgr2=0x561c7af1ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f99dc0307b0 tx=0x7f99dc0306b0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 shutdown_connections 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.280+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af2e040 0x561c7af304a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af1e370 0x561c7af1b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af14b40 0x561c7af1b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2978181928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1ddf0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99d2ffd640 0 client.19254 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:59:22.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 >> 172.21.15.7:0/2978181928 conn(0x561c7aedc310 msgr2=0x561c7af15990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 shutdown_connections 2024-09-10T07:59:22.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 1 -- 172.21.15.7:0/2978181928 wait complete. 2024-09-10T07:59:22.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.281+0000 7f99fbf19740 20 client.19254 trim_cache size 0 max 16384 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.298+0000 7f99fbf19740 1 Processor -- start 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.298+0000 7f99fbf19740 1 -- start start 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 0x561c7af2a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af16120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41af270 con 0x561c7af135d0 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41acab0 con 0x561c7af1e370 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99fbf19740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41aa920 con 0x561c7af14b40 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99f37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 0x561c7af2a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33534/0 (socket says 172.21.15.7:33534) 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 -- 172.21.15.7:0/2040553369 learned_addr learned my addr 172.21.15.7:0/2040553369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:22.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af16120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 -- 172.21.15.7:0/2040553369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 msgr2=0x561c7af2a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 0x561c7af2a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 -- 172.21.15.7:0/2040553369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 msgr2=0x561c7af16120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af16120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99ebfff640 1 -- 172.21.15.7:0/2040553369 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c7af2a7f0 con 0x561c7af135d0 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.299+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 0x561c7af2a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.300+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f99dc005e00 tx=0x7f99dc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d7a49ab7944c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.300+0000 7f99e97fa640 1 -- 172.21.15.7:0/2040553369 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc05b040 con 0x561c7af135d0 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.300+0000 7f99e97fa640 1 -- 172.21.15.7:0/2040553369 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99dc030450 con 0x561c7af135d0 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.300+0000 7f99e97fa640 1 -- 172.21.15.7:0/2040553369 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc037070 con 0x561c7af135d0 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 -- 172.21.15.7:0/2040553369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 msgr2=0x561c7af1a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f99dc005e00 tx=0x7f99dc000bc0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 -- 172.21.15.7:0/2040553369 shutdown_connections 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af16120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af14b40 0x561c7af2a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2040553369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af135d0 0x561c7af1a960 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 -- 172.21.15.7:0/2040553369 >> 172.21.15.7:0/2040553369 conn(0x561c7aedc310 msgr2=0x561c7af1a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 -- 172.21.15.7:0/2040553369 shutdown_connections 2024-09-10T07:59:22.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.301+0000 7f99fbf19740 1 -- 172.21.15.7:0/2040553369 wait complete. 2024-09-10T07:59:22.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 -- start start 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 Processor -- start 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af26960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99f37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af26960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99ebfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53964/0 (socket says 172.21.15.7:53964) 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99ebfff640 1 -- 172.21.15.7:0/2755978096 learned_addr learned my addr 172.21.15.7:0/2755978096 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af17450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.302+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41aaf70 con 0x561c7af14b40 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41ac3e0 con 0x561c7af1e370 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41ab640 con 0x561c7af135d0 2024-09-10T07:59:22.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 -- 172.21.15.7:0/2755978096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 msgr2=0x561c7af17450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af17450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 -- 172.21.15.7:0/2755978096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 msgr2=0x561c7af26960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af26960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c7af17990 con 0x561c7af135d0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af26960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99fbf19740 10 client.0 _ll_register_callbacks cb 0x7f99ec0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99dc030450 con 0x561c7af135d0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99ebfff640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f99dc0056f0 tx=0x7f99dc005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a542337c257e0c8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99d2ffd640 10 client.28447 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.303+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2755978096 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc037050 con 0x561c7af135d0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2755978096 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f99dc0037f0 con 0x561c7af135d0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2755978096 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f99dc05b040 con 0x561c7af135d0 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 10 client.28447 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:22.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=34}) -- 0x561c7af98280 con 0x561c7af135d0 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2755978096 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f99dc032440 con 0x561c7af135d0 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 10 client.28447 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 10 client.28447 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 20 client.28447 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af98940 0x561c7af9ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 4 client.28447 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c7ae80d70 con 0x561c7af98940 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.304+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af98940 0x561c7af9ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99f37fe640 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af98940 0x561c7af9ad80 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d1b873dc029e7934 server_cookie=8fcf2abf94c4b8e9 in_seq=0 out_seq=0 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99d2ffd640 10 client.28447 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99d2ffd640 1 -- 172.21.15.7:0/2755978096 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c7ae80d70 con 0x561c7af98940 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99d2ffd640 10 client.28447 handle_command_reply: tid=0 2024-09-10T07:59:22.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99fbf19740 1 client.28447 shutdown 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 msgr2=0x561c7af26420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.305+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f99dc0056f0 tx=0x7f99dc005d30 comp rx=0 tx=0).stop 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 shutdown_connections 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x561c7af98940 0x561c7af9ad80 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99d2ffd640 0 client.28447 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T07:59:22.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561c7af1e370 0x561c7af17450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c7af14b40 0x561c7af26960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 --2- 172.21.15.7:0/2755978096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561c7af135d0 0x561c7af26420 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 >> 172.21.15.7:0/2755978096 conn(0x561c7aedc310 msgr2=0x561c7af0e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 shutdown_connections 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 1 -- 172.21.15.7:0/2755978096 wait complete. 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.306+0000 7f99fbf19740 20 client.28447 trim_cache size 0 max 16384 2024-09-10T07:59:22.309 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.307+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 msgr2=0x7f99e00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.307+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 0x7f99e00a50c0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f99ec01a040 tx=0x7f99ec005f70 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.307+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 msgr2=0x7f99f4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.307+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 0x7f99f4074f70 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f99ec009fd0 tx=0x7f99ec00ef10 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 shutdown_connections 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f99e00a2c00 0x7f99e00a50c0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f99f4106f10 0x7f99f4074f70 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99f4102790 0x7f99f4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 --2- 172.21.15.7:0/499304620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f99f4101de0 0x7f99f40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 >> 172.21.15.7:0/499304620 conn(0x7f99f40fd8c0 msgr2=0x7f99f40fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 shutdown_connections 2024-09-10T07:59:22.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:22.308+0000 7f99f9b40640 1 -- 172.21.15.7:0/499304620 wait complete. 2024-09-10T07:59:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:22 smithi007 ceph-mon[30879]: pgmap v782: 129 pgs: 129 active+clean; 312 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-10T07:59:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:22 smithi110 ceph-mon[34417]: pgmap v782: 129 pgs: 129 active+clean; 312 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-10T07:59:23.173 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T07:59:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:22 smithi145 ceph-mon[34766]: pgmap v782: 129 pgs: 129 active+clean; 312 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-10T07:59:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4284 16.28 MB/sec warmup 25 sec latency 78.657 ms 2024-09-10T07:59:23.550 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:24.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 -- 172.21.15.7:0/2417003082 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8100e20 msgr2=0x7f7ac8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 --2- 172.21.15.7:0/2417003082 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8100e20 0x7f7ac8101200 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7ab800d990 tx=0x7f7ab802c380 comp rx=0 tx=0).stop 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 -- 172.21.15.7:0/2417003082 shutdown_connections 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 --2- 172.21.15.7:0/2417003082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8102ef0 0x7f7ac810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 --2- 172.21.15.7:0/2417003082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102570 0x7f7ac81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 --2- 172.21.15.7:0/2417003082 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8100e20 0x7f7ac8101200 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 -- 172.21.15.7:0/2417003082 >> 172.21.15.7:0/2417003082 conn(0x7f7ac80fc7d0 msgr2=0x7f7ac80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 -- 172.21.15.7:0/2417003082 shutdown_connections 2024-09-10T07:59:24.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.212+0000 7f7acda78640 1 -- 172.21.15.7:0/2417003082 wait complete. 2024-09-10T07:59:24.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.213+0000 7f7acda78640 1 Processor -- start 2024-09-10T07:59:24.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.213+0000 7f7acda78640 1 -- start start 2024-09-10T07:59:24.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.214+0000 7f7acda78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.214+0000 7f7acda78640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 0x7f7ac81967d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7acda78640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102ef0 0x7f7ac819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33560/0 (socket says 172.21.15.7:33560) 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 0x7f7ac81967d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 0x7f7ac81967d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42440/0 (socket says 172.21.15.7:42440) 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac77fe640 1 -- 172.21.15.7:0/2548888033 learned_addr learned my addr 172.21.15.7:0/2548888033 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102ef0 0x7f7ac819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac810fd30 con 0x7f7ac8100e20 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac810fbb0 con 0x7f7ac8102570 2024-09-10T07:59:24.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.215+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac810feb0 con 0x7f7ac8102ef0 2024-09-10T07:59:24.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 -- 172.21.15.7:0/2548888033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102ef0 msgr2=0x7f7ac819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102ef0 0x7f7ac819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 -- 172.21.15.7:0/2548888033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 msgr2=0x7f7ac81967d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 0x7f7ac81967d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac819b240 con 0x7f7ac8100e20 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.216+0000 7f7ac77fe640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f7ab800d960 tx=0x7f7ab8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.217+0000 7f7ac4ff9640 1 -- 172.21.15.7:0/2548888033 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab8039050 con 0x7f7ac8100e20 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.217+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ac819b4d0 con 0x7f7ac8100e20 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.217+0000 7f7ac4ff9640 1 -- 172.21.15.7:0/2548888033 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ab8045070 con 0x7f7ac8100e20 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.217+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ac819b940 con 0x7f7ac8100e20 2024-09-10T07:59:24.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.217+0000 7f7ac4ff9640 1 -- 172.21.15.7:0/2548888033 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab8040c80 con 0x7f7ac8100e20 2024-09-10T07:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7ac4ff9640 1 -- 172.21.15.7:0/2548888033 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7ab8040450 con 0x7f7ac8100e20 2024-09-10T07:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 Processor -- start 2024-09-10T07:59:24.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 -- start start 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e84a0 0x55e4887e8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e8f20 0x55e4887f9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e48874a2f0 con 0x55e4887e8f20 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e4886f1cf0 con 0x55e4887e84a0 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.221+0000 7f7acfe51740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e4887462b0 con 0x55e4887e9c50 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e84a0 0x55e4887e8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e8f20 0x55e4887f9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53986/0 (socket says 172.21.15.7:53986) 2024-09-10T07:59:24.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 -- 172.21.15.7:0/1398840749 learned_addr learned my addr 172.21.15.7:0/1398840749 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 -- 172.21.15.7:0/1398840749 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e84a0 msgr2=0x55e4887e8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e84a0 0x55e4887e8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 -- 172.21.15.7:0/1398840749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e8f20 msgr2=0x55e4887f9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e8f20 0x55e4887f9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac7fff640 1 -- 172.21.15.7:0/1398840749 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4886d63a0 con 0x55e4887e9c50 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.222+0000 7f7ac4ff9640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 0x7f7ab00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000e450 tx=0x7f7ac00095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6554ce19b030a06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7ac77fe640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 0x7f7ab00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7aadffb640 1 -- 172.21.15.7:0/1398840749 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac000d910 con 0x55e4887e9c50 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7ac4ff9640 1 -- 172.21.15.7:0/2548888033 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7ab80f15e0 con 0x7f7ac8100e20 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7aadffb640 1 -- 172.21.15.7:0/1398840749 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ac001c070 con 0x55e4887e9c50 2024-09-10T07:59:24.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.223+0000 7f7aadffb640 1 -- 172.21.15.7:0/1398840749 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0017e10 con 0x55e4887e9c50 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7ac77fe640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 0x7f7ab00a50c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80042e0 tx=0x7f7ab802c380 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 -- 172.21.15.7:0/1398840749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 msgr2=0x55e4887ea030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000e450 tx=0x7f7ac00095c0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 -- 172.21.15.7:0/1398840749 shutdown_connections 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e8f20 0x55e4887f9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e84a0 0x55e4887e8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 --2- 172.21.15.7:0/1398840749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887ea030 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 -- 172.21.15.7:0/1398840749 >> 172.21.15.7:0/1398840749 conn(0x55e4887ad310 msgr2=0x55e4887e4fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 -- 172.21.15.7:0/1398840749 shutdown_connections 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.224+0000 7f7acfe51740 1 -- 172.21.15.7:0/1398840749 wait complete. 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.225+0000 7f7acfe51740 1 -- start start 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.225+0000 7f7acfe51740 1 Processor -- start 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.225+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887f7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33578/0 (socket says 172.21.15.7:33578) 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 -- 172.21.15.7:0/626277931 learned_addr learned my addr 172.21.15.7:0/626277931 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e4887fa8f0 con 0x55e4887e84a0 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e488705060 con 0x55e4887e8f20 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e4887faa70 con 0x55e4887e9c50 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7acfe51740 10 client.0 _ll_register_callbacks cb 0x55e4884588c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887f7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 -- 172.21.15.7:0/626277931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 msgr2=0x55e4887f7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887f7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 -- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 msgr2=0x55e4887f6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac7fff640 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4884bb3c0 con 0x55e4887e84a0 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.226+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0005b40 tx=0x7f7ac0005a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e53fc5e1e70c03 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7aa6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:24.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0003b70 con 0x55e4887e84a0 2024-09-10T07:59:24.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7ac0003d10 con 0x55e4887e84a0 2024-09-10T07:59:24.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ac001c070 con 0x55e4887e84a0 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.227+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7ac000d710 con 0x55e4887e84a0 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.228+0000 7f7acfe51740 10 client.19272 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.228+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55e488806260 con 0x55e4887e84a0 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.228+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ac001c070 con 0x55e4887e84a0 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.228+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f7ac000b040 con 0x55e4887e84a0 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 10 client.19272 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 10 client.19272 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 20 client.19272 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488807660 0x55e488809a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 4 client.19272 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e488757860 con 0x55e488807660 2024-09-10T07:59:24.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.229+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488807660 0x55e488809a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.230+0000 7f7aa6ffd640 10 client.19272 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.230+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488807660 0x55e488809a50 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d602fcfb646a881 server_cookie=529688b3e778fb58 in_seq=0 out_seq=0 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.230+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/626277931 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e488757860 con 0x55e488807660 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.230+0000 7f7aa6ffd640 10 client.19272 handle_command_reply: tid=0 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.230+0000 7f7acfe51740 1 client.19272 shutdown 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 msgr2=0x55e4887f9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0005b40 tx=0x7f7ac0005a50 comp rx=0 tx=0).stop 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 shutdown_connections 2024-09-10T07:59:24.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488807660 0x55e488809a50 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e9c50 0x55e4887f7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 --2- 172.21.15.7:0/626277931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4887f9d30 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 >> 172.21.15.7:0/626277931 conn(0x55e4887ad310 msgr2=0x55e4887ea850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7aa6ffd640 0 client.19272 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 shutdown_connections 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 1 -- 172.21.15.7:0/626277931 wait complete. 2024-09-10T07:59:24.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.231+0000 7f7acfe51740 20 client.19272 trim_cache size 0 max 16384 2024-09-10T07:59:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4425 16.00 MB/sec warmup 26 sec latency 134.937 ms 2024-09-10T07:59:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.256+0000 7f7acfe51740 1 Processor -- start 2024-09-10T07:59:24.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.256+0000 7f7acfe51740 1 -- start start 2024-09-10T07:59:24.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.257+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e9c50 0x55e4887f74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7acfe51740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab4012570 con 0x55e4887e9c50 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7acfe51740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab400fdb0 con 0x55e4887e8f20 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7acfe51740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab400dc20 con 0x55e4887e84a0 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54002/0 (socket says 172.21.15.7:54002) 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 -- 172.21.15.7:0/2177601247 learned_addr learned my addr 172.21.15.7:0/2177601247 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 -- 172.21.15.7:0/2177601247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 msgr2=0x55e4887f6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 -- 172.21.15.7:0/2177601247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e9c50 msgr2=0x55e4887f74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:24.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e9c50 0x55e4887f74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.258+0000 7f7ac7fff640 1 -- 172.21.15.7:0/2177601247 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4887e6200 con 0x55e4887e84a0 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.259+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000a010 tx=0x7f7ac0009660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62027bf79a2928d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.259+0000 7f7aad7fa640 1 -- 172.21.15.7:0/2177601247 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac00096d0 con 0x55e4887e84a0 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.259+0000 7f7aad7fa640 1 -- 172.21.15.7:0/2177601247 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ac001c070 con 0x55e4887e84a0 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.259+0000 7f7aad7fa640 1 -- 172.21.15.7:0/2177601247 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0003bb0 con 0x55e4887e84a0 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.260+0000 7f7acfe51740 1 -- 172.21.15.7:0/2177601247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 msgr2=0x55e4887eb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.260+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000a010 tx=0x7f7ac0009660 comp rx=0 tx=0).stop 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 -- 172.21.15.7:0/2177601247 shutdown_connections 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e9c50 0x55e4887f74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e8f20 0x55e4887f6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2177601247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e84a0 0x55e4887eb040 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 -- 172.21.15.7:0/2177601247 >> 172.21.15.7:0/2177601247 conn(0x55e4887ad310 msgr2=0x55e4887f68a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 -- 172.21.15.7:0/2177601247 shutdown_connections 2024-09-10T07:59:24.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.261+0000 7f7acfe51740 1 -- 172.21.15.7:0/2177601247 wait complete. 2024-09-10T07:59:24.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.262+0000 7f7acfe51740 1 -- start start 2024-09-10T07:59:24.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.262+0000 7f7acfe51740 1 Processor -- start 2024-09-10T07:59:24.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4888003e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e9c50 0x55e48880ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab400e270 con 0x55e4887e84a0 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7ac6ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7ac6ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54014/0 (socket says 172.21.15.7:54014) 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7ac6ffd640 1 -- 172.21.15.7:0/2878767313 learned_addr learned my addr 172.21.15.7:0/2878767313 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab400f6e0 con 0x55e4887e9c50 2024-09-10T07:59:24.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.264+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab400e940 con 0x55e4887e8f20 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7acfe51740 10 client.0 _ll_register_callbacks cb 0x7f7abc004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7ac6ffd640 1 -- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e9c50 msgr2=0x55e48880ef70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e9c50 0x55e48880ef70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7ac6ffd640 1 -- 172.21.15.7:0/2878767313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 msgr2=0x55e4888003e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4888003e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.265+0000 7f7ac6ffd640 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e48880f7a0 con 0x55e4887e8f20 2024-09-10T07:59:24.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.266+0000 7f7ac6ffd640 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7abc004280 tx=0x7f7abc00bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=473c3a9f6969e046 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:24.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.266+0000 7f7aa6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:24.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.267+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7abc005220 con 0x55e4887e8f20 2024-09-10T07:59:24.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.267+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7abc0053c0 con 0x55e4887e8f20 2024-09-10T07:59:24.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.267+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ac001c070 con 0x55e4887e8f20 2024-09-10T07:59:24.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.268+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7abc0055c0 con 0x55e4887e8f20 2024-09-10T07:59:24.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.268+0000 7f7acfe51740 10 client.28465 fetch_fsmap learned FSMap version 34 2024-09-10T07:59:24.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.268+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55e4888721a0 con 0x55e4887e8f20 2024-09-10T07:59:24.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.268+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ac001c070 con 0x55e4887e8f20 2024-09-10T07:59:24.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 34) ==== 8370+0+0 (secure 0 0 0) 0x7f7abc011700 con 0x55e4887e8f20 2024-09-10T07:59:24.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 10 client.28465 fetch_fsmap finished waiting for FSMap version 34 2024-09-10T07:59:24.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 10 client.28465 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 20 client.28465 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488872960 0x55e488874d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 4 client.28465 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.269+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e488751d70 con 0x55e488872960 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.270+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488872960 0x55e488874d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:24.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.271+0000 7f7ac7fff640 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488872960 0x55e488874d80 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a92b8fc7b12d60e2 server_cookie=5df59389d37daade in_seq=0 out_seq=0 2024-09-10T07:59:24.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.271+0000 7f7aa6ffd640 10 client.28465 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:24.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.271+0000 7f7aa6ffd640 1 -- 172.21.15.7:0/2878767313 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e488751d70 con 0x55e488872960 2024-09-10T07:59:24.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.272+0000 7f7aa6ffd640 10 client.28465 handle_command_reply: tid=0 2024-09-10T07:59:24.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.272+0000 7f7acfe51740 1 client.28465 shutdown 2024-09-10T07:59:24.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.272+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 msgr2=0x55e48880ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.272+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7abc004280 tx=0x7f7abc00bed0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 shutdown_connections 2024-09-10T07:59:24.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e488872960 0x55e488874d80 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e4887e9c50 0x55e48880ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7aa6ffd640 0 client.28465 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e4887e8f20 0x55e48880ea30 secure :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7abc004280 tx=0x7f7abc00bed0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 --2- 172.21.15.7:0/2878767313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e4887e84a0 0x55e4888003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.273+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 >> 172.21.15.7:0/2878767313 conn(0x55e4887ad310 msgr2=0x55e4887f70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.274+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 shutdown_connections 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.274+0000 7f7acfe51740 1 -- 172.21.15.7:0/2878767313 wait complete. 2024-09-10T07:59:24.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.274+0000 7f7acfe51740 20 client.28465 trim_cache size 0 max 16384 2024-09-10T07:59:24.275 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T07:59:24.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.276+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 msgr2=0x7f7ab00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.276+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 0x7f7ab00a50c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80042e0 tx=0x7f7ab802c380 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.276+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 msgr2=0x7f7ac8196290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.276+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f7ab800d960 tx=0x7f7ab8004270 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 shutdown_connections 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ab00a2c00 0x7f7ab00a50c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ac8102ef0 0x7f7ac819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ac8102570 0x7f7ac81967d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 --2- 172.21.15.7:0/2548888033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ac8100e20 0x7f7ac8196290 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:24.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 >> 172.21.15.7:0/2548888033 conn(0x7f7ac80fc7d0 msgr2=0x7f7ac80fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:24.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 shutdown_connections 2024-09-10T07:59:24.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:24.277+0000 7f7acda78640 1 -- 172.21.15.7:0/2548888033 wait complete. 2024-09-10T07:59:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:24 smithi110 ceph-mon[34417]: pgmap v783: 129 pgs: 129 active+clean; 313 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 5.1 MiB/s wr, 225 op/s 2024-09-10T07:59:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:24 smithi145 ceph-mon[34766]: pgmap v783: 129 pgs: 129 active+clean; 313 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 5.1 MiB/s wr, 225 op/s 2024-09-10T07:59:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4578 15.69 MB/sec warmup 27 sec latency 92.044 ms 2024-09-10T07:59:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:24 smithi007 ceph-mon[30879]: pgmap v783: 129 pgs: 129 active+clean; 313 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 5.1 MiB/s wr, 225 op/s 2024-09-10T07:59:26.120 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T07:59:26.120 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T07:59:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4754 15.31 MB/sec warmup 28 sec latency 74.346 ms 2024-09-10T07:59:26.506 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:27.092 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:26 smithi007 ceph-mon[30879]: pgmap v784: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 5.1 MiB/s wr, 230 op/s 2024-09-10T07:59:27.092 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:26 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:26 smithi110 ceph-mon[34417]: pgmap v784: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 5.1 MiB/s wr, 230 op/s 2024-09-10T07:59:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:26 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:27.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 -- 172.21.15.7:0/1718883471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8101430 msgr2=0x7febc810d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 --2- 172.21.15.7:0/1718883471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8101430 0x7febc810d960 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7febc0009cd0 tx=0x7febc002a8e0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 -- 172.21.15.7:0/1718883471 shutdown_connections 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 --2- 172.21.15.7:0/1718883471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8101430 0x7febc810d960 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 --2- 172.21.15.7:0/1718883471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 --2- 172.21.15.7:0/1718883471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8106a90 0x7febc8106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 -- 172.21.15.7:0/1718883471 >> 172.21.15.7:0/1718883471 conn(0x7febc80fc7d0 msgr2=0x7febc80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 -- 172.21.15.7:0/1718883471 shutdown_connections 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.222+0000 7febcea08640 1 -- 172.21.15.7:0/1718883471 wait complete. 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 Processor -- start 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 -- start start 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8101430 0x7febc81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8106a90 0x7febc819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febc8110d40 con 0x7febc8106a90 2024-09-10T07:59:27.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7febc8110bc0 con 0x7febc8101430 2024-09-10T07:59:27.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febcea08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7febc8110ec0 con 0x7febc8100a90 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febc7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febc7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54034/0 (socket says 172.21.15.7:54034) 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febc7fff640 1 -- 172.21.15.7:0/3551628902 learned_addr learned my addr 172.21.15.7:0/3551628902 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febccfa5640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8106a90 0x7febc819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.223+0000 7febc77fe640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8101430 0x7febc81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 -- 172.21.15.7:0/3551628902 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8101430 msgr2=0x7febc81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8101430 0x7febc81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 -- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8106a90 msgr2=0x7febc819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8106a90 0x7febc819cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 -- 172.21.15.7:0/3551628902 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc819d320 con 0x7febc8100a90 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc7fff640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7febb800ea60 tx=0x7febb800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc57fa640 1 -- 172.21.15.7:0/3551628902 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb800cde0 con 0x7febc8100a90 2024-09-10T07:59:27.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febc819d610 con 0x7febc8100a90 2024-09-10T07:59:27.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febc81a4ef0 con 0x7febc8100a90 2024-09-10T07:59:27.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc57fa640 1 -- 172.21.15.7:0/3551628902 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febb80035f0 con 0x7febc8100a90 2024-09-10T07:59:27.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.224+0000 7febc57fa640 1 -- 172.21.15.7:0/3551628902 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb8010690 con 0x7febc8100a90 2024-09-10T07:59:27.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.227+0000 7febc57fa640 1 -- 172.21.15.7:0/3551628902 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7febb8003fa0 con 0x7febc8100a90 2024-09-10T07:59:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 Processor -- start 2024-09-10T07:59:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 -- start start 2024-09-10T07:59:27.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febc57fa640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 0x7febb00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febccfa5640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 0x7febb00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc32380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febc57fa640 1 -- 172.21.15.7:0/3551628902 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7febb80cf550 con 0x7febc8100a90 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 0x55c9bfc477d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfb97280 con 0x55c9bfc330e0 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfb3eb10 con 0x55c9bfc453e0 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febd0de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfb93240 con 0x55c9bfc31f40 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.228+0000 7febc77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc32380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febc7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febc7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33616/0 (socket says 172.21.15.7:33616) 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febc77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc32380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54046/0 (socket says 172.21.15.7:54046) 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febc7fff640 1 -- 172.21.15.7:0/1134333065 learned_addr learned my addr 172.21.15.7:0/1134333065 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 0x55c9bfc477d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 -- 172.21.15.7:0/1134333065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 msgr2=0x55c9bfc32380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc32380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 -- 172.21.15.7:0/1134333065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 msgr2=0x55c9bfc31a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 -- 172.21.15.7:0/1134333065 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9bfb4b1f0 con 0x55c9bfc453e0 2024-09-10T07:59:27.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 0x7febb00a50c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7febc0006010 tx=0x7febc0031680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febc7fff640 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:27.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.229+0000 7febccfa5640 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 0x55c9bfc477d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7febc002ae00 tx=0x7febc0046000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a54953b0cd083940 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.230+0000 7febae7fc640 1 -- 172.21.15.7:0/1134333065 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0041030 con 0x55c9bfc453e0 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.230+0000 7febae7fc640 1 -- 172.21.15.7:0/1134333065 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc0036040 con 0x55c9bfc453e0 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.230+0000 7febae7fc640 1 -- 172.21.15.7:0/1134333065 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0030800 con 0x55c9bfc453e0 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 -- 172.21.15.7:0/1134333065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 msgr2=0x55c9bfc477d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 0x55c9bfc477d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7febc002ae00 tx=0x7febc0046000 comp rx=0 tx=0).stop 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 -- 172.21.15.7:0/1134333065 shutdown_connections 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc453e0 0x55c9bfc477d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc32380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 --2- 172.21.15.7:0/1134333065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc31a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 -- 172.21.15.7:0/1134333065 >> 172.21.15.7:0/1134333065 conn(0x55c9bfc2e0f0 msgr2=0x55c9bfc2e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 -- 172.21.15.7:0/1134333065 shutdown_connections 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.231+0000 7febd0de1740 1 -- 172.21.15.7:0/1134333065 wait complete. 2024-09-10T07:59:27.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.232+0000 7febd0de1740 1 -- start start 2024-09-10T07:59:27.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.232+0000 7febd0de1740 1 Processor -- start 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.232+0000 7febd0de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.232+0000 7febd0de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc35cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febd0de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc453e0 0x55c9bfc36200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febd0de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfc48150 con 0x55c9bfc330e0 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febd0de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfb51f10 con 0x55c9bfc31f40 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febd0de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c9bfc482d0 con 0x55c9bfc453e0 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42516/0 (socket says 172.21.15.7:42516) 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 -- 172.21.15.7:0/2645443417 learned_addr learned my addr 172.21.15.7:0/2645443417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febccfa5640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc453e0 0x55c9bfc36200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc77fe640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc35cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febd0de1740 10 client.0 _ll_register_callbacks cb 0x55c9bfb1aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 -- 172.21.15.7:0/2645443417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc453e0 msgr2=0x55c9bfc36200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc453e0 0x55c9bfc36200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 -- 172.21.15.7:0/2645443417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 msgr2=0x55c9bfc35cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc35cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 -- 172.21.15.7:0/2645443417 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9bf9086a0 con 0x55c9bfc31f40 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.233+0000 7febc7fff640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7febb809b710 tx=0x7febb809c250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b40bd65b1a1f4d2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb80ce040 con 0x55c9bfc31f40 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7febb8099d10 con 0x55c9bfc31f40 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febc0036040 con 0x55c9bfc31f40 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7febb80cf250 con 0x55c9bfc31f40 2024-09-10T07:59:27.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 10 client.28400 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55c9bfc53e60 con 0x55c9bfc31f40 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc0036040 con 0x55c9bfc31f40 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7febb80977f0 con 0x55c9bfc31f40 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 10 client.28400 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 10 client.28400 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 20 client.28400 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfc55370 0x55c9bfc577d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 4 client.28400 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.234+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9bfba47f0 con 0x55c9bfc55370 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.235+0000 7febc77fe640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfc55370 0x55c9bfc577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.235+0000 7feba77fe640 10 client.28400 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:27.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.235+0000 7febc77fe640 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfc55370 0x55c9bfc577d0 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=648ab8be8ca491f1 server_cookie=a308f62cb692a2c9 in_seq=0 out_seq=0 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7feba77fe640 1 -- 172.21.15.7:0/2645443417 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c9bfba47f0 con 0x55c9bfc55370 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7feba77fe640 10 client.28400 handle_command_reply: tid=0 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 client.28400 shutdown 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 msgr2=0x55c9bfc35780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7febb809b710 tx=0x7febb809c250 comp rx=0 tx=0).stop 2024-09-10T07:59:27.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 shutdown_connections 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfc55370 0x55c9bfc577d0 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7feba77fe640 0 client.28400 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc453e0 0x55c9bfc36200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc330e0 0x55c9bfc35cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 --2- 172.21.15.7:0/2645443417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc35780 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 >> 172.21.15.7:0/2645443417 conn(0x55c9bfc2e0f0 msgr2=0x55c9bfc33e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 shutdown_connections 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.236+0000 7febd0de1740 1 -- 172.21.15.7:0/2645443417 wait complete. 2024-09-10T07:59:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.237+0000 7febd0de1740 20 client.28400 trim_cache size 0 max 16384 2024-09-10T07:59:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:26 smithi145 ceph-mon[34766]: pgmap v784: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 5.1 MiB/s wr, 230 op/s 2024-09-10T07:59:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:26 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 4916 14.86 MB/sec warmup 29 sec latency 143.788 ms 2024-09-10T07:59:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.273+0000 7febd0de1740 1 Processor -- start 2024-09-10T07:59:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.273+0000 7febd0de1740 1 -- start start 2024-09-10T07:59:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.273+0000 7febd0de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febd0de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 0x55c9bfc2d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febd0de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc5d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 0x55c9bfc2d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febd0de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febb40124f0 con 0x55c9bfc453e0 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febd0de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7febb400fd30 con 0x55c9bfc31f40 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febd0de1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7febb400dba0 con 0x55c9bfc330e0 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42530/0 (socket says 172.21.15.7:42530) 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 -- 172.21.15.7:0/299264945 learned_addr learned my addr 172.21.15.7:0/299264945 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:27.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc77fe640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 0x55c9bfc2d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54072/0 (socket says 172.21.15.7:54072) 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febccfa5640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc5d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 -- 172.21.15.7:0/299264945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 msgr2=0x55c9bfc2d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 0x55c9bfc2d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 -- 172.21.15.7:0/299264945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 msgr2=0x55c9bfc5d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc5d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febc7fff640 1 -- 172.21.15.7:0/299264945 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9bfc57e50 con 0x55c9bfc31f40 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.274+0000 7febccfa5640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc5d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:27.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.275+0000 7febc7fff640 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7febb800c760 tx=0x7febb8097c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f729b681ca7758f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.275+0000 7febadffb640 1 -- 172.21.15.7:0/299264945 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb80ce030 con 0x55c9bfc31f40 2024-09-10T07:59:27.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.275+0000 7febadffb640 1 -- 172.21.15.7:0/299264945 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febb80b4070 con 0x55c9bfc31f40 2024-09-10T07:59:27.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.275+0000 7febadffb640 1 -- 172.21.15.7:0/299264945 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb8098080 con 0x55c9bfc31f40 2024-09-10T07:59:27.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 -- 172.21.15.7:0/299264945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 msgr2=0x55c9bfc36050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7febb800c760 tx=0x7febb8097c00 comp rx=0 tx=0).stop 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 -- 172.21.15.7:0/299264945 shutdown_connections 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc5d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc330e0 0x55c9bfc2d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 --2- 172.21.15.7:0/299264945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc31f40 0x55c9bfc36050 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 -- 172.21.15.7:0/299264945 >> 172.21.15.7:0/299264945 conn(0x55c9bfc2e0f0 msgr2=0x55c9bfc2ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 -- 172.21.15.7:0/299264945 shutdown_connections 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.276+0000 7febd0de1740 1 -- 172.21.15.7:0/299264945 wait complete. 2024-09-10T07:59:27.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.277+0000 7febd0de1740 1 -- start start 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.277+0000 7febd0de1740 1 Processor -- start 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.277+0000 7febd0de1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc4d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc4a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc4d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc4d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54078/0 (socket says 172.21.15.7:54078) 2024-09-10T07:59:27.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febb400e1f0 con 0x55c9bfc453e0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7febb400f660 con 0x55c9bfc330e0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42542/0 (socket says 172.21.15.7:42542) 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 -- 172.21.15.7:0/2580645291 learned_addr learned my addr 172.21.15.7:0/2580645291 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7febb400e8c0 con 0x55c9bfc31f40 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febd0de1740 10 client.0 _ll_register_callbacks cb 0x7febb809b370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febccfa5640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc4a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 -- 172.21.15.7:0/2580645291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 msgr2=0x55c9bfc4d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc4d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 -- 172.21.15.7:0/2580645291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 msgr2=0x55c9bfc4a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc4a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.278+0000 7febc77fe640 1 -- 172.21.15.7:0/2580645291 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9bfc38920 con 0x55c9bfc330e0 2024-09-10T07:59:27.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7febccfa5640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc4a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7febc77fe640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x55c9bfc2ef50 tx=0x7febbc010a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b9021f2b90bd61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7feba77fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febbc01f990 con 0x55c9bfc330e0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7febbc01fb30 con 0x55c9bfc330e0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febb80b4070 con 0x55c9bfc330e0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.279+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7febbc005020 con 0x55c9bfc330e0 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7febd0de1740 10 client.28406 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:27.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55c9bfcc0700 con 0x55c9bfc330e0 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febbc033070 con 0x55c9bfc330e0 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7febbc00f420 con 0x55c9bfc330e0 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7febd0de1740 10 client.28406 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7febd0de1740 10 client.28406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.280+0000 7febd0de1740 20 client.28406 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.281+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfcc0f30 0x55c9bfcc3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.281+0000 7febd0de1740 4 client.28406 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.281+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7febb80b4070 con 0x55c9bfcc0f30 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.281+0000 7febc7fff640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfcc0f30 0x55c9bfcc3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.282+0000 7febc7fff640 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfcc0f30 0x55c9bfcc3350 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd1e2e1d1c553c35 server_cookie=dfdd70b306b1e482 in_seq=0 out_seq=0 2024-09-10T07:59:27.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.282+0000 7feba77fe640 10 client.28406 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.282+0000 7feba77fe640 1 -- 172.21.15.7:0/2580645291 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7febb80b4070 con 0x55c9bfcc0f30 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.282+0000 7feba77fe640 10 client.28406 handle_command_reply: tid=0 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.282+0000 7febd0de1740 1 client.28406 shutdown 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 msgr2=0x55c9bfc4daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x55c9bfc2ef50 tx=0x7febbc010a40 comp rx=0 tx=0).stop 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 shutdown_connections 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55c9bfcc0f30 0x55c9bfcc3350 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9bfc453e0 0x55c9bfc4a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7feba77fe640 0 client.28406 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c9bfc330e0 0x55c9bfc4daf0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 --2- 172.21.15.7:0/2580645291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c9bfc31f40 0x55c9bfc4d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 >> 172.21.15.7:0/2580645291 conn(0x55c9bfc2e0f0 msgr2=0x55c9bfc2d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 shutdown_connections 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 1 -- 172.21.15.7:0/2580645291 wait complete. 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.283+0000 7febd0de1740 20 client.28406 trim_cache size 0 max 16384 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "bbb39237-9e05-46d5-847b-0ef78f5d0321", 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-10T07:59:27.285 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:59:27.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.284+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 msgr2=0x7febb00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.284+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 0x7febb00a50c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7febc0006010 tx=0x7febc0031680 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.284+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 msgr2=0x7febc8198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.284+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7febb800ea60 tx=0x7febb800ef20 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 shutdown_connections 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7febb00a2c00 0x7febb00a50c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febc8106a90 0x7febc819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7febc8101430 0x7febc81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 --2- 172.21.15.7:0/3551628902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febc8100a90 0x7febc8198370 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 >> 172.21.15.7:0/3551628902 conn(0x7febc80fc7d0 msgr2=0x7febc81048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 shutdown_connections 2024-09-10T07:59:27.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:27.285+0000 7febcea08640 1 -- 172.21.15.7:0/3551628902 wait complete. 2024-09-10T07:59:27.744 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.300+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000052f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.523641+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb425ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000052f:[<0x100000004ff/filler.003 v10>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000052f:[<0x100000004ff/filler.003 v49>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.744 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.301+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000539 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.564627+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb425a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000539:[<0x100000004ff/filler.004 v12>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000539:[<0x100000004ff/filler.004 v51>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.744 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.300+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000516 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.401222+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfaec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000516:[<0x100000004fb/filler.001 v6>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000516:[<0x100000004fb/filler.001 v47>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.744 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.300+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000051f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.448442+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bba87600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000051f:[<0x100000004fb/filler.002 v8>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000051f:[<0x100000004fb/filler.002 v49>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.745 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.302+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000050c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ auth{0=1,1=1} v108 ap=1 f(v0 m2024-09-10T07:59:00.208685+0000 9=0+9) n(v4 rc2024-09-10T07:59:27.016352+0000 b15813666 62=52+10) (inest mix dirty) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@674},l=15204 | dirtyscattered=1 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirwaiter=0 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x556bb3de2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000050c:[<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000050c:[<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.208685+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.016352+0000 b15813666 62=52+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.208685+0000 9=0+9)","memory_value.rstat":"n(v4 rc2024-09-10T07:59:27.016352+0000 b15813666 62=52+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.745 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.303+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000526 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.476937+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb425a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000526:[<0x100000004ff/filler.002 v8>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000526:[<0x100000004ff/filler.002 v47>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.745 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.304+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000051c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001 auth v45 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.428919+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4249700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000051c:[<0x100000004ff/filler.001 v6>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000051c:[<0x100000004ff/filler.001 v45>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.745 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.301+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000504 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ auth{0=1,2=1} v103 ap=1 f(v0 m2024-09-10T07:59:00.174706+0000 9=0+9) n(v3 rc2024-09-10T07:59:26.720291+0000 b15926828 69=59+10) (isnap sync r=1) (inest mix w=1 dirty) (ipolicy sync r=1) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@1114},l=15204 | dirtyscattered=1 request=0 lock=3 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcd70100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000504:[<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000504:[<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.174706+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.720291+0000 b15926828 69=59+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.174706+0000 9=0+9)","memory_value.rstat":"n(v3 rc2024-09-10T07:59:26.720291+0000 b15926828 69=59+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.745 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.303+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000529 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.487936+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf61b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000529:[<0x100000004fb/filler.003 v10>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000529:[<0x100000004fb/filler.003 v51>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.746 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.304+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000533 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004 auth v53 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.531026+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000533:[<0x100000004fb/filler.004 v12>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000533:[<0x100000004fb/filler.004 v53>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.746 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.305+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000546 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/ auth v1295 ap=1 f(v0 m2024-09-10T07:59:24.994717+0000 3=3+0) n(v1 rc2024-09-10T07:59:24.994717+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@309},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000546:[<0x1000000050c/WORD v308>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000546:[<0x1000000050c/WORD v1295>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.994717+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.994717+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.994717+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:24.994717+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.746 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.305+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000512 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000 auth v43 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.397498+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb425b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000512:[<0x100000004ff/filler.000 v4>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000512:[<0x100000004ff/filler.000 v43>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.746 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.305+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ac [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ auth v1476 ap=1 f(v0 m2024-09-10T07:59:19.113629+0000 11=11+0) n(v0 rc2024-09-10T07:59:19.113629+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@627},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bca3f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005ac:[<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005ac:[<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.113629+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.113629+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.113629+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.113629+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.746 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.307+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000050a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000 auth v45 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.354418+0000 b1048576 1=1+0) caps={15204=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefd180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000050a:[<0x100000004fb/filler.000 v4>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000050a:[<0x100000004fb/filler.000 v45>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.747 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.305+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000056a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/ auth v1307 ap=1 f(v0 m2024-09-10T07:59:25.087412+0000 2=2+0) n(v0 rc2024-09-10T07:59:25.087412+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@469},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000056a:[<0x1000000050c/EXCEL v14>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000056a:[<0x1000000050c/EXCEL v1307>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.087412+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.087412+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.087412+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.087412+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.747 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.307+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b9 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ auth{0=1} v1430 ap=1 f(v0 m2024-09-10T07:59:25.197542+0000 11=11+0) n(v0 rc2024-09-10T07:59:25.197542+0000 b2861056 12=11+1) (inest mix) (ifile excl) caps={15204=pAsLsXsFsx/-@420},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005b9:[<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005b9:[<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.197542+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.197542+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.197542+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.197542+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.747 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.308+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/ auth v1269 ap=1 f(v0 m2024-09-10T07:59:19.005255+0000 2=2+0) n(v0 rc2024-09-10T07:59:19.005255+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@676},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcefd700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000055f:[<0x10000000504/EXCEL v14>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000055f:[<0x10000000504/EXCEL v1269>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.005255+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.005255+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.005255+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.005255+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.747 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.309+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/ auth v1594 ap=1 f(v0 m2024-09-10T07:59:23.140844+0000 5=5+0) n(v1 rc2024-09-10T07:59:23.140844+0000 b807639 6=5+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@622},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bce0c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000053c:[<0x10000000504/WORD v304>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000053c:[<0x10000000504/WORD v1594>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:23.140844+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:23.140844+0000 b807639 6=5+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:23.140844+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:23.140844+0000 b807639 6=5+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.747 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.309+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000731 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/ auth v1600 ap=1 f(v0 m2024-09-10T07:59:00.276915+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.665955+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@515},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bce0e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000731:[<0x10000000504/SEED v280>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000731:[<0x10000000504/SEED v1600>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.276915+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.665955+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.276915+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.665955+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.310+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000061a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/ auth v1293 ap=1 f(v0 m2024-09-10T07:59:19.198489+0000 3=3+0) n(v0 rc2024-09-10T07:59:19.198489+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@666},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bce0ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000061a:[<0x10000000504/WORDPRO v58>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000061a:[<0x10000000504/WORDPRO v1293>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.198489+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.198489+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.198489+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.198489+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.309+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000073d [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/ auth v1434 ap=1 f(v0 m2024-09-10T07:59:00.311035+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.029804+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@307},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000073d:[<0x1000000050c/SEED v290>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000073d:[<0x1000000050c/SEED v1434>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.311035+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.029804+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.311035+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.029804+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.309+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000624 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/ auth v1331 ap=1 f(v0 m2024-09-10T07:59:25.296326+0000 3=3+0) n(v0 rc2024-09-10T07:59:25.296326+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@458},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000624:[<0x1000000050c/WORDPRO v58>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000624:[<0x1000000050c/WORDPRO v1331>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.296326+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.296326+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.296326+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.296326+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.310+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000662 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ auth v1766 pv1768 ap=2 f(v0 m2024-09-10T07:59:26.720291+0000 24=24+0)->f(v0 m2024-09-10T07:59:27.298634+0000 25=25+0) n(v0 rc2024-09-10T07:59:26.720291+0000 b5210655 25=24+1)->n(v0 rc2024-09-10T07:59:27.298634+0000 b5210655 26=25+1) (isnap sync r=1) (inest lock w=1) (ipolicy sync r=1) (ifile excl w=1) (iversion lock w=1 last_client=15204) (iquiesce lock w=1 last_client=15204) caps={15204=pAsLsXsFsx/-@923},l=15204 | request=0 lock=6 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bce0f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000662:[<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000662:[<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:26.720291+0000 24=24+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.720291+0000 b5210655 25=24+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:26.720291+0000 24=24+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:26.720291+0000 b5210655 25=24+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.311+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000579 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ auth v1748 ap=1 f(v0 m2024-09-10T07:59:21.577053+0000 7=7+0) n(v0 rc2024-09-10T07:59:21.577053+0000 b1462582 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@619},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcfdc580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000579:[<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000579:[<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.577053+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.577053+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.577053+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.577053+0000 b1462582 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.748 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.312+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000051e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.444414+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd599080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000051e:[<0x100000004fc/filler.002 v8>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000051e:[<0x100000004fc/filler.002 v47>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.749 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.310+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000646 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/ auth v1333 ap=1 f(v0 m2024-09-10T07:59:25.329941+0000 3=3+0) n(v0 rc2024-09-10T07:59:25.329941+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@630},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000646:[<0x1000000050c/PM v66>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000646:[<0x1000000050c/PM v1333>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.329941+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.329941+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.329941+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.329941+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.749 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.310+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000669 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ auth v1341 ap=1 f(v0 m2024-09-10T07:59:25.391006+0000 20=20+0) n(v1 rc2024-09-10T07:59:25.391006+0000 b5201920 21=20+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@352},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb425d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000669:[<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000669:[<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.391006+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.391006+0000 b5201920 21=20+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.391006+0000 20=20+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:25.391006+0000 b5201920 21=20+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.749 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.310+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000583 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ auth v1482 ap=1 f(v0 m2024-09-10T07:59:27.239277+0000 7=7+0) n(v0 rc2024-09-10T07:59:27.248542+0000 b1459908 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@373},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4262000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000583:[<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000583:[<0x1000000050c/PWRPNT v1482>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.239277+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.248542+0000 b1459908 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.239277+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:27.248542+0000 b1459908 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.749 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.312+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/ auth v1644 ap=1 f(v0 m2024-09-10T07:59:19.222801+0000 3=3+0) n(v0 rc2024-09-10T07:59:19.222801+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@838},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bce0f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000063f:[<0x10000000504/PM v66>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000063f:[<0x10000000504/PM v1644>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.222801+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.222801+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.222801+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.222801+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.749 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.312+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/ auth v1393 ap=1 f(v0 m2024-09-10T07:59:19.351142+0000 1=1+0) n(v0 rc2024-09-10T07:59:19.351142+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@567},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcfde100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000071f:[<0x10000000504/ACCESS v112>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000071f:[<0x10000000504/ACCESS v1393>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.351142+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.351142+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.351142+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.351142+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.312+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000505 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ auth{0=1,2=1} v109 ap=1 f(v0 m2024-09-10T07:59:00.177229+0000 9=0+9) n(v4 rc2024-09-10T07:59:26.351603+0000 b15918584 68=58+10) (isnap sync r=1) (inest mix w=2 dirty) (ipolicy sync r=1) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@832},l=15204 | dirtyscattered=1 request=0 lock=3 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirwaiter=0 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x5585bcc51600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000505:[<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000505:[<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.177229+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.351603+0000 b15918584 68=58+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.177229+0000 9=0+9)","memory_value.rstat":"n(v4 rc2024-09-10T07:59:26.351603+0000 b15918584 68=58+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.313+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000515 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001 auth v45 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.401119+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd598b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000515:[<0x100000004fc/filler.001 v6>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000515:[<0x100000004fc/filler.001 v45>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.311+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000072b [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/ auth v1347 ap=1 f(v0 m2024-09-10T07:59:25.453238+0000 1=1+0) n(v0 rc2024-09-10T07:59:25.453238+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@359},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4262580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000072b:[<0x1000000050c/ACCESS v112>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000072b:[<0x1000000050c/ACCESS v1347>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.453238+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.453238+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.453238+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.453238+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.312+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000534 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.535485+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41e6100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000534:[<0x10000000500/filler.003 v10>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000534:[<0x10000000500/filler.003 v51>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.313+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000532 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.529647+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd599600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000532:[<0x100000004fc/filler.004 v12>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000532:[<0x100000004fc/filler.004 v51>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.313+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000528 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.483786+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd599b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000528:[<0x100000004fc/filler.003 v10>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000528:[<0x100000004fc/filler.003 v49>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.750 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.313+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000050b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000 auth v43 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.358349+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd59a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000050b:[<0x100000004fc/filler.000 v4>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000050b:[<0x100000004fc/filler.000 v43>,<0x10000000007/client3 v1867>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.751 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.312+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000050d [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ auth{0=1,1=1} v110 ap=1 f(v0 m2024-09-10T07:59:00.242018+0000 9=0+9) n(v5 rc2024-09-10T07:59:26.256003+0000 b15813666 62=52+10) (inest mix dirty) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@683},l=15204 | dirtyscattered=1 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirwaiter=0 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x556bb3bd9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000050d:[<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000050d:[<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.242018+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.256003+0000 b15813666 62=52+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.242018+0000 9=0+9)","memory_value.rstat":"n(v5 rc2024-09-10T07:59:26.256003+0000 b15813666 62=52+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.751 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.313+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004 auth v53 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.576161+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41e5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000053e:[<0x10000000500/filler.004 v12>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000053e:[<0x10000000500/filler.004 v53>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.751 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.314+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005db [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.039464+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcd32000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005db:[<0x100000005ac/MAILBOX2.CPT v10>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005db:[<0x100000005ac/MAILBOX2.CPT v154>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.751 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.314+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000611 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.221901+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc9ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000611:[<0x100000005ac/CORELDRW.CDT v22>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000611:[<0x100000005ac/CORELDRW.CDT v160>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.752 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.314+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000507 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ auth{0=1,1=1} v111 ap=1 f(v0 m2024-09-10T07:59:00.194261+0000 9=0+9) n(v5 rc2024-09-10T07:59:27.064363+0000 b15813666 63=53+10) (isnap sync r=1) (inest mix w=1 dirty) (ipolicy sync r=1) caps={15204=pAsLsXsFs/-@684},l=15204 | dirtyscattered=1 request=0 lock=3 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x556bb3deec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000507:[<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000507:[<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1859>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.194261+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.064363+0000 b15813666 63=53+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.194261+0000 9=0+9)","memory_value.rstat":"n(v5 rc2024-09-10T07:59:27.064363+0000 b15813666 63=53+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.752 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.315+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000520 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.450710+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41e5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000520:[<0x10000000500/filler.001 v6>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000520:[<0x10000000500/filler.001 v47>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.752 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.315+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000052a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.490963+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41e5600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000052a:[<0x10000000500/filler.002 v8>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000052a:[<0x10000000500/filler.002 v49>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.752 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.314+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000600 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.162536+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc9a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000600:[<0x100000005ac/GRAPHIC2.CDR v18>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000600:[<0x100000005ac/GRAPHIC2.CDR v162>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.753 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.315+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL auth v148 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.974501+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc61700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c8:[<0x100000005ac/ARTISTIC.ACL v6>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c8:[<0x100000005ac/ARTISTIC.ACL v148>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.753 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.316+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000609 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.192970+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf60b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000609:[<0x100000005ac/ROSE.CPT v20>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000609:[<0x100000005ac/ROSE.CPT v164>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.753 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.316+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bf [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:59:16.116044+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc60c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bf:[<0x100000005ac/CDRBARS.CFG v4>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005bf:[<0x100000005ac/CDRBARS.CFG v166>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.753 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.317+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.070126+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf63180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e4:[<0x100000005ac/TEAPOT2.CPT v12>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e4:[<0x100000005ac/TEAPOT2.CPT v156>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.753 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.315+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000514 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000 auth v45 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.402458+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41e6680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000514:[<0x10000000500/filler.000 v4>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000514:[<0x10000000500/filler.000 v45>,<0x10000000007/client6 v1861>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.315+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000051a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.418276+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3bdac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000051a:[<0x100000004fd/filler.001 v6>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000051a:[<0x100000004fd/filler.001 v49>,<0x10000000007/client7 v1859>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.316+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000537 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004 auth v55 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.555851+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb38b2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000537:[<0x100000004fd/filler.004 v12>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000537:[<0x100000004fd/filler.004 v55>,<0x10000000007/client7 v1859>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.318+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000052d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003 auth v53 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.512224+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3ded600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000052d:[<0x100000004fd/filler.003 v10>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000052d:[<0x100000004fd/filler.003 v53>,<0x10000000007/client7 v1859>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.320+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000612 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.226382+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@22},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4262b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000612:[<0x100000005b9/ROSE.CPT v20>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000612:[<0x100000005b9/ROSE.CPT v164>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1855>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.317+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.130741+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc00680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f7:[<0x100000005ac/TRAIN.CDR v16>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f7:[<0x100000005ac/TRAIN.CDR v152>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.317+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ed [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.102219+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcc61180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ed:[<0x100000005ac/SIGN2.CPT v14>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ed:[<0x100000005ac/SIGN2.CPT v158>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.754 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.317+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.006944+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcbff080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d1:[<0x100000005ac/GRAPHIC1.CDR v8>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d1:[<0x100000005ac/GRAPHIC1.CDR v150>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.755 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.320+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000050f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.376813+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3de2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000050f:[<0x100000004fd/filler.000 v4>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000050f:[<0x100000004fd/filler.000 v47>,<0x10000000007/client7 v1859>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.755 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.320+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ee [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.102341+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4263080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ee:[<0x100000005b9/TEAPOT2.CPT v12>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ee:[<0x100000005b9/TEAPOT2.CPT v156>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.755 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.320+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.075427+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4263600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e5:[<0x100000005b9/MAILBOX2.CPT v10>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e5:[<0x100000005b9/MAILBOX2.CPT v154>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.755 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.317+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000567 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS auth v114 ap=1 s=260096 n(v0 rc2024-09-10T07:59:09.518268+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaea580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000567:[<0x1000000055f/PCMAGCD.XLS v2>,<0x10000000504/EXCEL v14>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000567:[<0x1000000055f/PCMAGCD.XLS v114>,<0x10000000504/EXCEL v1269>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.755 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.319+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:59:16.158168+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaea000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005b4:[<0x100000005ac/CDRROLS.CFG v2>,<0x10000000504/COREL v50>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005b4:[<0x100000005ac/CDRROLS.CFG v168>,<0x10000000504/COREL v1476>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.320+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000608 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.193042+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4264100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000608:[<0x100000005b9/GRAPHIC2.CDR v18>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000608:[<0x100000005b9/GRAPHIC2.CDR v160>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.321+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL auth v148 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.011568+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4264680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d3:[<0x100000005b9/ARTISTIC.ACL v6>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d3:[<0x100000005b9/ARTISTIC.ACL v148>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.319+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC auth v139 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.607802+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaeb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054c:[<0x1000000053c/BASEMACH.DOC v30>,<0x10000000504/WORD v304>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000054c:[<0x1000000053c/BASEMACH.DOC v139>,<0x10000000504/WORD v1594>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.320+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000571 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS auth v124 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.819441+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaeab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000571:[<0x1000000055f/SALES.XLS v4>,<0x10000000504/EXCEL v14>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000571:[<0x1000000055f/SALES.XLS v124>,<0x10000000504/EXCEL v1269>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.320+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000555 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC auth v155 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.638986+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaeb600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000555:[<0x1000000053c/FACTS.DOC v6>,<0x10000000504/WORD v304>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000555:[<0x1000000053c/FACTS.DOC v155>,<0x10000000504/WORD v1594>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1830>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.756 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.321+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ca [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.936927+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4265180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ca:[<0x100000005b9/CDRBARS.CFG v4>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ca:[<0x100000005b9/CDRBARS.CFG v166>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.757 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.322+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000523 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.465737+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3df2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000523:[<0x100000004fd/filler.002 v8>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000523:[<0x100000004fd/filler.002 v51>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.757 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.322+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ff [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.161478+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4265700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ff:[<0x100000005b9/TRAIN.CDR v16>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ff:[<0x100000005b9/TRAIN.CDR v152>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.757 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.321+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000541 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC auth v117 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.575653+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaec100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000541:[<0x1000000053c/CHAP10.DOC v8>,<0x10000000504/WORD v304>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000541:[<0x1000000053c/CHAP10.DOC v117>,<0x10000000504/WORD v1594>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.757 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.322+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000073a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL auth v44 ap=1 s=327680 n(v0 rc2024-09-10T07:59:21.635073+0000 b327680 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaecc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000073a:[<0x10000000731/SMALL.FIL v8>,<0x10000000504/SEED v280>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000073a:[<0x10000000731/SMALL.FIL v44>,<0x10000000504/SEED v1600>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.322+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:59:21.003115+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c1:[<0x100000005b9/CDRROLS.CFG v2>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c1:[<0x100000005b9/CDRROLS.CFG v168>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.323+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS auth v126 ap=1 s=260096 n(v0 rc2024-09-10T07:59:13.915350+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057a:[<0x1000000056a/SALES.XLS v4>,<0x1000000050c/EXCEL v14>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000057a:[<0x1000000056a/SALES.XLS v126>,<0x1000000050c/EXCEL v1307>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.323+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000570 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS auth v116 ap=1 s=260096 n(v0 rc2024-09-10T07:59:12.374123+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000570:[<0x1000000056a/PCMAGCD.XLS v2>,<0x1000000050c/EXCEL v14>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000570:[<0x1000000056a/PCMAGCD.XLS v116>,<0x1000000050c/EXCEL v1307>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.324+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.130172+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4264c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f6:[<0x100000005b9/SIGN2.CPT v14>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f6:[<0x100000005b9/SIGN2.CPT v158>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.327+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000557 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC auth v100 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.642180+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000557:[<0x10000000546/BASEMACH.DOC v4>,<0x1000000050c/WORD v308>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000557:[<0x10000000546/BASEMACH.DOC v100>,<0x1000000050c/WORD v1295>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.328+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000560 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC auth v104 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.666824+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000560:[<0x10000000546/FACTS.DOC v6>,<0x1000000050c/WORD v308>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000560:[<0x10000000546/FACTS.DOC v104>,<0x1000000050c/WORD v1295>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.329+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC auth v102 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.612717+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054d:[<0x10000000546/CHAP10.DOC v8>,<0x1000000050c/WORD v308>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000054d:[<0x10000000546/CHAP10.DOC v102>,<0x1000000050c/WORD v1295>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.758 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.329+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000744 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL auth v32 ap=1 s=327680 n(v0 rc2024-09-10T07:59:21.009762+0000 b327680 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000744:[<0x1000000073d/SMALL.FIL v8>,<0x1000000050c/SEED v290>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000744:[<0x1000000073d/SMALL.FIL v32>,<0x1000000050c/SEED v1434>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.329+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000061b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.256573+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4263b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000061b:[<0x100000005b9/CORELDRW.CDT v22>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000061b:[<0x100000005b9/CORELDRW.CDT v162>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.322+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000743 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL auth v46 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:21.649190+0000 b1048576 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaed180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000743:[<0x10000000731/MEDIUM.FIL v10>,<0x10000000504/SEED v280>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000743:[<0x10000000731/MEDIUM.FIL v46>,<0x10000000504/SEED v1600>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.323+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000074f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL auth v48 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:21.665955+0000 b1867776 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcaed700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000074f:[<0x10000000731/LARGE.FIL v12>,<0x10000000504/SEED v280>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000074f:[<0x10000000731/LARGE.FIL v48>,<0x10000000504/SEED v1600>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.324+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000062d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS auth v106 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.305545+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f4580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000062d:[<0x1000000061a/RESULTS.XLS v4>,<0x10000000504/WORDPRO v58>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000062d:[<0x1000000061a/RESULTS.XLS v106>,<0x10000000504/WORDPRO v1293>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.325+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000636 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP auth v110 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.334884+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f4b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000636:[<0x1000000061a/NEWS1_1.LWP v6>,<0x10000000504/WORDPRO v58>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000636:[<0x1000000061a/NEWS1_1.LWP v110>,<0x10000000504/WORDPRO v1293>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.325+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000623 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.274859+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f4000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000623:[<0x1000000061a/BENCHS.LWP v2>,<0x10000000504/WORDPRO v58>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000623:[<0x1000000061a/BENCHS.LWP v98>,<0x10000000504/WORDPRO v1293>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.327+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000673 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX auth v434 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.357092+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000673:[<0x10000000662/COURSES.PX v4>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000673:[<0x10000000662/COURSES.PX v434>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.759 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.327+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000067c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04 auth v436 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.357561+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f5600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000067c:[<0x10000000662/COURSES.X04 v6>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000067c:[<0x10000000662/COURSES.X04 v436>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.760 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.329+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005dc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.040917+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005dc:[<0x100000005b9/GRAPHIC1.CDR v8>,<0x1000000050c/COREL v50>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005dc:[<0x100000005b9/GRAPHIC1.CDR v150>,<0x1000000050c/COREL v1430>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.760 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.330+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000074d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL auth v34 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:21.019246+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb426d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000074d:[<0x1000000073d/MEDIUM.FIL v10>,<0x1000000050c/SEED v290>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000074d:[<0x1000000073d/MEDIUM.FIL v34>,<0x1000000050c/SEED v1434>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.760 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.330+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000756 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL auth v36 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:21.029804+0000 b1867776 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4274000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000756:[<0x1000000073d/LARGE.FIL v12>,<0x1000000050c/SEED v290>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000756:[<0x1000000073d/LARGE.FIL v36>,<0x1000000050c/SEED v1434>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.760 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.329+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006aa [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0 auth v368 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.705942+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006aa:[<0x10000000662/STUDENTS.YG0 v16>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006aa:[<0x10000000662/STUDENTS.YG0 v368>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.760 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.331+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006df [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX auth v380 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.898486+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f6100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006df:[<0x10000000662/ENROLL.PX v28>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006df:[<0x10000000662/ENROLL.PX v380>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.761 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.330+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000635 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS auth v114 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.326198+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4274b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000635:[<0x10000000624/RESULTS.XLS v4>,<0x1000000050c/WORDPRO v58>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000635:[<0x10000000624/RESULTS.XLS v114>,<0x1000000050c/WORDPRO v1331>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.761 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.331+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP auth v118 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.357176+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4275080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000063e:[<0x10000000624/NEWS1_1.LWP v6>,<0x1000000050c/WORDPRO v58>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000063e:[<0x10000000624/NEWS1_1.LWP v118>,<0x1000000050c/WORDPRO v1331>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.761 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.332+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000695 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX auth v364 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.137555+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f6680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000695:[<0x10000000662/STUDENTS.PX v12>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000695:[<0x10000000662/STUDENTS.PX v364>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.761 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.333+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000703 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV auth v464 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.032130+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f6c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000703:[<0x10000000662/STUDENTS.TV v36>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000703:[<0x10000000662/STUDENTS.TV v464>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.762 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.335+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000070d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL auth v466 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.065951+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f7180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000070d:[<0x10000000662/STUDENTS.FSL v38>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000070d:[<0x10000000662/STUDENTS.FSL v466>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.762 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.331+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000067a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX auth v275 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.490110+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4275600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000067a:[<0x10000000669/COURSES.PX v4>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000067a:[<0x10000000669/COURSES.PX v275>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.762 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.333+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000683 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04 auth v279 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.490665+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4276100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000683:[<0x10000000669/COURSES.X04 v6>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000683:[<0x10000000669/COURSES.X04 v279>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.762 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.333+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000062c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP auth v106 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.302111+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4274580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000062c:[<0x10000000624/BENCHS.LWP v2>,<0x1000000050c/WORDPRO v58>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000062c:[<0x10000000624/BENCHS.LWP v106>,<0x1000000050c/WORDPRO v1331>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.762 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.335+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006bc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1 auth v372 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.768220+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006bc:[<0x10000000662/STUDENTS.YG1 v20>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006bc:[<0x10000000662/STUDENTS.YG1 v372>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.335+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03 auth v384 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.962635+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f1:[<0x10000000662/ENROLL.Y03 v32>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f1:[<0x10000000662/ENROLL.Y03 v384>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.336+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000717 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL auth v468 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.104677+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000717:[<0x10000000662/COURSES.FSL v40>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000717:[<0x10000000662/COURSES.FSL v468>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.337+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL auth v374 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.802123+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c5:[<0x10000000662/STUDENTS.VAL v22>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c5:[<0x10000000662/STUDENTS.VAL v374>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.334+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0 auth v301 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.734859+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4276680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b2:[<0x10000000669/STUDENTS.YG0 v16>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b2:[<0x10000000669/STUDENTS.YG0 v301>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.334+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ea [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX auth v303 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.941936+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4276c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ea:[<0x10000000669/ENROLL.PX v28>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ea:[<0x10000000669/ENROLL.PX v303>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.763 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.337+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000066a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB auth v432 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.356458+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000066a:[<0x10000000662/COURSES.DB v2>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000066a:[<0x10000000662/COURSES.DB v432>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.337+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000685 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04 auth v326 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.178971+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000685:[<0x10000000662/COURSES.Y04 v8>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000685:[<0x10000000662/COURSES.Y04 v326>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.337+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006fa [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL auth v386 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.996003+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fa680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006fa:[<0x10000000662/ENROLL.VAL v34>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006fa:[<0x10000000662/ENROLL.VAL v386>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.334+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX auth v293 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.423500+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4277700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a1:[<0x10000000669/STUDENTS.PX v12>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a1:[<0x10000000669/STUDENTS.PX v293>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.334+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000070f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV auth v269 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.068149+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000070f:[<0x10000000669/STUDENTS.TV v36>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000070f:[<0x10000000669/STUDENTS.TV v269>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.335+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000718 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL auth v311 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.108275+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000718:[<0x10000000669/STUDENTS.FSL v38>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000718:[<0x10000000669/STUDENTS.FSL v311>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.338+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03 auth v382 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.934726+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4f9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e8:[<0x10000000662/ENROLL.X03 v30>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e8:[<0x10000000662/ENROLL.X03 v382>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.764 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.338+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB auth v378 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.867663+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d7:[<0x10000000662/ENROLL.DB v26>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d7:[<0x10000000662/ENROLL.DB v378>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.765 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.335+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000722 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL auth v283 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.139275+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@7},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000722:[<0x10000000669/COURSES.FSL v40>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000722:[<0x10000000669/COURSES.FSL v283>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.765 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.336+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006cd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL auth v285 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.832169+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006cd:[<0x10000000669/STUDENTS.VAL v22>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006cd:[<0x10000000669/STUDENTS.VAL v285>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.765 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.339+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ce [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB auth v376 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.833335+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fa100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ce:[<0x10000000662/STUDENTS.MB v24>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ce:[<0x10000000662/STUDENTS.MB v376>,<0x10000000504/PARADOX v1766>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.765 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.344+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000068c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB auth v362 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.136625+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fe000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000068c:[<0x10000000662/STUDENTS.DB v10>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000068c:[<0x10000000662/STUDENTS.DB v362>,<0x10000000504/PARADOX v1768>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.766 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.336+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000672 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB auth v273 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.489730+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000672:[<0x10000000669/COURSES.DB v2>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000672:[<0x10000000669/COURSES.DB v273>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.766 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.366+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006fc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03 auth v309 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.002901+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006fc:[<0x10000000669/ENROLL.Y03 v32>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006fc:[<0x10000000669/ENROLL.Y03 v309>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.766 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.366+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1 auth v297 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.801914+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c4:[<0x10000000669/STUDENTS.YG1 v20>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c4:[<0x10000000669/STUDENTS.YG1 v297>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.766 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.366+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03 auth v307 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.971217+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f3:[<0x10000000669/ENROLL.X03 v30>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f3:[<0x10000000669/ENROLL.X03 v307>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.766 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.368+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000068d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04 auth v277 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.491306+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000068d:[<0x10000000669/COURSES.Y04 v8>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000068d:[<0x10000000669/COURSES.Y04 v277>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.767 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.345+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000069f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0 auth v366 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.671493+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000069f:[<0x10000000662/STUDENTS.XG0 v14>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000069f:[<0x10000000662/STUDENTS.XG0 v366>,<0x10000000504/PARADOX v1768>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.767 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.346+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1 auth v370 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.733923+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b3:[<0x10000000662/STUDENTS.XG1 v18>,<0x10000000504/PARADOX v108>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b3:[<0x10000000662/STUDENTS.XG1 v370>,<0x10000000504/PARADOX v1768>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.767 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.346+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000651 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC auth v196 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.430466+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@45},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4feb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000651:[<0x1000000063f/EVENTS.DOC v4>,<0x10000000504/PM v66>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000651:[<0x1000000063f/EVENTS.DOC v196>,<0x10000000504/PM v1644>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.767 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.368+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB auth v287 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.867530+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d6:[<0x10000000669/STUDENTS.MB v24>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d6:[<0x10000000669/STUDENTS.MB v287>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.767 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.371+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000706 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL auth v291 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.037508+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb427f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000706:[<0x10000000669/ENROLL.VAL v34>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000706:[<0x10000000669/ENROLL.VAL v291>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.346+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000647 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS auth v194 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.397581+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@45},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4fe580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000647:[<0x1000000063f/T1.XLS v2>,<0x10000000504/PM v66>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000647:[<0x1000000063f/T1.XLS v194>,<0x10000000504/PM v1644>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.347+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000659 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC auth v198 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.458881+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@43},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4ff080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000659:[<0x1000000063f/MOVED.DOC v6>,<0x10000000504/PM v66>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000659:[<0x1000000063f/MOVED.DOC v198>,<0x10000000504/PM v1644>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.347+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT auth v348 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.584024+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd4ffb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057f:[<0x10000000579/PCBENCHM.PPT v16>,<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000057f:[<0x10000000579/PCBENCHM.PPT v348>,<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.347+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000589 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP auth v346 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.782436+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd500100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000589:[<0x10000000579/ZD16.BMP v38>,<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000589:[<0x10000000579/ZD16.BMP v346>,<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.372+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB auth v305 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.899753+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4284000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e0:[<0x10000000669/ENROLL.DB v26>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e0:[<0x10000000669/ENROLL.DB v305>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.373+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006bb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1 auth v295 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.766408+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4284580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006bb:[<0x10000000669/STUDENTS.XG1 v18>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006bb:[<0x10000000669/STUDENTS.XG1 v295>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.768 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.374+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0 auth v299 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.702186+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4285080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a9:[<0x10000000669/STUDENTS.XG0 v14>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a9:[<0x10000000669/STUDENTS.XG0 v299>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.374+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000697 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB auth v289 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.422720+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4285600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000697:[<0x10000000669/STUDENTS.DB v10>,<0x1000000050c/PARADOX v108>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000697:[<0x10000000669/STUDENTS.DB v289>,<0x1000000050c/PARADOX v1341>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.374+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000064e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS auth v102 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.423855+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@43},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4286100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000064e:[<0x10000000646/T1.XLS v2>,<0x1000000050c/PM v66>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000064e:[<0x10000000646/T1.XLS v102>,<0x1000000050c/PM v1333>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.349+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT auth v352 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.691097+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd501180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059b:[<0x10000000579/TIPS.PPT v106>,<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000059b:[<0x10000000579/TIPS.PPT v352>,<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.351+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT auth v354 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.866191+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd500c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a4:[<0x10000000579/TRIDOTS.POT v142>,<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a4:[<0x10000000579/TRIDOTS.POT v354>,<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.352+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000592 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v242 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.808041+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd501700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000592:[<0x10000000579/PPTOOLS1.PPA v70>,<0x10000000504/PWRPNT v274>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000592:[<0x10000000579/PPTOOLS1.PPA v242>,<0x10000000504/PWRPNT v1748>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.769 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.377+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000657 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC auth v188 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.450896+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@45},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4286680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000657:[<0x10000000646/EVENTS.DOC v4>,<0x1000000050c/PM v66>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000657:[<0x10000000646/EVENTS.DOC v188>,<0x1000000050c/PM v1333>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.377+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000660 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC auth v194 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.477266+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@43},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4286c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000660:[<0x10000000646/MOVED.DOC v6>,<0x1000000050c/PM v66>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000660:[<0x10000000646/MOVED.DOC v194>,<0x1000000050c/PM v1333>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.377+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000593 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP auth v220 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.809245+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb428e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000593:[<0x10000000583/ZD16.BMP v38>,<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000593:[<0x10000000583/ZD16.BMP v220>,<0x1000000050c/PWRPNT v1484>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.352+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000725 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:14.865553+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd504000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000725:[<0x1000000071f/FASTENER.MDB v2>,<0x10000000504/ACCESS v112>,<0x100000004fb/~dmtmp v36>,<0x10000000007/client4 v1492>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000725:[<0x1000000071f/FASTENER.MDB v44>,<0x10000000504/ACCESS v1393>,<0x100000004fb/~dmtmp v103>,<0x10000000007/client4 v1879>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.353+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/ auth v1261 ap=1 f(v0 m2024-09-10T07:59:21.671090+0000 2=2+0) n(v0 rc2024-09-10T07:59:21.671090+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@541},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd59ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000055e:[<0x10000000505/EXCEL v14>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000055e:[<0x10000000505/EXCEL v1261>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.671090+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.671090+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.671090+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.671090+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.378+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT auth v198 ap=1 s=260096 n(v0 rc2024-09-10T07:59:25.740068+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4287700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058a:[<0x10000000583/PCBENCHM.PPT v16>,<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000058a:[<0x10000000583/PCBENCHM.PPT v198>,<0x1000000050c/PWRPNT v1484>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.770 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.378+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT auth v288 ap=1 s=260096 n(v0 rc2024-09-10T07:59:27.023808+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb428f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a6:[<0x10000000583/TIPS.PPT v112>,<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a6:[<0x10000000583/TIPS.PPT v288>,<0x1000000050c/PWRPNT v1484>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.771 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.354+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b1 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ auth v1487 ap=1 f(v0 m2024-09-10T07:59:21.775118+0000 11=11+0) n(v0 rc2024-09-10T07:59:21.775118+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@492},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd59a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005b1:[<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005b1:[<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.775118+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.775118+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.775118+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.775118+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.771 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.355+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053b [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/ auth v1579 ap=1 f(v0 m2024-09-10T07:59:25.763690+0000 5=5+0) n(v1 rc2024-09-10T07:59:25.763690+0000 b807639 6=5+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@487},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd59b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000053b:[<0x10000000505/WORD v312>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000053b:[<0x10000000505/WORD v1579>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.763690+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.763690+0000 b807639 6=5+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.763690+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:25.763690+0000 b807639 6=5+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.771 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.379+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v252 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.844033+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb428f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059d:[<0x10000000583/PPTOOLS1.PPA v70>,<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000059d:[<0x10000000583/PPTOOLS1.PPA v252>,<0x1000000050c/PWRPNT v1484>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.771 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.380+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c0 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ auth v1438 ap=1 f(v0 m2024-09-10T07:59:24.667060+0000 11=11+0) n(v0 rc2024-09-10T07:59:24.667060+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@424},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41e6c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005c0:[<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005c0:[<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.667060+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.667060+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.667060+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.667060+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.772 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.356+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000734 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/ auth v1585 ap=1 f(v0 m2024-09-10T07:59:00.291041+0000 3=3+0) n(v0 rc2024-09-10T07:59:24.336197+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@379},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd59b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000734:[<0x10000000505/SEED v290>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000734:[<0x10000000505/SEED v1585>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.291041+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.336197+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.291041+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.336197+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.772 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.358+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000664 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ auth v1657 ap=1 f(v0 m2024-09-10T07:59:27.234098+0000 23=23+0) n(v1 rc2024-09-10T07:59:27.293819+0000 b5206559 24=23+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@506},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd5ae580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000664:[<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000664:[<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.234098+0000 23=23+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.293819+0000 b5206559 24=23+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.234098+0000 23=23+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:27.293819+0000 b5206559 24=23+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.772 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.380+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000733 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.296581+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb428fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000733:[<0x1000000072b/FASTENER.MDB v2>,<0x1000000050c/ACCESS v112>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000733:[<0x1000000072b/FASTENER.MDB v44>,<0x1000000050c/ACCESS v1347>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.772 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.381+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000056d [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/ auth v1285 ap=1 f(v0 m2024-09-10T07:59:24.550396+0000 2=2+0) n(v0 rc2024-09-10T07:59:24.550396+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@473},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41e7180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000056d:[<0x1000000050d/EXCEL v14>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000056d:[<0x1000000050d/EXCEL v1285>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.550396+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.550396+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.550396+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.550396+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.358+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000641 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/ auth v1547 ap=1 f(v0 m2024-09-10T07:59:21.885897+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.885897+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@703},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd5aeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000641:[<0x10000000505/PM v66>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000641:[<0x10000000505/PM v1547>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.885897+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.885897+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.885897+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.885897+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.359+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ auth v1477 ap=1 f(v0 m2024-09-10T07:59:24.253053+0000 7=7+0) n(v0 rc2024-09-10T07:59:24.253053+0000 b1462582 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@484},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd5af080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000057c:[<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000057c:[<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.253053+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.253053+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.253053+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.253053+0000 b1462582 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.359+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000721 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/ auth v1313 ap=1 f(v0 m2024-09-10T07:59:22.021056+0000 1=1+0) n(v0 rc2024-09-10T07:59:22.021056+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@432},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd5af600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000721:[<0x10000000505/ACCESS v112>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000721:[<0x10000000505/ACCESS v1313>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:22.021056+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:22.021056+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:22.021056+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:22.021056+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.359+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000061e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/ auth v1285 ap=1 f(v0 m2024-09-10T07:59:21.862464+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.862464+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@531},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bd5ae000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000061e:[<0x10000000505/WORDPRO v58>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000061e:[<0x10000000505/WORDPRO v1285>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.862464+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.862464+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.862464+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.862464+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.360+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000502 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ auth{0=1,2=1} v106 ap=1 f(v0 m2024-09-10T07:59:00.168383+0000 9=0+9) n(v4 rc2024-09-10T07:59:26.718072+0000 b15926828 69=59+10) (inest mix dirty) caps={15204=pAsLsXsFs/-@1116},l=15204 | dirtyscattered=1 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcefb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000502:[<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000502:[<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.168383+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.718072+0000 b15926828 69=59+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.168383+0000 9=0+9)","memory_value.rstat":"n(v4 rc2024-09-10T07:59:26.718072+0000 b15926828 69=59+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.381+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005af [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT auth v184 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.904559+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@12} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb428eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005af:[<0x10000000583/TRIDOTS.POT v150>,<0x1000000050c/PWRPNT v284>,<0x100000004ff/~dmtmp v36>,<0x10000000007/client8 v1502>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005af:[<0x10000000583/TRIDOTS.POT v184>,<0x1000000050c/PWRPNT v1484>,<0x100000004ff/~dmtmp v108>,<0x10000000007/client8 v1883>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.773 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.383+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000062a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/ auth v1309 ap=1 f(v0 m2024-09-10T07:59:24.801468+0000 3=3+0) n(v0 rc2024-09-10T07:59:24.801468+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@462},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000062a:[<0x1000000050d/WORDPRO v58>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000062a:[<0x1000000050d/WORDPRO v1309>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.801468+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.801468+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.801468+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.801468+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.384+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000745 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/ auth v1444 ap=1 f(v0 m2024-09-10T07:59:00.347490+0000 3=3+0) n(v0 rc2024-09-10T07:59:20.698393+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@311},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000745:[<0x1000000050d/SEED v284>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000745:[<0x1000000050d/SEED v1444>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.347490+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:20.698393+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.347490+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:20.698393+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.385+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000549 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/ auth v1259 ap=1 f(v0 m2024-09-10T07:59:24.442795+0000 3=3+0) n(v1 rc2024-09-10T07:59:24.442795+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@313},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41e7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000549:[<0x1000000050d/WORD v296>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000549:[<0x1000000050d/WORD v1259>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.442795+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.442795+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.442795+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:24.442795+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.386+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000675 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ auth v1319 ap=1 f(v0 m2024-09-10T07:59:24.897359+0000 20=20+0) n(v1 rc2024-09-10T07:59:24.897359+0000 b5201920 21=20+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@354},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000675:[<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000675:[<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.897359+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.897359+0000 b5201920 21=20+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.897359+0000 20=20+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:24.897359+0000 b5201920 21=20+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.361+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000518 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.414272+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdafb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000518:[<0x100000004f9/filler.002 v8>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000518:[<0x100000004f9/filler.002 v49>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.362+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000052c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004 auth v53 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.507333+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdaeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000052c:[<0x100000004f9/filler.004 v12>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000052c:[<0x100000004f9/filler.004 v53>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.362+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000522 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.464331+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcd71700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000522:[<0x100000004f9/filler.003 v10>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000522:[<0x100000004f9/filler.003 v51>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.774 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.387+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000064f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/ auth v1311 ap=1 f(v0 m2024-09-10T07:59:24.835781+0000 3=3+0) n(v0 rc2024-09-10T07:59:24.835781+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@634},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000064f:[<0x1000000050d/PM v66>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000064f:[<0x1000000050d/PM v1311>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.835781+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.835781+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.835781+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.835781+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.775 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.388+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058b [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ auth v1482 ap=1 f(v0 m2024-09-10T07:59:27.100980+0000 7=7+0) n(v0 rc2024-09-10T07:59:27.100980+0000 b1460340 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@399},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000058b:[<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000058b:[<0x1000000050d/PWRPNT v1482>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.100980+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.100980+0000 b1460340 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.100980+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:27.100980+0000 b1460340 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.775 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.362+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000510 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.374008+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bccaec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000510:[<0x100000004f9/filler.001 v6>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000510:[<0x100000004f9/filler.001 v47>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.775 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.362+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000506 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000 auth v36 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.342357+0000 b1048576 1=1+0) caps={15204=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5585bcfddb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000506:[<0x100000004f9/filler.000 v36>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000506:[<0x100000004f9/filler.000 v36>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.775 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.389+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000732 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/ auth v1325 ap=1 f(v0 m2024-09-10T07:59:24.943754+0000 1=1+0) n(v0 rc2024-09-10T07:59:24.943754+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@363},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb421db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000732:[<0x1000000050d/ACCESS v112>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000732:[<0x1000000050d/ACCESS v1325>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.943754+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.943754+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.943754+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.943754+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.775 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.390+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b6 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ auth v1422 ap=1 f(v0 m2024-09-10T07:59:25.196848+0000 11=11+0) n(v0 rc2024-09-10T07:59:25.196848+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@422},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3def180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005b6:[<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005b6:[<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.196848+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.196848+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.196848+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.196848+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.776 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.362+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.201262+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5afb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000060b:[<0x100000005b1/ROSE.CPT v20>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000060b:[<0x100000005b1/ROSE.CPT v166>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.776 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.364+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000602 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.171615+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000602:[<0x100000005b1/GRAPHIC2.CDR v18>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000602:[<0x100000005b1/GRAPHIC2.CDR v162>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.776 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.364+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.083820+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e8:[<0x100000005b1/TEAPOT2.CPT v12>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e8:[<0x100000005b1/TEAPOT2.CPT v158>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.776 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.391+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000566 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/ auth v1295 ap=1 f(v0 m2024-09-10T07:59:25.089754+0000 2=2+0) n(v0 rc2024-09-10T07:59:25.089754+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@471},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3abe680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000566:[<0x10000000507/EXCEL v14>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000566:[<0x10000000507/EXCEL v1295>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.089754+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.089754+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.089754+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.089754+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.776 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.393+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000543 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/ auth v1283 ap=1 f(v0 m2024-09-10T07:59:25.000766+0000 3=3+0) n(v1 rc2024-09-10T07:59:25.000766+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@311},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3df2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000543:[<0x10000000507/WORD v294>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000543:[<0x10000000507/WORD v1283>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.000766+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.000766+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.000766+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:25.000766+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.777 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.365+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000614 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.234746+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000614:[<0x100000005b1/CORELDRW.CDT v22>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000614:[<0x100000005b1/CORELDRW.CDT v164>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.777 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.365+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005de [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.049782+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005de:[<0x100000005b1/MAILBOX2.CPT v10>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005de:[<0x100000005b1/MAILBOX2.CPT v156>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.777 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.393+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000738 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/ auth v1426 ap=1 f(v0 m2024-09-10T07:59:00.292482+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.035641+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@309},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3bdb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000738:[<0x10000000507/SEED v282>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000738:[<0x10000000507/SEED v1426>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.292482+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.035641+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.292482+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.035641+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.777 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.394+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000061f [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/ auth v1319 ap=1 f(v0 m2024-09-10T07:59:25.290169+0000 3=3+0) n(v0 rc2024-09-10T07:59:25.290169+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@460},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3ded080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000061f:[<0x10000000507/WORDPRO v58>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000061f:[<0x10000000507/WORDPRO v1319>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.290169+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.290169+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.290169+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.290169+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.777 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.394+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000668 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ auth v1327 ap=1 f(v0 m2024-09-10T07:59:25.392890+0000 20=20+0) n(v1 rc2024-09-10T07:59:25.392890+0000 b5201920 21=20+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@357},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3dec580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000668:[<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000668:[<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.392890+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.392890+0000 b5201920 21=20+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.392890+0000 20=20+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:25.392890+0000 b5201920 21=20+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.778 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.365+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.985501+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005cb:[<0x100000005b1/ARTISTIC.ACL v6>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005cb:[<0x100000005b1/ARTISTIC.ACL v150>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.778 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.365+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.113470+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f0:[<0x100000005b1/SIGN2.CPT v14>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f0:[<0x100000005b1/SIGN2.CPT v160>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.778 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.366+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:59:18.500913+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c2:[<0x100000005b1/CDRBARS.CFG v4>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c2:[<0x100000005b1/CDRBARS.CFG v168>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.778 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.395+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000580 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ auth v1484 ap=1 f(v0 m2024-09-10T07:59:27.295590+0000 7=7+0) n(v0 rc2024-09-10T07:59:27.371079+0000 b1459908 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@375},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3de4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000580:[<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000580:[<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.295590+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.371079+0000 b1459908 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.295590+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:27.371079+0000 b1459908 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.778 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.395+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000728 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/ auth v1333 ap=1 f(v0 m2024-09-10T07:59:25.456471+0000 1=1+0) n(v0 rc2024-09-10T07:59:25.456471+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@361},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3bda680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000728:[<0x10000000507/ACCESS v112>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000728:[<0x10000000507/ACCESS v1333>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:25.456471+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:25.456471+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:25.456471+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:25.456471+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.366+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.016513+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d5:[<0x100000005b1/GRAPHIC1.CDR v8>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d5:[<0x100000005b1/GRAPHIC1.CDR v152>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.367+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG auth v170 ap=1 s=260096 n(v0 rc2024-09-10T07:59:18.535565+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005b8:[<0x100000005b1/CDRROLS.CFG v2>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005b8:[<0x100000005b1/CDRROLS.CFG v170>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.367+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000568 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS auth v114 ap=1 s=260096 n(v0 rc2024-09-10T07:59:11.818351+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b3b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000568:[<0x1000000055e/PCMAGCD.XLS v2>,<0x10000000505/EXCEL v14>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000568:[<0x1000000055e/PCMAGCD.XLS v114>,<0x10000000505/EXCEL v1261>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.367+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.142399+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f9:[<0x100000005b1/TRAIN.CDR v16>,<0x10000000505/COREL v50>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f9:[<0x100000005b1/TRAIN.CDR v154>,<0x10000000505/COREL v1487>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.396+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000525 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001 auth v38114 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.468593+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000525:[<0x10000000008/filler.001 v37980>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000525:[<0x10000000008/filler.001 v38114>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.779 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.397+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000548 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004 auth v38120 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.613316+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41a0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000548:[<0x10000000008/filler.004 v37986>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000548:[<0x10000000008/filler.004 v38120>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.397+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000530 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002 auth v38116 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.528254+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000530:[<0x10000000008/filler.002 v37982>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000530:[<0x10000000008/filler.002 v38116>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.368+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000574 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS auth v124 ap=1 s=260096 n(v0 rc2024-09-10T07:59:13.106130+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000574:[<0x1000000055e/SALES.XLS v4>,<0x10000000505/EXCEL v14>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000574:[<0x1000000055e/SALES.XLS v124>,<0x10000000505/EXCEL v1261>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.368+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC auth v133 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.614265+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b4680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054f:[<0x1000000053b/BASEMACH.DOC v4>,<0x10000000505/WORD v312>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000054f:[<0x1000000053b/BASEMACH.DOC v133>,<0x10000000505/WORD v1579>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.370+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000544 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC auth v111 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.586788+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b5700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000544:[<0x1000000053b/CHAP10.DOC v8>,<0x10000000505/WORD v312>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000544:[<0x1000000053b/CHAP10.DOC v111>,<0x10000000505/WORD v1579>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.398+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003 auth v38118 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.573661+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41a0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000053d:[<0x10000000008/filler.003 v37984>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000053d:[<0x10000000008/filler.003 v38118>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.780 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.398+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000519 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000 auth v38112 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.419270+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb41a0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000519:[<0x10000000008/filler.000 v37978>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000519:[<0x10000000008/filler.000 v38112>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.781 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.370+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000556 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC auth v149 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.639259+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000556:[<0x1000000053b/FACTS.DOC v6>,<0x10000000505/WORD v312>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000556:[<0x1000000053b/FACTS.DOC v149>,<0x10000000505/WORD v1579>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.781 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.370+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000747 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL auth v40 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:24.324678+0000 b1048576 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@2},l=15204 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000747:[<0x10000000734/MEDIUM.FIL v10>,<0x10000000505/SEED v290>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000747:[<0x10000000734/MEDIUM.FIL v40>,<0x10000000505/SEED v1585>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.781 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.398+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000503 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ auth{0=1,1=1} v112 ap=1 f(v0 m2024-09-10T07:59:00.195055+0000 9=0+9) n(v5 rc2024-09-10T07:59:26.560238+0000 b15813666 62=52+10) (inest mix dirty) caps={15204=pAsLsXsFs/-@689},l=15204 | dirtyscattered=1 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x556bb3cfb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000503:[<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000503:[<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.195055+0000 9=0+9)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:26.560238+0000 b15813666 62=52+10)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.195055+0000 9=0+9)","memory_value.rstat":"n(v5 rc2024-09-10T07:59:26.560238+0000 b15813666 62=52+10)","error_str":""},"return_code":0} 2024-09-10T07:59:27.781 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.398+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000531 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004 auth v55 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.528381+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4169700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000531:[<0x100000004fa/filler.004 v12>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000531:[<0x100000004fa/filler.004 v55>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.781 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.399+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000051d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002 auth v51 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.438197+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4169180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000051d:[<0x100000004fa/filler.002 v8>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000051d:[<0x100000004fa/filler.002 v51>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.782 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.370+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000073c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL auth v38 ap=1 s=327680 n(v0 rc2024-09-10T07:59:24.314458+0000 b327680 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@2},l=15204 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000073c:[<0x10000000734/SMALL.FIL v8>,<0x10000000505/SEED v290>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000073c:[<0x10000000734/SMALL.FIL v38>,<0x10000000505/SEED v1585>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.782 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.371+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000750 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL auth v42 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:24.336197+0000 b1867776 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@2},l=15204 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000750:[<0x10000000734/LARGE.FIL v12>,<0x10000000505/SEED v290>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000750:[<0x10000000734/LARGE.FIL v42>,<0x10000000505/SEED v1585>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.782 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.399+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000513 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001 auth v49 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.399800+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4168c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000513:[<0x100000004fa/filler.001 v6>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000513:[<0x100000004fa/filler.001 v49>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.782 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.399+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000527 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003 auth v53 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.482519+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4178000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000527:[<0x100000004fa/filler.003 v10>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000527:[<0x100000004fa/filler.003 v53>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.782 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.371+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000062f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS auth v106 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.314609+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000062f:[<0x1000000061e/RESULTS.XLS v4>,<0x10000000505/WORDPRO v58>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000062f:[<0x1000000061e/RESULTS.XLS v106>,<0x10000000505/WORDPRO v1285>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.783 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.371+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000638 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP auth v110 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.342985+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5ba100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000638:[<0x1000000061e/NEWS1_1.LWP v6>,<0x10000000505/WORDPRO v58>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000638:[<0x1000000061e/NEWS1_1.LWP v110>,<0x10000000505/WORDPRO v1285>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.783 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.372+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000626 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.286060+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5b9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000626:[<0x1000000061e/BENCHS.LWP v2>,<0x10000000505/WORDPRO v58>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000626:[<0x1000000061e/BENCHS.LWP v98>,<0x10000000505/WORDPRO v1285>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.783 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.400+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000509 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000 auth v47 ap=1 s=1048576 n(v0 rc2024-09-10T07:58:58.350882+0000 b1048576 1=1+0) caps={15204=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4178580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000509:[<0x100000004fa/filler.000 v4>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000509:[<0x100000004fa/filler.000 v47>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.783 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.400+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000619 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.249876+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@22},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb421e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000619:[<0x100000005c0/ROSE.CPT v20>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000619:[<0x100000005c0/ROSE.CPT v160>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.783 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.402+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.119150+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb421e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f3:[<0x100000005c0/TEAPOT2.CPT v12>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f3:[<0x100000005c0/TEAPOT2.CPT v152>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.372+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000676 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX auth v325 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.167128+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5ba680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000676:[<0x10000000664/COURSES.PX v4>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000676:[<0x10000000664/COURSES.PX v325>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.372+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000680 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04 auth v327 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.167752+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5bb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000680:[<0x10000000664/COURSES.X04 v6>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000680:[<0x10000000664/COURSES.X04 v327>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.373+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX auth v383 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.905674+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5be000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e3:[<0x10000000664/ENROLL.PX v28>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e3:[<0x10000000664/ENROLL.PX v383>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.373+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ac [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0 auth v371 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.718133+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5bb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ac:[<0x10000000664/STUDENTS.YG0 v16>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ac:[<0x10000000664/STUDENTS.YG0 v371>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.404+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ea [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.089319+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb421ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ea:[<0x100000005c0/MAILBOX2.CPT v10>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ea:[<0x100000005c0/MAILBOX2.CPT v150>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.408+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000622 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.272023+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb421f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000622:[<0x100000005c0/CORELDRW.CDT v22>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000622:[<0x100000005c0/CORELDRW.CDT v158>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.784 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.373+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000699 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX auth v367 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.101515+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5beb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000699:[<0x10000000664/STUDENTS.PX v12>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000699:[<0x10000000664/STUDENTS.PX v367>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.373+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000707 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV auth v273 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.042536+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@16},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5bf080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000707:[<0x10000000664/STUDENTS.TV v36>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000707:[<0x10000000664/STUDENTS.TV v273>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.375+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000710 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL auth v313 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.079917+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@16},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5bf600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000710:[<0x10000000664/STUDENTS.FSL v38>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000710:[<0x10000000664/STUDENTS.FSL v313>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.408+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.213296+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb421f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000060f:[<0x100000005c0/GRAPHIC2.CDR v18>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000060f:[<0x100000005c0/GRAPHIC2.CDR v156>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.409+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL auth v136 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.033306+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4224000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d9:[<0x100000005c0/ARTISTIC.ACL v6>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d9:[<0x100000005c0/ARTISTIC.ACL v136>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.410+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005fc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.148245+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4224580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005fc:[<0x100000005c0/SIGN2.CPT v14>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005fc:[<0x100000005c0/SIGN2.CPT v154>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.376+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006bf [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1 auth v375 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.782760+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5bfb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006bf:[<0x10000000664/STUDENTS.YG1 v20>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006bf:[<0x10000000664/STUDENTS.YG1 v375>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.785 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.376+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03 auth v387 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.975326+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f5:[<0x10000000664/ENROLL.Y03 v32>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f5:[<0x10000000664/ENROLL.Y03 v387>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.786 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.410+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.623882+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4224b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d0:[<0x100000005c0/CDRBARS.CFG v4>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d0:[<0x100000005c0/CDRBARS.CFG v162>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.786 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.410+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000605 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR auth v148 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.180603+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4225080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000605:[<0x100000005c0/TRAIN.CDR v16>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000605:[<0x100000005c0/TRAIN.CDR v148>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.786 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.376+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000719 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL auth v285 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.107178+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@16},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000719:[<0x10000000664/COURSES.FSL v40>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000719:[<0x10000000664/COURSES.FSL v285>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.786 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.377+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000066d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB auth v323 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.166575+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000066d:[<0x10000000664/COURSES.DB v2>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000066d:[<0x10000000664/COURSES.DB v323>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.377+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL auth v377 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.811610+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c8:[<0x10000000664/STUDENTS.VAL v22>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c8:[<0x10000000664/STUDENTS.VAL v377>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.411+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR auth v146 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.059855+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4225600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e2:[<0x100000005c0/GRAPHIC1.CDR v8>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e2:[<0x100000005c0/GRAPHIC1.CDR v146>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.411+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.671187+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4225b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c6:[<0x100000005c0/CDRROLS.CFG v2>,<0x1000000050d/COREL v50>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c6:[<0x100000005c0/CDRROLS.CFG v164>,<0x1000000050d/COREL v1438>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.411+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000575 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS auth v114 ap=1 s=260096 n(v0 rc2024-09-10T07:59:12.129737+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4226100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000575:[<0x1000000056d/PCMAGCD.XLS v2>,<0x1000000050d/EXCEL v14>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000575:[<0x1000000056d/PCMAGCD.XLS v114>,<0x1000000050d/EXCEL v1285>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.378+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006da [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB auth v381 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.876055+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006da:[<0x10000000664/ENROLL.DB v26>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006da:[<0x10000000664/ENROLL.DB v381>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.787 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.378+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1 auth v373 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.752520+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b7:[<0x10000000664/STUDENTS.XG1 v18>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b7:[<0x10000000664/STUDENTS.XG1 v373>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.788 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.412+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000581 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS auth v124 ap=1 s=260096 n(v0 rc2024-09-10T07:59:13.686391+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4226680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000581:[<0x1000000056d/SALES.XLS v4>,<0x1000000050d/EXCEL v14>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000581:[<0x1000000056d/SALES.XLS v124>,<0x1000000050d/EXCEL v1285>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.788 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.412+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC auth v100 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.655796+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4226c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055b:[<0x10000000549/BASEMACH.DOC v4>,<0x1000000050d/WORD v296>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000055b:[<0x10000000549/BASEMACH.DOC v100>,<0x1000000050d/WORD v1259>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.379+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ed [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03 auth v385 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.942390+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ed:[<0x10000000664/ENROLL.X03 v30>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ed:[<0x10000000664/ENROLL.X03 v385>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.380+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000688 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04 auth v329 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.168000+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000688:[<0x10000000664/COURSES.Y04 v8>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000688:[<0x10000000664/COURSES.Y04 v329>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.380+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006fe [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL auth v389 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.010490+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006fe:[<0x10000000664/ENROLL.VAL v34>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006fe:[<0x10000000664/ENROLL.VAL v389>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.381+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0 auth v369 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.679429+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5ca100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a2:[<0x10000000664/STUDENTS.XG0 v14>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a2:[<0x10000000664/STUDENTS.XG0 v369>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.382+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000065c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC auth v172 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.462955+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@43},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000065c:[<0x10000000641/MOVED.DOC v6>,<0x10000000505/PM v66>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000065c:[<0x10000000641/MOVED.DOC v172>,<0x10000000505/PM v1547>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.789 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.412+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000552 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC auth v102 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.626737+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000552:[<0x10000000549/CHAP10.DOC v8>,<0x1000000050d/WORD v296>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000552:[<0x10000000549/CHAP10.DOC v102>,<0x1000000050d/WORD v1259>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.413+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000564 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC auth v104 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.680755+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4227180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000564:[<0x10000000549/FACTS.DOC v6>,<0x1000000050d/WORD v296>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000564:[<0x10000000549/FACTS.DOC v104>,<0x1000000050d/WORD v1259>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.413+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000074c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL auth v34 ap=1 s=327680 n(v0 rc2024-09-10T07:59:20.678912+0000 b327680 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000074c:[<0x10000000745/SMALL.FIL v8>,<0x1000000050d/SEED v284>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000074c:[<0x10000000745/SMALL.FIL v34>,<0x1000000050d/SEED v1444>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.382+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000690 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB auth v365 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.101132+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5ca680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000690:[<0x10000000664/STUDENTS.DB v10>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000690:[<0x10000000664/STUDENTS.DB v365>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.382+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000649 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS auth v176 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.401477+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@41},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5cb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000649:[<0x10000000641/T1.XLS v2>,<0x10000000505/PM v66>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000649:[<0x10000000641/T1.XLS v176>,<0x10000000505/PM v1547>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.413+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000758 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL auth v36 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:20.698393+0000 b1867776 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000758:[<0x10000000745/LARGE.FIL v12>,<0x1000000050d/SEED v284>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000758:[<0x10000000745/LARGE.FIL v36>,<0x1000000050d/SEED v1444>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.790 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.414+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000644 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM/ auth{0=1} v1488 ap=2 f(v1 m2024-09-10T07:59:25.329658+0000 3=3+0) n(v1 rc2024-09-10T07:59:25.329658+0000 b780288 4=3+1) (inest sync->mix g=0 scatter_wanted) caps={15204=pAsLsXs/-@633} | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb3df3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000644:[<0x10000000507/PM v66>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000644:[<0x10000000507/PM v1279>,<0x100000004fd/~dmtmp v111>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.177708+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.177708+0000 b780288 5=4+1)","memory_value.dirstat":"f(v1 m2024-09-10T07:59:25.329658+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:25.329658+0000 b780288 4=3+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-09-10T07:59:27.791 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.383+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB auth v379 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.841767+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5c8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d1:[<0x10000000664/STUDENTS.MB v24>,<0x10000000505/PARADOX v108>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d1:[<0x10000000664/STUDENTS.MB v379>,<0x10000000505/PARADOX v1657>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.791 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.383+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000653 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.435820+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@44},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5cb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000653:[<0x10000000641/EVENTS.DOC v4>,<0x10000000505/PM v66>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000653:[<0x10000000641/EVENTS.DOC v166>,<0x10000000505/PM v1547>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.791 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.415+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS auth v112 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.353660+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000063c:[<0x1000000062a/RESULTS.XLS v4>,<0x1000000050d/WORDPRO v58>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000063c:[<0x1000000062a/RESULTS.XLS v112>,<0x1000000050d/WORDPRO v1309>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.791 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.415+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000754 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL auth v32 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:20.686712+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000754:[<0x10000000745/MEDIUM.FIL v10>,<0x1000000050d/SEED v284>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000754:[<0x10000000745/MEDIUM.FIL v32>,<0x1000000050d/SEED v1444>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.385+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000585 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT auth v198 ap=1 s=260096 n(v0 rc2024-09-10T07:59:22.249823+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d0b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000585:[<0x1000000057c/PCBENCHM.PPT v16>,<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000585:[<0x1000000057c/PCBENCHM.PPT v198>,<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.385+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP auth v220 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.795224+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058e:[<0x1000000057c/ZD16.BMP v38>,<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000058e:[<0x1000000057c/ZD16.BMP v220>,<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.387+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT auth v290 ap=1 s=260096 n(v0 rc2024-09-10T07:59:23.303915+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d2100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a0:[<0x1000000057c/TIPS.PPT v116>,<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a0:[<0x1000000057c/TIPS.PPT v290>,<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.388+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT auth v326 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.878826+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d1b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a9:[<0x1000000057c/TRIDOTS.POT v152>,<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a9:[<0x1000000057c/TRIDOTS.POT v326>,<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.388+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000597 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v252 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.820816+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000597:[<0x1000000057c/PPTOOLS1.PPA v72>,<0x10000000505/PWRPNT v284>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000597:[<0x1000000057c/PPTOOLS1.PPA v252>,<0x10000000505/PWRPNT v1477>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.792 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.416+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000631 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP auth v104 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.321895+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000631:[<0x1000000062a/BENCHS.LWP v2>,<0x1000000050d/WORDPRO v58>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000631:[<0x1000000062a/BENCHS.LWP v104>,<0x1000000050d/WORDPRO v1309>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.793 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.416+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000645 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP auth v116 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.391655+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000645:[<0x1000000062a/NEWS1_1.LWP v6>,<0x1000000050d/WORDPRO v58>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000645:[<0x1000000062a/NEWS1_1.LWP v116>,<0x1000000050d/WORDPRO v1309>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.793 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.417+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000686 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX auth v277 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.241785+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000686:[<0x10000000675/COURSES.PX v4>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000686:[<0x10000000675/COURSES.PX v277>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.793 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.389+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000729 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:17.189199+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd5d2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000729:[<0x10000000721/FASTENER.MDB v2>,<0x10000000505/ACCESS v112>,<0x100000004fc/~dmtmp v36>,<0x10000000007/client3 v1500>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000729:[<0x10000000721/FASTENER.MDB v44>,<0x10000000505/ACCESS v1313>,<0x100000004fc/~dmtmp v109>,<0x10000000007/client3 v1877>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.793 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.390+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ab [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ auth v1484 ap=1 f(v0 m2024-09-10T07:59:19.084600+0000 11=11+0) n(v0 rc2024-09-10T07:59:19.084600+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@629},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bceb6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005ab:[<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005ab:[<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.084600+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.084600+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.084600+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.084600+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.417+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000068e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04 auth v279 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.241944+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb422f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000068e:[<0x10000000675/COURSES.X04 v6>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000068e:[<0x10000000675/COURSES.X04 v279>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.417+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ba [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0 auth v303 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.764009+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4236000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ba:[<0x10000000675/STUDENTS.YG0 v16>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ba:[<0x10000000675/STUDENTS.YG0 v303>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.417+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX auth v305 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.955122+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4236580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f0:[<0x10000000675/ENROLL.PX v28>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f0:[<0x10000000675/ENROLL.PX v305>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.417+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX auth v293 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.187459+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4237080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a8:[<0x10000000675/STUDENTS.PX v12>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a8:[<0x10000000675/STUDENTS.PX v293>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.418+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000713 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV auth v271 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.089043+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4237600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000713:[<0x10000000675/STUDENTS.TV v36>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000713:[<0x10000000675/STUDENTS.TV v271>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.391+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/ auth v1269 ap=1 f(v0 m2024-09-10T07:59:18.984058+0000 2=2+0) n(v0 rc2024-09-10T07:59:18.984058+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@678},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bceb8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000055a:[<0x10000000502/EXCEL v14>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000055a:[<0x10000000502/EXCEL v1269>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:18.984058+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:18.984058+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:18.984058+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:18.984058+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.794 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.392+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000536 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/ auth v1604 ap=1 f(v0 m2024-09-10T07:59:23.127896+0000 5=5+0) n(v1 rc2024-09-10T07:59:23.127896+0000 b807639 6=5+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@624},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcf64000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000536:[<0x10000000502/WORD v304>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000536:[<0x10000000502/WORD v1604>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:23.127896+0000 5=5+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:23.127896+0000 b807639 6=5+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:23.127896+0000 5=5+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:23.127896+0000 b807639 6=5+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.795 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.418+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL auth v313 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.121214+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4237b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000071b:[<0x10000000675/STUDENTS.FSL v38>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000071b:[<0x10000000675/STUDENTS.FSL v313>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.795 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.418+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006cc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1 auth v301 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.831106+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4238100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006cc:[<0x10000000675/STUDENTS.YG1 v20>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006cc:[<0x10000000675/STUDENTS.YG1 v301>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.795 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.393+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000072d [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/ auth v1610 ap=1 f(v0 m2024-09-10T07:59:00.264694+0000 3=3+0) n(v0 rc2024-09-10T07:59:21.654372+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@516},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcde8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000072d:[<0x10000000502/SEED v280>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000072d:[<0x10000000502/SEED v1610>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.264694+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.654372+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.264694+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.654372+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.795 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.395+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000618 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/ auth v1293 ap=1 f(v0 m2024-09-10T07:59:19.172879+0000 3=3+0) n(v0 rc2024-09-10T07:59:19.172879+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@668},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcf66100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000618:[<0x10000000502/WORDPRO v58>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000618:[<0x10000000502/WORDPRO v1293>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.172879+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.172879+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.172879+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.172879+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.795 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.396+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000065e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ auth v1776 ap=1 f(v0 m2024-09-10T07:59:27.292263+0000 25=25+0) n(v0 rc2024-09-10T07:59:27.292263+0000 b5210655 26=25+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@925},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcde8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000065e:[<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000065e:[<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.292263+0000 25=25+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.292263+0000 b5210655 26=25+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.292263+0000 25=25+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:27.292263+0000 b5210655 26=25+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.796 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.418+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000702 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03 auth v311 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.020812+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4238680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000702:[<0x10000000675/ENROLL.Y03 v32>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000702:[<0x10000000675/ENROLL.Y03 v311>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.796 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.418+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000726 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL auth v285 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.154113+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4238c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000726:[<0x10000000675/COURSES.FSL v40>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000726:[<0x10000000675/COURSES.FSL v285>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.796 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.419+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL auth v291 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.861366+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4239180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d5:[<0x10000000675/STUDENTS.VAL v22>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d5:[<0x10000000675/STUDENTS.VAL v291>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.796 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.419+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000067e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB auth v275 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.241368+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4239700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000067e:[<0x10000000675/COURSES.DB v2>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000067e:[<0x10000000675/COURSES.DB v275>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.796 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.419+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000696 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04 auth v281 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.242239+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000696:[<0x10000000675/COURSES.Y04 v8>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000696:[<0x10000000675/COURSES.Y04 v281>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.396+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/ auth v1652 ap=1 f(v0 m2024-09-10T07:59:19.202091+0000 3=3+0) n(v0 rc2024-09-10T07:59:19.202091+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@840},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcf60580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000063a:[<0x10000000502/PM v66>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000063a:[<0x10000000502/PM v1652>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.202091+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.202091+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.202091+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.202091+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.397+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000576 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ auth v1756 ap=1 f(v0 m2024-09-10T07:59:21.559743+0000 7=7+0) n(v0 rc2024-09-10T07:59:21.559743+0000 b1462582 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@621},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bccaf180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000576:[<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000576:[<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:21.559743+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:21.559743+0000 b1462582 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:21.559743+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:21.559743+0000 b1462582 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.419+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03 auth v309 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.988621+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f9:[<0x10000000675/ENROLL.X03 v30>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f9:[<0x10000000675/ENROLL.X03 v309>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.420+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006de [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB auth v289 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.895211+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006de:[<0x10000000675/STUDENTS.MB v24>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006de:[<0x10000000675/STUDENTS.MB v289>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.397+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071c [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/ auth v1403 ap=1 f(v0 m2024-09-10T07:59:19.330653+0000 1=1+0) n(v0 rc2024-09-10T07:59:19.330653+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@568},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x5585bcf65080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000071c:[<0x10000000502/ACCESS v112>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000071c:[<0x10000000502/ACCESS v1403>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:19.330653+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:19.330653+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:19.330653+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:19.330653+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.797 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.398+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000607 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.182137+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfdd600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000607:[<0x100000005ab/ROSE.CPT v20>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000607:[<0x100000005ab/ROSE.CPT v166>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.420+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000070a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL auth v287 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.051250+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000070a:[<0x10000000675/ENROLL.VAL v34>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000070a:[<0x10000000675/ENROLL.VAL v287>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.421+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB auth v307 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.923554+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e7:[<0x10000000675/ENROLL.DB v26>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e7:[<0x10000000675/ENROLL.DB v307>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.421+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1 auth v297 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.797136+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb423fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c3:[<0x10000000675/STUDENTS.XG1 v18>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c3:[<0x10000000675/STUDENTS.XG1 v297>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.398+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.067900+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfdf700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e3:[<0x100000005ab/TEAPOT2.CPT v12>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e3:[<0x100000005ab/TEAPOT2.CPT v158>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.398+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005da [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.036500+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005da:[<0x100000005ab/MAILBOX2.CPT v10>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005da:[<0x100000005ab/MAILBOX2.CPT v156>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.798 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.399+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000610 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.214221+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b3b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000610:[<0x100000005ab/CORELDRW.CDT v22>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000610:[<0x100000005ab/CORELDRW.CDT v164>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.421+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0 auth v299 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.732179+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4240680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b1:[<0x10000000675/STUDENTS.XG0 v14>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b1:[<0x10000000675/STUDENTS.XG0 v299>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.421+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000069e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB auth v295 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.186834+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4240c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000069e:[<0x10000000675/STUDENTS.DB v10>,<0x1000000050d/PARADOX v108>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000069e:[<0x10000000675/STUDENTS.DB v295>,<0x1000000050d/PARADOX v1319>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.399+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005fe [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.152917+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bccaf700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005fe:[<0x100000005ab/GRAPHIC2.CDR v18>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005fe:[<0x100000005ab/GRAPHIC2.CDR v162>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.399+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.977350+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c9:[<0x100000005ab/ARTISTIC.ACL v6>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c9:[<0x100000005ab/ARTISTIC.ACL v150>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.421+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000658 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.452707+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@45},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4241700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000658:[<0x1000000064f/T1.XLS v2>,<0x1000000050d/PM v66>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000658:[<0x1000000064f/T1.XLS v98>,<0x1000000050d/PM v1311>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.799 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.422+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000661 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC auth v176 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.482057+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@43},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4246000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000661:[<0x1000000064f/EVENTS.DOC v4>,<0x1000000050d/PM v66>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000661:[<0x1000000064f/EVENTS.DOC v176>,<0x1000000050d/PM v1311>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.800 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.422+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000066c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC auth v182 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.512973+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@43},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4246580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000066c:[<0x1000000064f/MOVED.DOC v6>,<0x1000000050d/PM v66>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000066c:[<0x1000000064f/MOVED.DOC v182>,<0x1000000050d/PM v1311>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.800 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.399+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005eb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.092313+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfad080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005eb:[<0x100000005ab/SIGN2.CPT v14>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005eb:[<0x100000005ab/SIGN2.CPT v160>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.800 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.400+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:59:16.063281+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bd:[<0x100000005ab/CDRBARS.CFG v4>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005bd:[<0x100000005ab/CDRBARS.CFG v168>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.800 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.423+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000594 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT auth v192 ap=1 s=260096 n(v0 rc2024-09-10T07:59:25.266156+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4247080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000594:[<0x1000000058b/PCBENCHM.PPT v16>,<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000594:[<0x1000000058b/PCBENCHM.PPT v192>,<0x1000000050d/PWRPNT v1484>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.800 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.424+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP auth v214 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.841562+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4247600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059c:[<0x1000000058b/ZD16.BMP v40>,<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000059c:[<0x1000000058b/ZD16.BMP v214>,<0x1000000050d/PWRPNT v1484>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.400+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.123149+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfdd080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f5:[<0x100000005ab/TRAIN.CDR v16>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f5:[<0x100000005ab/TRAIN.CDR v154>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.401+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.006288+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefcc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d2:[<0x100000005ab/GRAPHIC1.CDR v8>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d2:[<0x100000005ab/GRAPHIC1.CDR v152>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.402+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG auth v170 ap=1 s=260096 n(v0 rc2024-09-10T07:59:16.110773+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcde7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005b3:[<0x100000005ab/CDRROLS.CFG v2>,<0x10000000502/COREL v50>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005b3:[<0x100000005ab/CDRROLS.CFG v170>,<0x10000000502/COREL v1484>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.424+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT auth v318 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.921486+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4248100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005b7:[<0x1000000058b/TRIDOTS.POT v146>,<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005b7:[<0x1000000058b/TRIDOTS.POT v318>,<0x1000000050d/PWRPNT v1484>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.424+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ae [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT auth v282 ap=1 s=260096 n(v0 rc2024-09-10T07:59:26.579221+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4248680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ae:[<0x1000000058b/TIPS.PPT v110>,<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ae:[<0x1000000058b/TIPS.PPT v282>,<0x1000000050d/PWRPNT v1484>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.801 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.403+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000563 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS auth v116 ap=1 s=260096 n(v0 rc2024-09-10T07:59:09.492976+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000563:[<0x1000000055a/PCMAGCD.XLS v2>,<0x10000000502/EXCEL v14>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000563:[<0x1000000055a/PCMAGCD.XLS v116>,<0x10000000502/EXCEL v1269>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.403+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000056c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS auth v126 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.814510+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000056c:[<0x1000000055a/SALES.XLS v4>,<0x10000000502/EXCEL v14>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000056c:[<0x1000000055a/SALES.XLS v126>,<0x10000000502/EXCEL v1269>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.425+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v246 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.871574+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4248c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a5:[<0x1000000058b/PPTOOLS1.PPA v74>,<0x1000000050d/PWRPNT v278>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a5:[<0x1000000058b/PPTOOLS1.PPA v246>,<0x1000000050d/PWRPNT v1484>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.425+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000073b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.007437+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4249180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000073b:[<0x10000000732/FASTENER.MDB v2>,<0x1000000050d/ACCESS v112>,<0x10000000500/~dmtmp v36>,<0x10000000007/client6 v1506>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000073b:[<0x10000000732/FASTENER.MDB v44>,<0x1000000050d/ACCESS v1325>,<0x10000000500/~dmtmp v110>,<0x10000000007/client6 v1881>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.426+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060c [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.204587+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3df3b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000060c:[<0x100000005b6/ROSE.CPT v20>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000060c:[<0x100000005b6/ROSE.CPT v168>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.403+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000547 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC auth v133 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.596159+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000547:[<0x10000000536/BASEMACH.DOC v30>,<0x10000000502/WORD v304>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000547:[<0x10000000536/BASEMACH.DOC v133>,<0x10000000502/WORD v1604>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.403+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000551 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC auth v153 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.624445+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfaf700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000551:[<0x10000000536/FACTS.DOC v6>,<0x10000000502/WORD v304>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000551:[<0x10000000536/FACTS.DOC v153>,<0x10000000502/WORD v1604>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.802 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.405+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000736 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL auth v44 ap=1 s=327680 n(v0 rc2024-09-10T07:59:21.620821+0000 b327680 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bccacb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000736:[<0x1000000072d/SMALL.FIL v8>,<0x10000000502/SEED v280>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000736:[<0x1000000072d/SMALL.FIL v44>,<0x10000000502/SEED v1610>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.803 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.426+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.083247+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3bd9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e7:[<0x100000005b6/TEAPOT2.CPT v12>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e7:[<0x100000005b6/TEAPOT2.CPT v158>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.803 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.426+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005df [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.052293+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3bd8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005df:[<0x100000005b6/MAILBOX2.CPT v10>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005df:[<0x100000005b6/MAILBOX2.CPT v160>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.803 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.405+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC auth v111 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.562455+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@19},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfaf180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000053f:[<0x10000000536/CHAP10.DOC v8>,<0x10000000502/WORD v304>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000053f:[<0x10000000536/CHAP10.DOC v111>,<0x10000000502/WORD v1604>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.803 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.405+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000742 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL auth v46 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:21.637729+0000 b1048576 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefb600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000742:[<0x1000000072d/MEDIUM.FIL v10>,<0x10000000502/SEED v280>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000742:[<0x1000000072d/MEDIUM.FIL v46>,<0x10000000502/SEED v1610>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.803 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.427+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000615 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.236882+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb39fcb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000615:[<0x100000005b6/CORELDRW.CDT v22>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000615:[<0x100000005b6/CORELDRW.CDT v166>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.427+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000603 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.173341+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3abec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000603:[<0x100000005b6/GRAPHIC2.CDR v18>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000603:[<0x100000005b6/GRAPHIC2.CDR v164>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.405+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000074b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL auth v48 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:21.654372+0000 b1867776 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@4},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000074b:[<0x1000000072d/LARGE.FIL v12>,<0x10000000502/SEED v280>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000074b:[<0x1000000072d/LARGE.FIL v48>,<0x10000000502/SEED v1610>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.405+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000061d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP auth v100 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.263640+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfadb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000061d:[<0x10000000618/BENCHS.LWP v2>,<0x10000000502/WORDPRO v58>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000061d:[<0x10000000618/BENCHS.LWP v100>,<0x10000000502/WORDPRO v1293>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.427+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ce [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.994849+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3de3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ce:[<0x100000005b6/ARTISTIC.ACL v6>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ce:[<0x100000005b6/ARTISTIC.ACL v152>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.428+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.115981+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3de5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f1:[<0x100000005b6/SIGN2.CPT v14>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f1:[<0x100000005b6/SIGN2.CPT v162>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.804 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.428+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG auth v170 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.957934+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c5:[<0x100000005b6/CDRBARS.CFG v4>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c5:[<0x100000005b6/CDRBARS.CFG v170>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.805 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.406+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000627 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS auth v108 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.288352+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfdf180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000627:[<0x10000000618/RESULTS.XLS v4>,<0x10000000502/WORDPRO v58>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000627:[<0x10000000618/RESULTS.XLS v108>,<0x10000000502/WORDPRO v1293>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.805 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.406+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000630 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP auth v112 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.317779+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf67180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000630:[<0x10000000618/NEWS1_1.LWP v6>,<0x10000000502/WORDPRO v58>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000630:[<0x10000000618/NEWS1_1.LWP v112>,<0x10000000502/WORDPRO v1293>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.805 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.406+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000670 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX auth v434 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.365781+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfacb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000670:[<0x1000000065e/COURSES.PX v4>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000670:[<0x1000000065e/COURSES.PX v434>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.805 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.429+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005fa [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.143381+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005fa:[<0x100000005b6/TRAIN.CDR v16>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005fa:[<0x100000005b6/TRAIN.CDR v156>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.805 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.429+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.025236+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d7:[<0x100000005b6/GRAPHIC1.CDR v8>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d7:[<0x100000005b6/GRAPHIC1.CDR v154>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.806 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.406+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000678 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04 auth v436 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.366339+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000678:[<0x1000000065e/COURSES.X04 v6>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000678:[<0x1000000065e/COURSES.X04 v436>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.806 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.408+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0 auth v368 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.693003+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf66c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a6:[<0x1000000065e/STUDENTS.YG0 v16>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a6:[<0x1000000065e/STUDENTS.YG0 v368>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.806 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.430+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005bc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG auth v172 ap=1 s=260096 n(v0 rc2024-09-10T07:59:21.012598+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005bc:[<0x100000005b6/CDRROLS.CFG v2>,<0x10000000507/COREL v50>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005bc:[<0x100000005b6/CDRROLS.CFG v172>,<0x10000000507/COREL v1422>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.806 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.430+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000056e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS auth v118 ap=1 s=260096 n(v0 rc2024-09-10T07:59:12.407264+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000056e:[<0x10000000566/PCMAGCD.XLS v2>,<0x10000000507/EXCEL v14>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000056e:[<0x10000000566/PCMAGCD.XLS v118>,<0x10000000507/EXCEL v1295>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.806 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.431+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000577 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS auth v128 ap=1 s=260096 n(v0 rc2024-09-10T07:59:13.952249+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb413fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000577:[<0x10000000566/SALES.XLS v4>,<0x10000000507/EXCEL v14>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000577:[<0x10000000566/SALES.XLS v128>,<0x10000000507/EXCEL v1295>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.807 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.408+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000694 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX auth v364 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.131446+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf67700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000694:[<0x1000000065e/STUDENTS.PX v12>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000694:[<0x1000000065e/STUDENTS.PX v364>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.807 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.408+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006dd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX auth v380 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.888998+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf62c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006dd:[<0x1000000065e/ENROLL.PX v28>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006dd:[<0x1000000065e/ENROLL.PX v380>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.807 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.431+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000554 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.635566+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4140100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000554:[<0x10000000543/BASEMACH.DOC v4>,<0x10000000507/WORD v294>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000554:[<0x10000000543/BASEMACH.DOC v98>,<0x10000000507/WORD v1283>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.807 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.432+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000055d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC auth v102 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.659674+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4140680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000055d:[<0x10000000543/FACTS.DOC v6>,<0x10000000507/WORD v294>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000055d:[<0x10000000543/FACTS.DOC v102>,<0x10000000507/WORD v1283>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.807 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.409+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000701 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV auth v464 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.018794+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000701:[<0x1000000065e/STUDENTS.TV v36>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000701:[<0x1000000065e/STUDENTS.TV v464>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.409+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1 auth v372 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.760777+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b9:[<0x1000000065e/STUDENTS.YG1 v20>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b9:[<0x1000000065e/STUDENTS.YG1 v372>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.409+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000709 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL auth v466 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.049065+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bceb8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000709:[<0x1000000065e/STUDENTS.FSL v38>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000709:[<0x1000000065e/STUDENTS.FSL v466>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.432+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC auth v100 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.606431+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4141180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054b:[<0x10000000543/CHAP10.DOC v8>,<0x10000000507/WORD v294>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000054b:[<0x10000000543/CHAP10.DOC v100>,<0x10000000507/WORD v1283>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.433+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000740 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL auth v32 ap=1 s=327680 n(v0 rc2024-09-10T07:59:21.017151+0000 b327680 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4154000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000740:[<0x10000000738/SMALL.FIL v8>,<0x10000000507/SEED v282>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000740:[<0x10000000738/SMALL.FIL v32>,<0x10000000507/SEED v1426>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.433+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000749 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL auth v34 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:21.027080+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4154580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000749:[<0x10000000738/MEDIUM.FIL v10>,<0x10000000507/SEED v282>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000749:[<0x10000000738/MEDIUM.FIL v34>,<0x10000000507/SEED v1426>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.808 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.409+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ef [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03 auth v384 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.952628+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ef:[<0x1000000065e/ENROLL.Y03 v32>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ef:[<0x1000000065e/ENROLL.Y03 v384>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.809 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.410+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000712 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL auth v468 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.088689+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcbfeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000712:[<0x1000000065e/COURSES.FSL v40>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000712:[<0x1000000065e/COURSES.FSL v468>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.809 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.433+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000752 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL auth v36 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:21.035641+0000 b1867776 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4154b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000752:[<0x10000000738/LARGE.FIL v12>,<0x10000000507/SEED v282>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000752:[<0x10000000738/LARGE.FIL v36>,<0x10000000507/SEED v1426>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.809 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.434+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000628 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.289534+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4155080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000628:[<0x1000000061f/BENCHS.LWP v2>,<0x10000000507/WORDPRO v58>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000628:[<0x1000000061f/BENCHS.LWP v98>,<0x10000000507/WORDPRO v1319>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.809 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.410+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL auth v374 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.794951+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bccae100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c2:[<0x1000000065e/STUDENTS.VAL v22>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c2:[<0x1000000065e/STUDENTS.VAL v374>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.809 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.410+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000667 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB auth v432 ap=1 s=260096 n(v0 rc2024-09-10T07:59:24.365208+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf61600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000667:[<0x1000000065e/COURSES.DB v2>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000667:[<0x1000000065e/COURSES.DB v432>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.434+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000632 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS auth v106 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.322658+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4155600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000632:[<0x1000000061f/RESULTS.XLS v4>,<0x10000000507/WORDPRO v58>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000632:[<0x1000000061f/RESULTS.XLS v106>,<0x10000000507/WORDPRO v1319>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.435+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP auth v110 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.350393+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4155b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000063b:[<0x1000000061f/NEWS1_1.LWP v6>,<0x10000000507/WORDPRO v58>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000063b:[<0x1000000061f/NEWS1_1.LWP v110>,<0x10000000507/WORDPRO v1319>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.435+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000067b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX auth v275 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.575106+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4156100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000067b:[<0x10000000668/COURSES.PX v4>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000067b:[<0x10000000668/COURSES.PX v275>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.410+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000682 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04 auth v326 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.167597+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcfad600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000682:[<0x1000000065e/COURSES.Y04 v8>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000682:[<0x1000000065e/COURSES.Y04 v326>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.411+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03 auth v382 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.918806+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcd6f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e6:[<0x1000000065e/ENROLL.X03 v30>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e6:[<0x1000000065e/ENROLL.X03 v382>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.810 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.411+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006cb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB auth v376 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.826688+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf65b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006cb:[<0x1000000065e/STUDENTS.MB v24>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006cb:[<0x1000000065e/STUDENTS.MB v376>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.811 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.435+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000684 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04 auth v277 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.575671+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4156c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000684:[<0x10000000668/COURSES.X04 v6>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000684:[<0x10000000668/COURSES.X04 v277>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.811 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.436+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0 auth v301 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.727155+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4157180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b0:[<0x10000000668/STUDENTS.YG0 v16>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b0:[<0x10000000668/STUDENTS.YG0 v301>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.811 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.411+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB auth v378 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.860652+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d4:[<0x1000000065e/ENROLL.DB v26>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d4:[<0x1000000065e/ENROLL.DB v378>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.811 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.412+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006af [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1 auth v370 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.724490+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdae000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006af:[<0x1000000065e/STUDENTS.XG1 v18>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006af:[<0x1000000065e/STUDENTS.XG1 v370>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.812 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.436+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e5 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX auth v305 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.909891+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4157700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e5:[<0x10000000668/ENROLL.PX v28>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e5:[<0x10000000668/ENROLL.PX v305>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.812 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.437+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX auth v293 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.516697+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4158580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a0:[<0x10000000668/STUDENTS.PX v12>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a0:[<0x10000000668/STUDENTS.PX v293>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.812 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.412+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL auth v386 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.983721+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcde6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f8:[<0x1000000065e/ENROLL.VAL v34>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f8:[<0x1000000065e/ENROLL.VAL v386>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.812 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.412+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000069d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0 auth v366 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.664693+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdaf600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000069d:[<0x1000000065e/STUDENTS.XG0 v14>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000069d:[<0x1000000065e/STUDENTS.XG0 v366>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.812 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.437+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000070b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV auth v269 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.055166+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@7},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4158b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000070b:[<0x10000000668/STUDENTS.TV v36>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000070b:[<0x10000000668/STUDENTS.TV v269>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.438+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000714 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL auth v311 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.094151+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@7},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4159080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000714:[<0x10000000668/STUDENTS.FSL v38>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000714:[<0x10000000668/STUDENTS.FSL v311>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.438+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1 auth v297 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.789705+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4159600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c1:[<0x10000000668/STUDENTS.YG1 v20>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c1:[<0x10000000668/STUDENTS.YG1 v297>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.412+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000068b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB auth v362 ap=1 s=260096 n(v0 rc2024-09-10T07:59:08.130744+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@54},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf61080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000068b:[<0x1000000065e/STUDENTS.DB v10>,<0x10000000502/PARADOX v108>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000068b:[<0x1000000065e/STUDENTS.DB v362>,<0x10000000502/PARADOX v1776>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.413+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000642 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS auth v190 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.369365+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@45},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bd3b5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000642:[<0x1000000063a/T1.XLS v2>,<0x10000000502/PM v66>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000642:[<0x1000000063a/T1.XLS v190>,<0x10000000502/PM v1652>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.413+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000064b [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC auth v192 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.414334+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@43},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdb1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000064b:[<0x1000000063a/EVENTS.DOC v4>,<0x10000000502/PM v66>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000064b:[<0x1000000063a/EVENTS.DOC v192>,<0x10000000502/PM v1652>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.439+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03 auth v309 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.983647+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4159b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f7:[<0x10000000668/ENROLL.Y03 v32>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f7:[<0x10000000668/ENROLL.Y03 v309>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.813 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.439+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000071e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL auth v283 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.128902+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@7},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000071e:[<0x10000000668/COURSES.FSL v40>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000071e:[<0x10000000668/COURSES.FSL v283>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.814 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.413+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000654 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC auth v194 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.441402+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@43},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcdb0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000654:[<0x1000000063a/MOVED.DOC v6>,<0x10000000502/PM v66>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000654:[<0x1000000063a/MOVED.DOC v194>,<0x10000000502/PM v1652>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.814 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT auth v352 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.567727+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bc831600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000057d:[<0x10000000576/PCBENCHM.PPT v16>,<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000057d:[<0x10000000576/PCBENCHM.PPT v352>,<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.814 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.440+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ca [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL auth v287 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.819583+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ca:[<0x10000000668/STUDENTS.VAL v22>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ca:[<0x10000000668/STUDENTS.VAL v287>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.814 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.440+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000671 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB auth v273 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.574835+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000671:[<0x10000000668/COURSES.DB v2>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000671:[<0x10000000668/COURSES.DB v273>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.814 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.441+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000068f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04 auth v279 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.576234+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000068f:[<0x10000000668/COURSES.Y04 v8>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000068f:[<0x10000000668/COURSES.Y04 v279>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.815 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000587 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP auth v350 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.777441+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bccae680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000587:[<0x10000000576/ZD16.BMP v38>,<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000587:[<0x10000000576/ZD16.BMP v350>,<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.815 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT auth v358 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.860137+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefbb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a2:[<0x10000000576/TRIDOTS.POT v142>,<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a2:[<0x10000000576/TRIDOTS.POT v358>,<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.815 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.441+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ee [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03 auth v307 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.945998+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ee:[<0x10000000668/ENROLL.X03 v30>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ee:[<0x10000000668/ENROLL.X03 v307>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.815 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.441+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB auth v289 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.849741+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d3:[<0x10000000668/STUDENTS.MB v24>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d3:[<0x10000000668/STUDENTS.MB v289>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.816 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000599 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT auth v356 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.660474+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@20},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcf64580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000599:[<0x10000000576/TIPS.PPT v106>,<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000599:[<0x10000000576/TIPS.PPT v356>,<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.816 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000724 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB auth v46 ap=1 s=260096 n(v0 rc2024-09-10T07:59:14.798788+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcd70680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000724:[<0x1000000071c/FASTENER.MDB v2>,<0x10000000502/ACCESS v112>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000724:[<0x1000000071c/FASTENER.MDB v46>,<0x10000000502/ACCESS v1403>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.816 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T07:59:27.414+0000 7f59f0de1640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000590 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v248 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.804247+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@20},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5585bcefc100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000590:[<0x10000000576/PPTOOLS1.PPA v70>,<0x10000000502/PWRPNT v274>,<0x100000004f9/~dmtmp v38>,<0x10000000007/client2 v1498>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000590:[<0x10000000576/PPTOOLS1.PPA v248>,<0x10000000502/PWRPNT v1756>,<0x100000004f9/~dmtmp v106>,<0x10000000007/client2 v1891>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.441+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000700 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL auth v285 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.019075+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000700:[<0x10000000668/ENROLL.VAL v34>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000700:[<0x10000000668/ENROLL.VAL v285>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.442+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006dc [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB auth v303 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.881113+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006dc:[<0x10000000668/ENROLL.DB v26>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006dc:[<0x10000000668/ENROLL.DB v303>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.442+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1 auth v295 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.759643+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b8:[<0x10000000668/STUDENTS.XG1 v18>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b8:[<0x10000000668/STUDENTS.XG1 v295>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.443+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000698 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB auth v291 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.516043+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4160100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000698:[<0x10000000668/STUDENTS.DB v10>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000698:[<0x10000000668/STUDENTS.DB v291>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.443+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a7 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0 auth v299 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.696945+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb415fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a7:[<0x10000000668/STUDENTS.XG0 v14>,<0x10000000507/PARADOX v108>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a7:[<0x10000000668/STUDENTS.XG0 v299>,<0x10000000507/PARADOX v1327>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.444+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000588 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT auth v190 ap=1 s=260096 n(v0 rc2024-09-10T07:59:25.759198+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4166580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000588:[<0x10000000580/PCBENCHM.PPT v16>,<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000588:[<0x10000000580/PCBENCHM.PPT v190>,<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.444+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000591 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP auth v214 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.806999+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4166b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000591:[<0x10000000580/ZD16.BMP v38>,<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000591:[<0x10000000580/ZD16.BMP v214>,<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.444+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ad [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT auth v176 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.892601+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@12} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4167600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ad:[<0x10000000580/TRIDOTS.POT v142>,<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ad:[<0x10000000580/TRIDOTS.POT v176>,<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.820 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.444+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT auth v294 ap=1 s=260096 n(v0 rc2024-09-10T07:59:27.075224+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4167b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a3:[<0x10000000580/TIPS.PPT v106>,<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a3:[<0x10000000580/TIPS.PPT v294>,<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.445+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000072f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.312335+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4168680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000072f:[<0x10000000728/FASTENER.MDB v2>,<0x10000000507/ACCESS v112>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000072f:[<0x10000000728/FASTENER.MDB v44>,<0x10000000507/ACCESS v1333>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.445+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000059a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v250 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.836839+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@14},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4168100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000059a:[<0x10000000580/PPTOOLS1.PPA v70>,<0x10000000507/PWRPNT v276>,<0x100000004fd/~dmtmp v36>,<0x10000000007/client7 v1494>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000059a:[<0x10000000580/PPTOOLS1.PPA v250>,<0x10000000507/PWRPNT v1484>,<0x100000004fd/~dmtmp v116>,<0x10000000007/client7 v1885>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.460+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005b5 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ auth v1443 ap=1 f(v0 m2024-09-10T07:59:24.714111+0000 11=11+0) n(v0 rc2024-09-10T07:59:24.714111+0000 b2861056 12=11+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@427},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4178b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000005b5:[<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x100000005b5:[<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.714111+0000 11=11+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.714111+0000 b2861056 12=11+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.714111+0000 11=11+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.714111+0000 b2861056 12=11+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.460+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000561 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/ auth v1284 ap=1 f(v0 m2024-09-10T07:59:24.567603+0000 2=2+0) n(v0 rc2024-09-10T07:59:24.567603+0000 b520192 3=2+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@476},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4179080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000561:[<0x10000000503/EXCEL v14>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000561:[<0x10000000503/EXCEL v1284>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.567603+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.567603+0000 b520192 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.567603+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.567603+0000 b520192 3=2+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.461+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000053a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/ auth v1272 ap=1 f(v0 m2024-09-10T07:59:24.463309+0000 3=3+0) n(v1 rc2024-09-10T07:59:24.463309+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@316},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4179600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000053a:[<0x10000000503/WORD v300>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000053a:[<0x10000000503/WORD v1272>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.463309+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.463309+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.463309+0000 3=3+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:24.463309+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.461+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000739 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/ auth v1449 ap=1 f(v0 m2024-09-10T07:59:00.291495+0000 3=3+0) n(v0 rc2024-09-10T07:59:20.714103+0000 b3244032 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@314},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb4179b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000739:[<0x10000000503/SEED v282>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000739:[<0x10000000503/SEED v1449>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:00.291495+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:20.714103+0000 b3244032 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:00.291495+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:20.714103+0000 b3244032 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.462+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000621 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/ auth v1308 ap=1 f(v0 m2024-09-10T07:59:24.840637+0000 3=3+0) n(v0 rc2024-09-10T07:59:24.840637+0000 b780288 4=3+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@464},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb417a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000621:[<0x10000000503/WORDPRO v58>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000621:[<0x10000000503/WORDPRO v1308>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.840637+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.840637+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.840637+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.840637+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.463+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000066b [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ auth v1318 ap=1 f(v0 m2024-09-10T07:59:24.931894+0000 20=20+0) n(v1 rc2024-09-10T07:59:24.931894+0000 b5201920 21=20+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@357},l=15204 | dirtyscattered=0 request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb417a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000066b:[<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000066b:[<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.931894+0000 20=20+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.931894+0000 b5201920 21=20+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.931894+0000 20=20+0)","memory_value.rstat":"n(v1 rc2024-09-10T07:59:24.931894+0000 b5201920 21=20+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.463+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000648 [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/ auth{0=1} v1310 ap=1 f(v0 m2024-09-10T07:59:24.879801+0000 3=3+0) n(v0 rc2024-09-10T07:59:24.879801+0000 b780288 4=3+1) (inest mix scatter_wanted) (ifile excl) caps={15204=pAsLsXsFsx/-@640},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb417ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000648:[<0x10000000503/PM v66>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x10000000648:[<0x10000000503/PM v1310>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.879801+0000 3=3+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.879801+0000 b780288 4=3+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.879801+0000 3=3+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.879801+0000 b780288 4=3+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.464+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000057e [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ auth v1489 ap=1 f(v0 m2024-09-10T07:59:27.101498+0000 7=7+0) n(v0 rc2024-09-10T07:59:27.101498+0000 b1460340 8=7+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/AsLsXsFsx@403},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb417b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000057e:[<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000057e:[<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:27.101498+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:27.101498+0000 b1460340 8=7+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:27.101498+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:27.101498+0000 b1460340 8=7+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.821 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.464+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000072a [...2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/ auth v1324 ap=1 f(v0 m2024-09-10T07:59:24.987989+0000 1=1+0) n(v0 rc2024-09-10T07:59:24.987989+0000 b260096 2=1+1) (inest lock) (ifile excl) caps={15204=pAsLsXsFsx/-@366},l=15204 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb417b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000072a:[<0x10000000503/ACCESS v112>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[]","memoryvalue":"(2)0x1000000072a:[<0x10000000503/ACCESS v1324>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-10T07:59:24.987989+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-09-10T07:59:24.987989+0000 b260096 2=1+1)","memory_value.dirstat":"f(v0 m2024-09-10T07:59:24.987989+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-09-10T07:59:24.987989+0000 b260096 2=1+1)","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.464+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x20000001c6d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS auth{1=1} v22535 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.771130+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@48},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41db600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x20000001c6d:[<0x10000000225/T1.XLS v22443>,<0x10000000009/PM v43317>,<0x10000000008/~dmtmp v38107>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x20000001c6d:[<0x10000000225/T1.XLS v22535>,<0x10000000009/PM v44622>,<0x10000000008/~dmtmp v38208>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.465+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x20000001c6e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC auth{1=1} v22611 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.826229+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@47},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41dbb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x20000001c6e:[<0x10000000225/EVENTS.DOC v22446>,<0x10000000009/PM v43317>,<0x10000000008/~dmtmp v38107>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x20000001c6e:[<0x10000000225/EVENTS.DOC v22611>,<0x10000000009/PM v44622>,<0x10000000008/~dmtmp v38208>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.466+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x20000001c6f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC auth{1=1} v22613 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.876279+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@47},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x556bb41dc100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x20000001c6f:[<0x10000000225/MOVED.DOC v22449>,<0x10000000009/PM v43317>,<0x10000000008/~dmtmp v38107>,<0x10000000007/client0 v1504>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x20000001c6f:[<0x10000000225/MOVED.DOC v22613>,<0x10000000009/PM v44622>,<0x10000000008/~dmtmp v38208>,<0x10000000007/client0 v1889>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.467+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000060e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT auth v164 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.209280+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000060e:[<0x100000005b5/ROSE.CPT v20>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000060e:[<0x100000005b5/ROSE.CPT v164>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.467+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e9 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT auth v154 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.087217+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e9:[<0x100000005b5/TEAPOT2.CPT v12>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e9:[<0x100000005b5/TEAPOT2.CPT v154>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.468+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005e0 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT auth v156 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.054700+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@21},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005e0:[<0x100000005b5/MAILBOX2.CPT v10>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005e0:[<0x100000005b5/MAILBOX2.CPT v156>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.469+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000617 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT auth v162 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.244479+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000617:[<0x100000005b5/CORELDRW.CDT v22>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000617:[<0x100000005b5/CORELDRW.CDT v162>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.469+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000604 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR auth v160 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.176176+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000604:[<0x100000005b5/GRAPHIC2.CDR v18>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000604:[<0x100000005b5/GRAPHIC2.CDR v160>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.470+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005cd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL auth v140 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.991317+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb417fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005cd:[<0x100000005b5/ARTISTIC.ACL v6>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005cd:[<0x100000005b5/ARTISTIC.ACL v140>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.470+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005f2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT auth v158 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.117100+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@23},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4180100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005f2:[<0x100000005b5/SIGN2.CPT v14>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005f2:[<0x100000005b5/SIGN2.CPT v158>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.471+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005c4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG auth v166 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.633018+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4180680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005c4:[<0x100000005b5/CDRBARS.CFG v4>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005c4:[<0x100000005b5/CDRBARS.CFG v166>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.471+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005fb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR auth v152 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.146736+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4180c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005fb:[<0x100000005b5/TRAIN.CDR v16>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005fb:[<0x100000005b5/TRAIN.CDR v152>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.822 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.472+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005d6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR auth v150 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.021027+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4181180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005d6:[<0x100000005b5/GRAPHIC1.CDR v8>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005d6:[<0x100000005b5/GRAPHIC1.CDR v150>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.472+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ba [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG auth v168 ap=1 s=260096 n(v0 rc2024-09-10T07:59:20.680990+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@19},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4181700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005ba:[<0x100000005b5/CDRROLS.CFG v2>,<0x10000000503/COREL v50>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005ba:[<0x100000005b5/CDRROLS.CFG v168>,<0x10000000503/COREL v1443>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.473+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000569 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS auth v116 ap=1 s=260096 n(v0 rc2024-09-10T07:59:12.115328+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4186000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000569:[<0x10000000561/PCMAGCD.XLS v2>,<0x10000000503/EXCEL v14>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000569:[<0x10000000561/PCMAGCD.XLS v116>,<0x10000000503/EXCEL v1284>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.473+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000573 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS auth v126 ap=1 s=260096 n(v0 rc2024-09-10T07:59:13.694031+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@26},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4186580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000573:[<0x10000000561/SALES.XLS v4>,<0x10000000503/EXCEL v14>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000573:[<0x10000000561/SALES.XLS v126>,<0x10000000503/EXCEL v1284>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.474+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000054e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC auth v96 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.612587+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4186b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000054e:[<0x1000000053a/BASEMACH.DOC v4>,<0x10000000503/WORD v300>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000054e:[<0x1000000053a/BASEMACH.DOC v96>,<0x10000000503/WORD v1272>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.475+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000558 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC auth v100 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.645221+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4187080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000558:[<0x1000000053a/FACTS.DOC v6>,<0x10000000503/WORD v300>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000558:[<0x1000000053a/FACTS.DOC v100>,<0x10000000503/WORD v1272>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.475+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000542 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.581763+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4187b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000542:[<0x1000000053a/CHAP10.DOC v8>,<0x10000000503/WORD v300>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000542:[<0x1000000053a/CHAP10.DOC v98>,<0x10000000503/WORD v1272>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.476+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000741 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL auth v34 ap=1 s=327680 n(v0 rc2024-09-10T07:59:20.688513+0000 b327680 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4188680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000741:[<0x10000000739/SMALL.FIL v8>,<0x10000000503/SEED v282>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000741:[<0x10000000739/SMALL.FIL v34>,<0x10000000503/SEED v1449>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.477+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000748 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL auth v36 ap=1 s=1048576 n(v0 rc2024-09-10T07:59:20.699078+0000 b1048576 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4188c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000748:[<0x10000000739/MEDIUM.FIL v10>,<0x10000000503/SEED v282>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000748:[<0x10000000739/MEDIUM.FIL v36>,<0x10000000503/SEED v1449>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.477+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000751 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL auth v32 ap=1 s=1867776 n(v0 rc2024-09-10T07:59:20.714103+0000 b1867776 1=1+0) caps={15204=pAsLsXsFsc/-@2},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4189180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000751:[<0x10000000739/LARGE.FIL v12>,<0x10000000503/SEED v282>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000751:[<0x10000000739/LARGE.FIL v32>,<0x10000000503/SEED v1449>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.478+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000629 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP auth v98 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.294666+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4189700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000629:[<0x10000000621/BENCHS.LWP v2>,<0x10000000503/WORDPRO v58>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000629:[<0x10000000621/BENCHS.LWP v98>,<0x10000000503/WORDPRO v1308>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.478+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000634 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS auth v106 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.325921+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000634:[<0x10000000621/RESULTS.XLS v4>,<0x10000000503/WORDPRO v58>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000634:[<0x10000000621/RESULTS.XLS v106>,<0x10000000503/WORDPRO v1308>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.479+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000063d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP auth v110 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.356799+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@24},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000063d:[<0x10000000621/NEWS1_1.LWP v6>,<0x10000000503/WORDPRO v58>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000063d:[<0x10000000621/NEWS1_1.LWP v110>,<0x10000000503/WORDPRO v1308>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.823 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.479+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000067d [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX auth v283 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.214204+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000067d:[<0x1000000066b/COURSES.PX v4>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000067d:[<0x1000000066b/COURSES.PX v283>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.480+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000687 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04 auth v277 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.214974+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000687:[<0x1000000066b/COURSES.X04 v6>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000687:[<0x1000000066b/COURSES.X04 v277>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.480+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006b4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0 auth v309 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.747167+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006b4:[<0x1000000066b/STUDENTS.YG0 v16>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006b4:[<0x1000000066b/STUDENTS.YG0 v309>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.480+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006eb [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX auth v307 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.940881+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006eb:[<0x1000000066b/ENROLL.PX v28>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006eb:[<0x1000000066b/ENROLL.PX v307>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.482+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006a3 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX auth v297 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.156511+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006a3:[<0x1000000066b/STUDENTS.PX v12>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006a3:[<0x1000000066b/STUDENTS.PX v297>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.482+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000716 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL auth v315 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.102997+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000716:[<0x1000000066b/STUDENTS.FSL v38>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000716:[<0x1000000066b/STUDENTS.FSL v315>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.482+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000070e [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV auth v275 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.067646+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb418f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000070e:[<0x1000000066b/STUDENTS.TV v36>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000070e:[<0x1000000066b/STUDENTS.TV v275>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.483+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006c6 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1 auth v301 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.805494+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d40000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006c6:[<0x1000000066b/STUDENTS.YG1 v20>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006c6:[<0x1000000066b/STUDENTS.YG1 v301>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.824 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.483+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006fd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03 auth v311 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.008144+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d40580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006fd:[<0x1000000066b/ENROLL.Y03 v32>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006fd:[<0x1000000066b/ENROLL.Y03 v311>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.483+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000720 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL auth v287 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.133715+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d40b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000720:[<0x1000000066b/COURSES.FSL v40>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000720:[<0x1000000066b/COURSES.FSL v287>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.483+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006cf [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL auth v291 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.836373+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d41080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006cf:[<0x1000000066b/STUDENTS.VAL v22>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006cf:[<0x1000000066b/STUDENTS.VAL v291>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.483+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000674 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB auth v279 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.213749+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d41600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000674:[<0x1000000066b/COURSES.DB v2>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000674:[<0x1000000066b/COURSES.DB v279>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000691 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04 auth v281 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.215346+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d41b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000691:[<0x1000000066b/COURSES.Y04 v8>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000691:[<0x1000000066b/COURSES.Y04 v281>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006f4 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03 auth v313 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.972566+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d42100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006f4:[<0x1000000066b/ENROLL.X03 v30>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006f4:[<0x1000000066b/ENROLL.X03 v313>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006d8 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB auth v293 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.868930+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d42680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006d8:[<0x1000000066b/STUDENTS.MB v24>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006d8:[<0x1000000066b/STUDENTS.MB v293>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000705 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL auth v289 ap=1 s=260096 n(v0 rc2024-09-10T07:59:00.033942+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d42c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000705:[<0x1000000066b/ENROLL.VAL v34>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000705:[<0x1000000066b/ENROLL.VAL v289>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006e2 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB auth v303 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.901800+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d43180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006e2:[<0x1000000066b/ENROLL.DB v26>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006e2:[<0x1000000066b/ENROLL.DB v303>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006bd [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1 auth v299 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.775765+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb3d43700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006bd:[<0x1000000066b/STUDENTS.XG1 v18>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006bd:[<0x1000000066b/STUDENTS.XG1 v299>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.485+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000006ab [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0 auth v305 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.715515+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4194580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000006ab:[<0x1000000066b/STUDENTS.XG0 v14>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000006ab:[<0x1000000066b/STUDENTS.XG0 v305>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.486+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000069a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB auth v295 ap=1 s=260096 n(v0 rc2024-09-10T07:59:10.155854+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@5},l=15204(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4194b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000069a:[<0x1000000066b/STUDENTS.DB v10>,<0x10000000503/PARADOX v108>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000069a:[<0x1000000066b/STUDENTS.DB v295>,<0x10000000503/PARADOX v1318>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.825 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.486+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000065a [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC auth v178 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.458741+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@44},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4195b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000065a:[<0x10000000648/EVENTS.DOC v4>,<0x10000000503/PM v66>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000065a:[<0x10000000648/EVENTS.DOC v178>,<0x10000000503/PM v1491>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.486+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000650 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS auth v188 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.430156+0000 b260096 1=1+0) caps={15204=pAsLsXsFsc/-@44},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4195600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000650:[<0x10000000648/T1.XLS v2>,<0x10000000503/PM v66>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000650:[<0x10000000648/T1.XLS v188>,<0x10000000503/PM v1491>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.486+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000663 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC auth v184 ap=1 s=260096 n(v0 rc2024-09-10T07:58:59.484533+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@44},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4196100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000663:[<0x10000000648/MOVED.DOC v6>,<0x10000000503/PM v66>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000663:[<0x10000000648/MOVED.DOC v184>,<0x10000000503/PM v1491>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.486+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000586 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT auth v190 ap=1 s=260096 n(v0 rc2024-09-10T07:59:25.290599+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4196c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000586:[<0x1000000057e/PCBENCHM.PPT v16>,<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000586:[<0x1000000057e/PCBENCHM.PPT v190>,<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.487+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000058f [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP auth v212 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.797766+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb4197180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000058f:[<0x1000000057e/ZD16.BMP v38>,<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x1000000058f:[<0x1000000057e/ZD16.BMP v212>,<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.487+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005aa [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT auth v322 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.885478+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005aa:[<0x1000000057e/TRIDOTS.POT v142>,<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005aa:[<0x1000000057e/TRIDOTS.POT v322>,<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.487+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005a1 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT auth v286 ap=1 s=260096 n(v0 rc2024-09-10T07:59:26.569721+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000005a1:[<0x1000000057e/TIPS.PPT v106>,<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x100000005a1:[<0x1000000057e/TIPS.PPT v286>,<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.487+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000598 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA auth v250 ap=1 s=260096 n(v0 rc2024-09-10T07:58:58.824543+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15204=0-4194304@1} caps={15204=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@18},l=15204 | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000598:[<0x1000000057e/PPTOOLS1.PPA v70>,<0x10000000503/PWRPNT v276>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000598:[<0x1000000057e/PPTOOLS1.PPA v250>,<0x10000000503/PWRPNT v1489>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.826 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T07:59:27.487+0000 7f8bf3494640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000730 [2,head] /volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB auth v44 ap=1 s=260096 n(v0 rc2024-09-10T07:59:19.033129+0000 b260096 1=1+0) caps={15204=pAsLsXsFscr/-@11},l=15204(-1) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x556bb419f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000730:[<0x1000000072a/FASTENER.MDB v2>,<0x10000000503/ACCESS v112>,<0x100000004fa/~dmtmp v36>,<0x10000000007/client5 v1490>,<0x10000000006/clients v1294>,<0x10000000005/tmp v1255>,<0x10000000003/client.0 v1246>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1251>,<0x10000000001/sv_0 v1258>,<0x10000000000/qa v1204>,<0x1/volumes v1164>]//[3]","memoryvalue":"(4)0x10000000730:[<0x1000000072a/FASTENER.MDB v44>,<0x10000000503/ACCESS v1324>,<0x100000004fa/~dmtmp v112>,<0x10000000007/client5 v1887>,<0x10000000006/clients v1375>,<0x10000000005/tmp v1301>,<0x10000000003/client.0 v1292>,<0x10000000002/26fed3ee-c72f-4cf2-882b-9757be2f5165 v1277>,<0x10000000001/sv_0 v1302>,<0x10000000000/qa v1244>,<0x1/volumes v1130>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-10T07:59:27.902 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub queued for path: / 2024-09-10T07:59:27.902 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000052f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000516 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000051f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000504 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000539 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000050c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.903 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000529 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000526 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000051c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000533 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000546 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000512 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000056a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000050a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.904 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000073d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000624 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000731 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000646 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000061a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000669 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000662 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000072b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.905 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000051e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000534 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000050d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.906 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000505 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000515 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000532 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000528 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000050b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005db (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000611 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.909 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000507 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000520 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000052a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000514 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000051a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000537 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000609 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.910 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000567 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000052d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000054c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000612 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000050f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000608 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.911 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000541 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000523 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000073a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000743 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000074f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000062d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.912 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000636 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000623 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000673 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000557 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000067c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000744 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000061b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000074d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000756 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.913 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000635 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000067a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000695 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000683 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000703 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000062c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000070f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.914 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000070d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000722 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000672 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000717 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000066a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000685 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.915 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000068c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000069f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000651 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000647 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000659 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.916 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000725 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000734 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000664 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000641 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000721 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000061e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000502 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.917 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000518 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000052c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000522 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000510 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000506 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000060b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000602 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000614 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.918 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000568 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000068d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000574 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000544 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.919 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000556 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000747 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000073c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000750 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000706 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000062f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000638 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000626 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000676 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000680 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.920 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006bb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000707 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000697 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000064e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000710 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000657 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000066d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.921 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000660 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000593 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000059d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000688 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000733 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.922 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000056d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000065c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000690 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000649 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000062a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000653 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000745 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000585 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000549 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.923 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000675 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000064f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000732 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000729 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.924 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000536 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000543 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000738 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000072d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000061f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000668 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000618 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000065e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000525 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.925 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000576 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000548 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000530 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000071c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000519 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000503 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000531 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000610 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.926 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000051d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000513 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000527 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000509 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000619 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.927 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000056c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000547 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000551 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000736 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000742 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000074b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000061d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000627 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000630 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000670 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.928 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000678 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000622 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000694 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006dd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000701 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000709 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ef (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000667 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000605 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000575 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000581 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.930 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000069d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000068b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000552 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000074c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000642 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000758 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.931 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000064b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000654 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000057d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000587 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000644 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000724 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.932 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000754 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000631 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000645 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000686 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000068e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000713 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006cc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000702 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.933 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000726 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000067e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000070a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000069e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.934 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000658 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000661 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000066c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ae (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000073b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000060c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.936 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000615 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000603 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000056e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.937 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000054b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000740 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000749 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000752 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000628 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000632 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000067b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000684 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.938 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000070b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000714 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000071e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000671 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000068f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.939 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000700 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000698 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000072f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.940 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: active paths [/] 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005b5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000053a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000739 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000621 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000066b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000648 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.941 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000072a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x20000001c6d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x20000001c6e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x20000001c6f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000617 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000604 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005f2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.942 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005fb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000569 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000558 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000542 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000741 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000748 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000751 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000629 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.943 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000063d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000067d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000716 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000070e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006fd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000720 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000674 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.944 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000691 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.945 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006f4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.945 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006d8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.945 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000705 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000006ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000069a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000065a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000650 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000663 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x1000000058f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.948 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.949 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x100000005a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.949 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.949 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: Scrub error on inode 0x10000000730 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:27.949 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:27 smithi145 ceph-mon[34766]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub queued for path: / 2024-09-10T07:59:28.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000052f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000516 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000051f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000504 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000539 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000050c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000529 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000526 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000051c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000533 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000546 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000512 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000056a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000050a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000073d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000624 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000731 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.104 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000646 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000061a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000669 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000662 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000072b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000051e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000534 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000050d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000505 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000515 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000532 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000528 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000050b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005db (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000611 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000507 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000520 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000052a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000514 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000051a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000537 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000609 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.108 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000567 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000052d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000054c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000612 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000050f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000608 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000541 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000523 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000073a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000743 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000074f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000062d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000636 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000623 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000673 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000557 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000067c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000744 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000061b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.111 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000074d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000756 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000635 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000067a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000695 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000683 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000703 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000062c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.112 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000070f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000070d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000722 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000672 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000717 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000066a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.113 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000685 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000068c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000069f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000651 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000647 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000659 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000725 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000734 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000664 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000641 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000721 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000061e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000502 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.115 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000518 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000052c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000522 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000510 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000506 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000060b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000602 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000614 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000568 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000068d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000574 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000544 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000556 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000747 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000073c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000750 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000706 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000062f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000638 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000626 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000676 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000680 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006bb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.118 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000707 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000697 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000064e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000710 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000657 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000066d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000660 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000593 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.119 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000059d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000688 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000733 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000056d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000065c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.120 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000690 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000649 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000062a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000653 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000745 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000585 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000549 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000675 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000064f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000732 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000729 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000536 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000543 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000738 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000072d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.124 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000061f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000668 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000618 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000065e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000525 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000576 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000548 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000530 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000071c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000519 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000503 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000531 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000610 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000051d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000513 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000527 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.126 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000509 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000619 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000056c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000547 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000551 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000736 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.127 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000742 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000074b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000061d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000627 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000630 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000670 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000678 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000622 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000694 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006dd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000701 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000709 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ef (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000667 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000605 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000575 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000581 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000069d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000068b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000552 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000074c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000642 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000758 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000064b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000654 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000057d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000587 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000644 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.131 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000724 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000754 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000631 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000645 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000686 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000068e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.132 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000713 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006cc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000702 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000726 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000067e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000070a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000069e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000658 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000661 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000066c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.134 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ae (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000073b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000060c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000615 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000603 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.135 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000056e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000054b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000740 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000749 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000752 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000628 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.136 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000632 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000067b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000684 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000070b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000714 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.137 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000071e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000671 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000068f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000700 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000698 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.138 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000072f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: active paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005b5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.139 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000053a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000739 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000621 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000066b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000648 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000072a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x20000001c6d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x20000001c6e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x20000001c6f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.140 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000617 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000604 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005f2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005fb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000569 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000558 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000542 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000741 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.141 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000748 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000751 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000629 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000063d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000067d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000716 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000070e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006fd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000720 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000674 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000691 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006f4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006d8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000705 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000006ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000069a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000065a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000650 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000663 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x1000000058f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x100000005a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: Scrub error on inode 0x10000000730 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:27 smithi007 ceph-mon[30879]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub queued for path: / 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000052f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000516 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000051f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000504 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000539 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000050c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000529 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000526 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000051c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000533 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000546 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000512 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000056a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000050a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000055f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000073d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000624 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000731 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000646 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000061a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000669 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000662 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.165 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000583 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000072b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000579 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000051e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000534 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000071f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000050d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000505 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000515 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000532 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000528 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.166 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000050b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005db (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000611 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000507 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000600 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000520 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000052a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000514 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000051a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000537 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000609 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.167 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000567 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000052d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000054c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000571 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000612 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000050f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000555 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000608 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000541 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000523 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000073a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ff (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000743 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000057a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000074f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000570 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000062d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000636 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000623 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000673 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000557 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000067c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000560 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000054d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000744 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000061b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.170 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000074d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000756 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000635 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000067a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000695 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000683 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000703 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000062c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.171 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000070f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000070d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000718 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000722 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000672 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000717 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000066a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000685 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.172 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000068c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000069f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000651 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000647 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000659 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000057f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000589 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.173 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000059b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000592 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000725 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000055e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000734 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000664 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000641 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000057c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000721 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000061e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000502 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000518 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000052c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000522 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000510 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000506 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000060b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000602 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000614 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000568 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000068d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000574 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000054f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.176 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000544 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000556 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000747 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000073c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000750 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000706 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000062f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000638 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000626 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000676 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000680 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ac (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.177 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006bb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000699 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000707 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000697 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000064e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000710 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006bf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000719 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000657 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000066d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.178 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000660 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000593 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000058a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ed (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000059d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000688 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000733 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000056d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.179 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000065c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.180 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000690 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000649 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000062a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000653 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000745 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000585 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000549 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000058e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000675 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000064f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000058b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000597 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000732 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000729 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000055a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000566 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.183 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000536 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000543 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000738 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000072d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000061f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000668 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000618 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000580 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000728 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000065e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000525 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000576 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000548 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000530 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000071c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000519 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000503 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000607 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005da (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000531 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000610 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000051d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005fe (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.185 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000513 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000527 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000509 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000619 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000563 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000056c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000547 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.186 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000551 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ea (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000736 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000742 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000074b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000061d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000627 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000630 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000670 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000678 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000622 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.187 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000060f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000694 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006dd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000701 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000709 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ef (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005fc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000712 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000667 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.188 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000682 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000605 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000575 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006cb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000581 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006af (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000069d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.189 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000055b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000068b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000552 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000564 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000074c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000642 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000758 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000064b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000654 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.190 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000057d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000587 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000644 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000599 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000724 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000590 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.i log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000754 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000631 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000645 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000686 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.191 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000068e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000713 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000071b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006cc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000702 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000726 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000067e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000696 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006de (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000070a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000069e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000658 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000661 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000066c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000594 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000059c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ae (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000073b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000060c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005df (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000615 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000603 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005fa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.194 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005bc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000056e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000577 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000554 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000055d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000054b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000740 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000749 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000752 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000628 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000632 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000067b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.195 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000684 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000070b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000714 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000071e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ca (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000671 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000068f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.196 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ee (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000700 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006dc (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000698 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a7 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000588 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000591 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ad (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000072f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.197 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000059a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: active paths [/] 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005b5 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000561 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000053a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000739 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000621 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000066b (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000648 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000057e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.198 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000072a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x20000001c6d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x20000001c6e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x20000001c6f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000060e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e9 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005e0 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000617 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000604 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005cd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005f2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005c4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005fb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005d6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005ba (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000569 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000573 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000054e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000558 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000542 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000741 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000748 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000751 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000629 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000634 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000063d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000067d (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000687 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006b4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006eb (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006a3 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000716 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000070e (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006c6 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006fd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000720 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006cf (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000674 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000691 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006f4 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006d8 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000705 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006e2 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006bd (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000006ab (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000069a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000065a (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000650 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000663 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000586 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x1000000058f (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005aa (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.203 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x100000005a1 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.203 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000598 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.203 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: Scrub error on inode 0x10000000730 (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB) see mds.c log and `damage ls` output for details 2024-09-10T07:59:28.203 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:27 smithi110 ceph-mon[34417]: scrub summary: idle+waiting paths [/] 2024-09-10T07:59:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 5067 14.50 MB/sec warmup 30 sec latency 107.557 ms 2024-09-10T07:59:28.303 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T07:59:28.722 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T07:59:29.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:28 smithi007 ceph-mon[30879]: pgmap v785: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 4.5 MiB/s wr, 209 op/s 2024-09-10T07:59:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:28 smithi110 ceph-mon[34417]: pgmap v785: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 4.5 MiB/s wr, 209 op/s 2024-09-10T07:59:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:28 smithi145 ceph-mon[34766]: pgmap v785: 129 pgs: 129 active+clean; 312 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 4.5 MiB/s wr, 209 op/s 2024-09-10T07:59:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 5224 14.21 MB/sec warmup 31 sec latency 88.376 ms 2024-09-10T07:59:29.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 -- 172.21.15.7:0/3124089538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d810e3c0 msgr2=0x7f61d8110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 --2- 172.21.15.7:0/3124089538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d810e3c0 0x7f61d8110810 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f61d0009ca0 tx=0x7f61d002a950 comp rx=0 tx=0).stop 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 -- 172.21.15.7:0/3124089538 shutdown_connections 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 --2- 172.21.15.7:0/3124089538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d810e3c0 0x7f61d8110810 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 --2- 172.21.15.7:0/3124089538 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074f40 0x7f61d810de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 --2- 172.21.15.7:0/3124089538 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d8074620 0x7f61d8074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 -- 172.21.15.7:0/3124089538 >> 172.21.15.7:0/3124089538 conn(0x7f61d80fd8c0 msgr2=0x7f61d80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 -- 172.21.15.7:0/3124089538 shutdown_connections 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.271+0000 7f61dd7be640 1 -- 172.21.15.7:0/3124089538 wait complete. 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.272+0000 7f61dd7be640 1 Processor -- start 2024-09-10T07:59:29.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.272+0000 7f61dd7be640 1 -- start start 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074620 0x7f61d8101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 0x7f61d8102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8114020 con 0x7f61d8074f40 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8113ea0 con 0x7f61d810e3c0 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61dd7be640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81141a0 con 0x7f61d8074620 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 0x7f61d8102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42560/0 (socket says 172.21.15.7:42560) 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 -- 172.21.15.7:0/747642121 learned_addr learned my addr 172.21.15.7:0/747642121 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 0x7f61d8102020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33664/0 (socket says 172.21.15.7:33664) 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074620 0x7f61d8101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 -- 172.21.15.7:0/747642121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074620 msgr2=0x7f61d8101ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074620 0x7f61d8101ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 -- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 msgr2=0x7f61d8102020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 0x7f61d8102020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.273+0000 7f61d77fe640 1 -- 172.21.15.7:0/747642121 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d81aac70 con 0x7f61d810e3c0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.274+0000 7f61d77fe640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f61d0006010 tx=0x7f61d0031f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.274+0000 7f61d4ff9640 1 -- 172.21.15.7:0/747642121 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d0034040 con 0x7f61d810e3c0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.274+0000 7f61d4ff9640 1 -- 172.21.15.7:0/747642121 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61d00308f0 con 0x7f61d810e3c0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.274+0000 7f61d4ff9640 1 -- 172.21.15.7:0/747642121 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d0004600 con 0x7f61d810e3c0 2024-09-10T07:59:29.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.274+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d81aaf00 con 0x7f61d810e3c0 2024-09-10T07:59:29.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.275+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d81ab360 con 0x7f61d810e3c0 2024-09-10T07:59:29.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.278+0000 7f61dfb97740 1 Processor -- start 2024-09-10T07:59:29.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.278+0000 7f61d4ff9640 1 -- 172.21.15.7:0/747642121 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f61d0037020 con 0x7f61d810e3c0 2024-09-10T07:59:29.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.278+0000 7f61dfb97740 1 -- start start 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b441880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b44ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563d4b3a72e0 con 0x563d4b441dc0 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563d4b34ece0 con 0x563d4b44c680 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61dfb97740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563d4b3a32a0 con 0x563d4b4414a0 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33680/0 (socket says 172.21.15.7:33680) 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61d6ffd640 1 -- 172.21.15.7:0/1171231436 learned_addr learned my addr 172.21.15.7:0/1171231436 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61cffff640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b441880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.279+0000 7f61cffff640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b44ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d4ff9640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 0x7f61c40a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 -- 172.21.15.7:0/1171231436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 msgr2=0x563d4b441880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b441880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 -- 172.21.15.7:0/1171231436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 msgr2=0x563d4b44ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b44ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 -- 172.21.15.7:0/1171231436 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d4b333440 con 0x563d4b441dc0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d4ff9640 1 -- 172.21.15.7:0/747642121 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f61d00f0160 con 0x7f61d810e3c0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61cffff640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b441880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f61c8009c70 tx=0x7f61c80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4ba208bdc788793 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61d77fe640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 0x7f61c40a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.280+0000 7f61cd7fa640 1 -- 172.21.15.7:0/1171231436 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c8012450 con 0x563d4b441dc0 2024-09-10T07:59:29.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.281+0000 7f61cd7fa640 1 -- 172.21.15.7:0/1171231436 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61c8012aa0 con 0x563d4b441dc0 2024-09-10T07:59:29.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.281+0000 7f61cd7fa640 1 -- 172.21.15.7:0/1171231436 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c800fa80 con 0x563d4b441dc0 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 -- 172.21.15.7:0/1171231436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 msgr2=0x563d4b44c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61d77fe640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 0x7f61c40a5190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f61d002fd10 tx=0x7f61d0031fc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f61c8009c70 tx=0x7f61c80117b0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 -- 172.21.15.7:0/1171231436 shutdown_connections 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b44ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b44c140 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 --2- 172.21.15.7:0/1171231436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b441880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 -- 172.21.15.7:0/1171231436 >> 172.21.15.7:0/1171231436 conn(0x563d4b43da30 msgr2=0x563d4b43de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 -- 172.21.15.7:0/1171231436 shutdown_connections 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.282+0000 7f61dfb97740 1 -- 172.21.15.7:0/1171231436 wait complete. 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.283+0000 7f61dfb97740 1 -- start start 2024-09-10T07:59:29.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.283+0000 7f61dfb97740 1 Processor -- start 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.283+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.283+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b449240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.283+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b449780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b449240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42576/0 (socket says 172.21.15.7:42576) 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 -- 172.21.15.7:0/941878105 learned_addr learned my addr 172.21.15.7:0/941878105 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563d4b44f2a0 con 0x563d4b441dc0 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563d4b362050 con 0x563d4b4414a0 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563d4b44f420 con 0x563d4b44c680 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b449780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 -- 172.21.15.7:0/941878105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 msgr2=0x563d4b449780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b449780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 -- 172.21.15.7:0/941878105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 msgr2=0x563d4b449240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b449240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d4b1183c0 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61dfb97740 10 client.0 _ll_register_callbacks cb 0x563d4b3a2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61c8012aa0 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61cffff640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f61c0003700 tx=0x7f61c0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=654473774ce0f584 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.284+0000 7f61be7fc640 10 client.28418 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61be7fc640 1 -- 172.21.15.7:0/941878105 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0011aa0 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61be7fc640 1 -- 172.21.15.7:0/941878105 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f61c0011c40 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61be7fc640 1 -- 172.21.15.7:0/941878105 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f61c0005020 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 10 client.28418 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=35}) -- 0x563d4b45aab0 con 0x563d4b4414a0 2024-09-10T07:59:29.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61be7fc640 1 -- 172.21.15.7:0/941878105 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7f61c00051c0 con 0x563d4b4414a0 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 10 client.28418 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 10 client.28418 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 20 client.28418 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b45bf50 0x563d4b45e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 4 client.28418 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d4b3b4850 con 0x563d4b45bf50 2024-09-10T07:59:29.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.285+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b45bf50 0x563d4b45e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.286+0000 7f61be7fc640 10 client.28418 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:29.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.286+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b45bf50 0x563d4b45e340 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c29fe20d92e79887 server_cookie=377b53d2a58bf034 in_seq=0 out_seq=0 2024-09-10T07:59:29.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61be7fc640 1 -- 172.21.15.7:0/941878105 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563d4b3b4850 con 0x563d4b45bf50 2024-09-10T07:59:29.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61be7fc640 10 client.28418 handle_command_reply: tid=0 2024-09-10T07:59:29.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 client.28418 shutdown 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 msgr2=0x563d4b44bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f61c0003700 tx=0x7f61c0005f90 comp rx=0 tx=0).stop 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 shutdown_connections 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b45bf50 0x563d4b45e340 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b449780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b449240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61be7fc640 0 client.28418 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 --2- 172.21.15.7:0/941878105 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b4414a0 0x563d4b44bf90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 >> 172.21.15.7:0/941878105 conn(0x563d4b43da30 msgr2=0x563d4b443760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 shutdown_connections 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 1 -- 172.21.15.7:0/941878105 wait complete. 2024-09-10T07:59:29.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.287+0000 7f61dfb97740 20 client.28418 trim_cache size 0 max 16384 2024-09-10T07:59:29.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 Processor -- start 2024-09-10T07:59:29.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 -- start start 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b441dc0 0x563d4b449660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b463b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b7c00 con 0x563d4b4414a0 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b5440 con 0x563d4b441dc0 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61dfb97740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b32b0 con 0x563d4b44c680 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.315+0000 7f61cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33702/0 (socket says 172.21.15.7:33702) 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 -- 172.21.15.7:0/3094350250 learned_addr learned my addr 172.21.15.7:0/3094350250 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b463b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 -- 172.21.15.7:0/3094350250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 msgr2=0x563d4b463b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b463b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 -- 172.21.15.7:0/3094350250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b441dc0 msgr2=0x563d4b449660 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b441dc0 0x563d4b449660 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 -- 172.21.15.7:0/3094350250 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d4b45e6b0 con 0x563d4b4414a0 2024-09-10T07:59:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.316+0000 7f61cffff640 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f61c00042b0 tx=0x7f61c001a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd513731e8f8f5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.317+0000 7f61ccff9640 1 -- 172.21.15.7:0/3094350250 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0011a70 con 0x563d4b4414a0 2024-09-10T07:59:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.317+0000 7f61ccff9640 1 -- 172.21.15.7:0/3094350250 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61c8012aa0 con 0x563d4b4414a0 2024-09-10T07:59:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.317+0000 7f61ccff9640 1 -- 172.21.15.7:0/3094350250 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0004e50 con 0x563d4b4414a0 2024-09-10T07:59:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 -- 172.21.15.7:0/3094350250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 msgr2=0x563d4b448180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f61c00042b0 tx=0x7f61c001a070 comp rx=0 tx=0).stop 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 -- 172.21.15.7:0/3094350250 shutdown_connections 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b44c680 0x563d4b463b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b441dc0 0x563d4b449660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 --2- 172.21.15.7:0/3094350250 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b4414a0 0x563d4b448180 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 -- 172.21.15.7:0/3094350250 >> 172.21.15.7:0/3094350250 conn(0x563d4b43da30 msgr2=0x563d4b43cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.318+0000 7f61dfb97740 1 -- 172.21.15.7:0/3094350250 shutdown_connections 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.319+0000 7f61dfb97740 1 -- 172.21.15.7:0/3094350250 wait complete. 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.319+0000 7f61dfb97740 1 -- start start 2024-09-10T07:59:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.319+0000 7f61dfb97740 1 Processor -- start 2024-09-10T07:59:29.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.319+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.319+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b451ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61dfb97740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b452410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61dfb97740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b3900 con 0x563d4b441dc0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61dfb97740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b4d70 con 0x563d4b44c680 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61dfb97740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b3fd0 con 0x563d4b4414a0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61dfb97740 10 client.0 _ll_register_callbacks cb 0x7f61c0004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b451ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:54116/0 (socket says 172.21.15.7:54116) 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 -- 172.21.15.7:0/2794846431 learned_addr learned my addr 172.21.15.7:0/2794846431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b452410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 -- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 msgr2=0x563d4b452410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b452410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 -- 172.21.15.7:0/2794846431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 msgr2=0x563d4b451ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b451ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 -- 172.21.15.7:0/2794846431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d4b4529d0 con 0x563d4b4414a0 2024-09-10T07:59:29.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b451ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61cffff640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f61c0005480 tx=0x7f61c0024040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f1d29c2aae578c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.320+0000 7f61be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0046060 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f61c0011870 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61c8012aa0 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f61c0004be0 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61dfb97740 10 client.28501 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563d4b4c68c0 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.321+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61c0004e30 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7f61c0041ae0 con 0x563d4b4414a0 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 10 client.28501 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 10 client.28501 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:29.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 20 client.28501 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:29.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b4c6f30 0x563d4b4c9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:29.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 4 client.28501 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T07:59:29.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f61c8012aa0 con 0x563d4b4c6f30 2024-09-10T07:59:29.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.322+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b4c6f30 0x563d4b4c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.323+0000 7f61d6ffd640 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b4c6f30 0x563d4b4c9320 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f4121fafd37f753 server_cookie=3a549acf27adad9d in_seq=0 out_seq=0 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.323+0000 7f61be7fc640 10 client.28501 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.323+0000 7f61be7fc640 1 -- 172.21.15.7:0/2794846431 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f61c8012aa0 con 0x563d4b4c6f30 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.323+0000 7f61be7fc640 10 client.28501 handle_command_reply: tid=0 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.323+0000 7f61dfb97740 1 client.28501 shutdown 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 msgr2=0x563d4b454b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f61c0005480 tx=0x7f61c0024040 comp rx=0 tx=0).stop 2024-09-10T07:59:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 shutdown_connections 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563d4b4c6f30 0x563d4b4c9320 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563d4b44c680 0x563d4b452410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61be7fc640 0 client.28501 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563d4b441dc0 0x563d4b451ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 --2- 172.21.15.7:0/2794846431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563d4b4414a0 0x563d4b454b80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 >> 172.21.15.7:0/2794846431 conn(0x563d4b43da30 msgr2=0x563d4b44aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.324+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 shutdown_connections 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.325+0000 7f61dfb97740 1 -- 172.21.15.7:0/2794846431 wait complete. 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.325+0000 7f61dfb97740 20 client.28501 trim_cache size 0 max 16384 2024-09-10T07:59:29.326 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "bbb39237-9e05-46d5-847b-0ef78f5d0321": { 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "bbb39237-9e05-46d5-847b-0ef78f5d0321", 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T07:59:29.327 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T07:59:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.325+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 msgr2=0x7f61c40a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.325+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 0x7f61c40a5190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f61d002fd10 tx=0x7f61d0031fc0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 msgr2=0x7f61d8102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f61d0006010 tx=0x7f61d0031f50 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 shutdown_connections 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61c40a2cd0 0x7f61c40a5190 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f61d810e3c0 0x7f61d8102560 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f61d8074f40 0x7f61d8102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 --2- 172.21.15.7:0/747642121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61d8074620 0x7f61d8101ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 >> 172.21.15.7:0/747642121 conn(0x7f61d80fd8c0 msgr2=0x7f61d80ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 shutdown_connections 2024-09-10T07:59:29.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T07:59:29.326+0000 7f61dd7be640 1 -- 172.21.15.7:0/747642121 wait complete. 2024-09-10T07:59:30.083 INFO:tasks.cephfs.filesystem:scrub status for tag:bbb39237-9e05-46d5-847b-0ef78f5d0321 - {'path': '/', 'tag': 'bbb39237-9e05-46d5-847b-0ef78f5d0321', 'options': 'recursive,force'} 2024-09-10T07:59:30.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 5407 14.20 MB/sec warmup 32 sec latency 86.410 ms 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 -- 172.21.15.7:0/2847817466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 msgr2=0x7fec141020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 --2- 172.21.15.7:0/2847817466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141020c0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fec04009900 tx=0x7fec0402a410 comp rx=0 tx=0).stop 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 -- 172.21.15.7:0/2847817466 shutdown_connections 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 --2- 172.21.15.7:0/2847817466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14102600 0x7fec14108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 --2- 172.21.15.7:0/2847817466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141020c0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 --2- 172.21.15.7:0/2847817466 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14100a50 0x7fec14100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 -- 172.21.15.7:0/2847817466 >> 172.21.15.7:0/2847817466 conn(0x7fec140fc1b0 msgr2=0x7fec140fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 -- 172.21.15.7:0/2847817466 shutdown_connections 2024-09-10T07:59:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.624+0000 7fec1baf8640 1 -- 172.21.15.7:0/2847817466 wait complete. 2024-09-10T07:59:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 Processor -- start 2024-09-10T07:59:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 -- start start 2024-09-10T07:59:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14102600 0x7fec1419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec1410d750 con 0x7fec14101c40 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fec1410d5d0 con 0x7fec14102600 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1baf8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec1410d8d0 con 0x7fec14100a50 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:46534/0 (socket says 172.21.15.7:46534) 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec19894640 1 -- 172.21.15.7:0/893226830 learned_addr learned my addr 172.21.15.7:0/893226830 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec1a095640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14102600 0x7fec1419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.625+0000 7fec19093640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 -- 172.21.15.7:0/893226830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14102600 msgr2=0x7fec1419f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14102600 0x7fec1419f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 -- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 msgr2=0x7fec141982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 -- 172.21.15.7:0/893226830 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec1419f9d0 con 0x7fec14100a50 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19093640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec19894640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fec1000e9c0 tx=0x7fec1000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.626+0000 7fec0affd640 1 -- 172.21.15.7:0/893226830 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1000cd80 con 0x7fec14100a50 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.627+0000 7fec0affd640 1 -- 172.21.15.7:0/893226830 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec100035f0 con 0x7fec14100a50 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.627+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec1419fcc0 con 0x7fec14100a50 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.627+0000 7fec0affd640 1 -- 172.21.15.7:0/893226830 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec10010690 con 0x7fec14100a50 2024-09-10T07:59:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.627+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec141a0190 con 0x7fec14100a50 2024-09-10T07:59:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.630+0000 7fec0affd640 1 -- 172.21.15.7:0/893226830 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fec10004020 con 0x7fec14100a50 2024-09-10T07:59:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.630+0000 7fec1e896740 1 Processor -- start 2024-09-10T07:59:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 -- start start 2024-09-10T07:59:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919c9a0 0x561de919cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919d2e0 0x561de91a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561de91002f0 con 0x561de919c9a0 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561de90a8270 con 0x561de91a2370 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1e896740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561de90fc2b0 con 0x561de919d2e0 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919d2e0 0x561de91a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57582/0 (socket says 172.21.15.7:57582) 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 -- 172.21.15.7:0/4064341395 learned_addr learned my addr 172.21.15.7:0/4064341395 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec1a095640 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919c9a0 0x561de919cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec0affd640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 0x7fec000a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 -- 172.21.15.7:0/4064341395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919d2e0 msgr2=0x561de91a1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919d2e0 0x561de91a1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.631+0000 7fec19093640 1 -- 172.21.15.7:0/4064341395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919c9a0 msgr2=0x561de919cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7fec19093640 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919c9a0 0x561de919cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7fec19093640 1 -- 172.21.15.7:0/4064341395 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561de90a7340 con 0x561de91a2370 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7fec1a095640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 0x7fec000a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7fec0affd640 1 -- 172.21.15.7:0/893226830 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fec100cf7c0 con 0x7fec14100a50 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7fec19093640 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fec0402aa00 tx=0x7fec04004530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a4db7ce7f867be2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7febfffff640 1 -- 172.21.15.7:0/4064341395 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04035030 con 0x561de91a2370 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7febfffff640 1 -- 172.21.15.7:0/4064341395 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec04044070 con 0x561de91a2370 2024-09-10T07:59:30.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.632+0000 7febfffff640 1 -- 172.21.15.7:0/4064341395 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec040317e0 con 0x561de91a2370 2024-09-10T07:59:30.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- 172.21.15.7:0/4064341395 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 msgr2=0x561de91a4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fec0402aa00 tx=0x7fec04004530 comp rx=0 tx=0).stop 2024-09-10T07:59:30.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1a095640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 0x7fec000a50f0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00a500 tx=0x7fec0c004ad0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- 172.21.15.7:0/4064341395 shutdown_connections 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de91a2370 0x561de91a4830 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919d2e0 0x561de91a1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 --2- 172.21.15.7:0/4064341395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919c9a0 0x561de919cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- 172.21.15.7:0/4064341395 >> 172.21.15.7:0/4064341395 conn(0x561de9198010 msgr2=0x561de9198410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- 172.21.15.7:0/4064341395 shutdown_connections 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- 172.21.15.7:0/4064341395 wait complete. 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.633+0000 7fec1e896740 1 -- start start 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 Processor -- start 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de91a6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91ae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561de91a52e0 con 0x561de91a2370 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561de9089290 con 0x561de919d2e0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec19093640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561de91a5460 con 0x561de919c9a0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de91a6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec19093640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57596/0 (socket says 172.21.15.7:57596) 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec19093640 1 -- 172.21.15.7:0/2064564218 learned_addr learned my addr 172.21.15.7:0/2064564218 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1a095640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.634+0000 7fec1e896740 10 client.0 _ll_register_callbacks cb 0x561de90ba140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 -- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 msgr2=0x561de91a7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 -- 172.21.15.7:0/2064564218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 msgr2=0x561de91ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 -- 172.21.15.7:0/2064564218 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561de8e13210 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec1a095640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19093640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec19894640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de91a6bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fec100ccf70 tx=0x7fec100097c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=912fe20d78861da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7febfd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1009b7c0 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec04044070 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fec100a4460 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fec10004310 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec1e896740 10 client.28510 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561de8edf620 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.635+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec04044070 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7fec100979d0 con 0x561de919c9a0 2024-09-10T07:59:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 10 client.28510 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 10 client.28510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 20 client.28510 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de91b5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 4 client.28510 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561de910da20 con 0x561de91b2cc0 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.636+0000 7fec19093640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de91b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.637+0000 7fec19093640 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de91b5160 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c55e913df1ac10dd server_cookie=50d9f890693524cd in_seq=0 out_seq=0 2024-09-10T07:59:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.637+0000 7febfd7fa640 10 client.28510 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7febfd7fa640 1 -- 172.21.15.7:0/2064564218 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561de910da20 con 0x561de91b2cc0 2024-09-10T07:59:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7febfd7fa640 10 client.28510 handle_command_reply: tid=0 2024-09-10T07:59:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 client.28510 shutdown 2024-09-10T07:59:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 msgr2=0x561de91a6bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de91a6bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fec100ccf70 tx=0x7fec100097c0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 shutdown_connections 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de91b5160 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7febfd7fa640 0 client.28510 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91a7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 --2- 172.21.15.7:0/2064564218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de91a6bc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 >> 172.21.15.7:0/2064564218 conn(0x561de9198010 msgr2=0x561de9199820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 shutdown_connections 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 1 -- 172.21.15.7:0/2064564218 wait complete. 2024-09-10T07:59:30.642 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.638+0000 7fec1e896740 20 client.28510 trim_cache size 0 max 16384 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.663+0000 7fec1e896740 1 Processor -- start 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.663+0000 7fec1e896740 1 -- start start 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91970b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec141aacd0 con 0x561de91a2370 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fec141a8510 con 0x561de919d2e0 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1e896740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec141a6380 con 0x561de919c9a0 2024-09-10T07:59:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:46558/0 (socket says 172.21.15.7:46558) 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 -- 172.21.15.7:0/1289767707 learned_addr learned my addr 172.21.15.7:0/1289767707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec1a095640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19093640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 -- 172.21.15.7:0/1289767707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 msgr2=0x561de91ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 -- 172.21.15.7:0/1289767707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 msgr2=0x561de91970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 -- 172.21.15.7:0/1289767707 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561de91a1810 con 0x561de919c9a0 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19093640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.664+0000 7fec19894640 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fec1009bc10 tx=0x7fec1009a190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=960147c10418e633 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.665+0000 7febff7fe640 1 -- 172.21.15.7:0/1289767707 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1007e030 con 0x561de919c9a0 2024-09-10T07:59:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.665+0000 7febff7fe640 1 -- 172.21.15.7:0/1289767707 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec10003b30 con 0x561de919c9a0 2024-09-10T07:59:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.665+0000 7febff7fe640 1 -- 172.21.15.7:0/1289767707 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1009b5e0 con 0x561de919c9a0 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- 172.21.15.7:0/1289767707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 msgr2=0x561de919cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fec1009bc10 tx=0x7fec1009a190 comp rx=0 tx=0).stop 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- 172.21.15.7:0/1289767707 shutdown_connections 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de91a2370 0x561de91970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919d2e0 0x561de91ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 --2- 172.21.15.7:0/1289767707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de919c9a0 0x561de919cd80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- 172.21.15.7:0/1289767707 >> 172.21.15.7:0/1289767707 conn(0x561de9198010 msgr2=0x561de91969a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- 172.21.15.7:0/1289767707 shutdown_connections 2024-09-10T07:59:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- 172.21.15.7:0/1289767707 wait complete. 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 -- start start 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.666+0000 7fec1e896740 1 Processor -- start 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 0x561de91ab6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de91a2370 0x561de9224240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec141a69d0 con 0x561de919d2e0 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fec141a7e40 con 0x561de919c9a0 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec141a70a0 con 0x561de91a2370 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1e896740 10 client.0 _ll_register_callbacks cb 0x7fec100d5240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19093640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 0x561de91ab6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57622/0 (socket says 172.21.15.7:57622) 2024-09-10T07:59:30.670 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 -- 172.21.15.7:0/2108002214 learned_addr learned my addr 172.21.15.7:0/2108002214 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19093640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 0x561de91ab6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57122/0 (socket says 172.21.15.7:57122) 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec1a095640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de91a2370 0x561de9224240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 -- 172.21.15.7:0/2108002214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de91a2370 msgr2=0x561de9224240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de91a2370 0x561de9224240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 -- 172.21.15.7:0/2108002214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 msgr2=0x561de91ab6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 0x561de91ab6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.667+0000 7fec19894640 1 -- 172.21.15.7:0/2108002214 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561de92247b0 con 0x561de919c9a0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec19894640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fec10000c00 tx=0x7fec100ccf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5590b6a8494e6493 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1007e070 con 0x561de919c9a0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fec1009b2d0 con 0x561de919c9a0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561de9107d70 con 0x561de919c9a0 2024-09-10T07:59:30.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fec1009b5e0 con 0x561de919c9a0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec1e896740 10 client.28439 fetch_fsmap learned FSMap version 35 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561de92247b0 con 0x561de919c9a0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec1009c380 con 0x561de919c9a0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 35) ==== 8374+0+0 (secure 0 0 0) 0x7fec100a11c0 con 0x561de919c9a0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec1e896740 10 client.28439 fetch_fsmap finished waiting for FSMap version 35 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.668+0000 7fec1e896740 10 client.28439 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec1e896740 20 client.28439 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de92280d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec1e896740 4 client.28439 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561de9107d70 con 0x561de91b2cc0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec19093640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de92280d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:30.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7fec19093640 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de92280d0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af16d5854bdfc9e1 server_cookie=487ea74bc4394f48 in_seq=0 out_seq=0 2024-09-10T07:59:30.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.669+0000 7febfd7fa640 10 client.28439 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:30.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7febfd7fa640 1 -- 172.21.15.7:0/2108002214 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561de9107d70 con 0x561de91b2cc0 2024-09-10T07:59:30.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7febfd7fa640 10 client.28439 handle_command_reply: tid=0 2024-09-10T07:59:30.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 client.28439 shutdown 2024-09-10T07:59:30.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 msgr2=0x561de91ab180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fec10000c00 tx=0x7fec100ccf70 comp rx=0 tx=0).stop 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 shutdown_connections 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561de91b2cc0 0x561de92280d0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561de91a2370 0x561de9224240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561de919d2e0 0x561de91ab6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 --2- 172.21.15.7:0/2108002214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561de919c9a0 0x561de91ab180 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 >> 172.21.15.7:0/2108002214 conn(0x561de9198010 msgr2=0x561de91971c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7febfd7fa640 0 client.28439 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 shutdown_connections 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.742+0000 7fec1e896740 1 -- 172.21.15.7:0/2108002214 wait complete. 2024-09-10T07:59:30.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.743+0000 7fec1e896740 20 client.28439 trim_cache size 0 max 16384 2024-09-10T07:59:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:59:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:59:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:59:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.743+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 msgr2=0x7fec000a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.743+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 0x7fec000a50f0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00a500 tx=0x7fec0c004ad0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.743+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 msgr2=0x7fec14197db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.743+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fec1000e9c0 tx=0x7fec1000ee80 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 shutdown_connections 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fec000a2c30 0x7fec000a50f0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec14102600 0x7fec1419f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec14101c40 0x7fec141982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 --2- 172.21.15.7:0/893226830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec14100a50 0x7fec14197db0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 >> 172.21.15.7:0/893226830 conn(0x7fec140fc1b0 msgr2=0x7fec14105010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 shutdown_connections 2024-09-10T07:59:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:30.744+0000 7fec1baf8640 1 -- 172.21.15.7:0/893226830 wait complete. 2024-09-10T07:59:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:30 smithi110 ceph-mon[34417]: pgmap v786: 129 pgs: 129 active+clean; 305 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 339 op/s 2024-09-10T07:59:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:30 smithi145 ceph-mon[34766]: pgmap v786: 129 pgs: 129 active+clean; 305 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 339 op/s 2024-09-10T07:59:31.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 5602 14.20 MB/sec warmup 33 sec latency 85.735 ms 2024-09-10T07:59:31.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:30 smithi007 ceph-mon[30879]: pgmap v786: 129 pgs: 129 active+clean; 305 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 339 op/s 2024-09-10T07:59:32.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:31.895+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:32.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:31 smithi007 ceph-mon[30879]: pgmap v787: 129 pgs: 129 active+clean; 302 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 3.1 MiB/s wr, 274 op/s 2024-09-10T07:59:32.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:31 smithi007 ceph-mon[30879]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:32.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:31 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:59:32.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:31 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:32.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:31 smithi145 ceph-mon[34766]: pgmap v787: 129 pgs: 129 active+clean; 302 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 3.1 MiB/s wr, 274 op/s 2024-09-10T07:59:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:31 smithi145 ceph-mon[34766]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:31 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:59:32.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:31 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:32.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 5803 14.13 MB/sec warmup 34 sec latency 76.911 ms 2024-09-10T07:59:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:31 smithi110 ceph-mon[34417]: pgmap v787: 129 pgs: 129 active+clean; 302 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 3.1 MiB/s wr, 274 op/s 2024-09-10T07:59:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:31 smithi110 ceph-mon[34417]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:31 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] up:active 2024-09-10T07:59:32.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:31 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:33.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6007 14.04 MB/sec warmup 35 sec latency 90.985 ms 2024-09-10T07:59:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:33 smithi145 ceph-mon[34766]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:59:34.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:33 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:34.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:33 smithi145 ceph-mon[34766]: pgmap v788: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T07:59:34.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6168 13.86 MB/sec warmup 36 sec latency 67.462 ms 2024-09-10T07:59:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:33 smithi007 ceph-mon[30879]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:59:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:33 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:34.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:33 smithi007 ceph-mon[30879]: pgmap v788: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T07:59:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:33 smithi110 ceph-mon[34417]: mds.? [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] up:active 2024-09-10T07:59:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:33 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T07:59:34.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:33 smithi110 ceph-mon[34417]: pgmap v788: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T07:59:35.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6343 13.77 MB/sec warmup 37 sec latency 61.791 ms 2024-09-10T07:59:36.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6504 13.72 MB/sec warmup 38 sec latency 159.921 ms 2024-09-10T07:59:36.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:36 smithi145 ceph-mon[34766]: pgmap v789: 129 pgs: 129 active+clean; 302 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 3.6 MiB/s wr, 354 op/s 2024-09-10T07:59:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:36 smithi007 ceph-mon[30879]: pgmap v789: 129 pgs: 129 active+clean; 302 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 3.6 MiB/s wr, 354 op/s 2024-09-10T07:59:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:36 smithi110 ceph-mon[34417]: pgmap v789: 129 pgs: 129 active+clean; 302 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 3.6 MiB/s wr, 354 op/s 2024-09-10T07:59:37.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6663 13.62 MB/sec warmup 39 sec latency 59.573 ms 2024-09-10T07:59:38.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 6860 13.65 MB/sec warmup 40 sec latency 59.019 ms 2024-09-10T07:59:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:38 smithi145 ceph-mon[34766]: pgmap v790: 129 pgs: 129 active+clean; 306 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.2 MiB/s wr, 309 op/s 2024-09-10T07:59:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:38 smithi007 ceph-mon[30879]: pgmap v790: 129 pgs: 129 active+clean; 306 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.2 MiB/s wr, 309 op/s 2024-09-10T07:59:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:38 smithi110 ceph-mon[34417]: pgmap v790: 129 pgs: 129 active+clean; 306 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.2 MiB/s wr, 309 op/s 2024-09-10T07:59:39.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7050 13.52 MB/sec warmup 41 sec latency 55.259 ms 2024-09-10T07:59:40.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7229 13.39 MB/sec warmup 42 sec latency 75.925 ms 2024-09-10T07:59:40.463 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:40 smithi110 ceph-mon[34417]: pgmap v791: 129 pgs: 129 active+clean; 315 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-09-10T07:59:40.463 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:59:40.463 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:40 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:59:40.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:40 smithi145 ceph-mon[34766]: pgmap v791: 129 pgs: 129 active+clean; 315 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-09-10T07:59:40.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:59:40.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:40 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:59:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:40 smithi007 ceph-mon[30879]: pgmap v791: 129 pgs: 129 active+clean; 315 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-09-10T07:59:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:59:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:40 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:59:41.171 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:40.863+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:41.245 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7338 13.14 MB/sec warmup 43 sec latency 221.727 ms 2024-09-10T07:59:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:41 smithi145 ceph-mon[34766]: scrub summary: idle 2024-09-10T07:59:41.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:41 smithi145 ceph-mon[34766]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:41.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:41 smithi007 ceph-mon[30879]: scrub summary: idle 2024-09-10T07:59:41.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:41 smithi007 ceph-mon[30879]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:41 smithi110 ceph-mon[34417]: scrub summary: idle 2024-09-10T07:59:41.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:41 smithi110 ceph-mon[34417]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:59:42.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7475 13.04 MB/sec warmup 44 sec latency 87.786 ms 2024-09-10T07:59:42.481 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:42 smithi007 ceph-mon[30879]: pgmap v792: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-10T07:59:42.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:42 smithi145 ceph-mon[34766]: pgmap v792: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-10T07:59:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:42 smithi110 ceph-mon[34417]: pgmap v792: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-10T07:59:43.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7695 13.21 MB/sec warmup 45 sec latency 68.346 ms 2024-09-10T07:59:43.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.874+0000 7f75b06d9640 1 -- 172.21.15.7:0/664458647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8101c30 msgr2=0x7f75a81020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.874+0000 7f75b06d9640 1 --2- 172.21.15.7:0/664458647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8101c30 0x7f75a81020b0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f7598009900 tx=0x7f759802a3f0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 -- 172.21.15.7:0/664458647 shutdown_connections 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 --2- 172.21.15.7:0/664458647 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 0x7f75a8108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 --2- 172.21.15.7:0/664458647 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8101c30 0x7f75a81020b0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 --2- 172.21.15.7:0/664458647 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8100a40 0x7f75a8100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 -- 172.21.15.7:0/664458647 >> 172.21.15.7:0/664458647 conn(0x7f75a80fc1e0 msgr2=0x7f75a80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 -- 172.21.15.7:0/664458647 shutdown_connections 2024-09-10T07:59:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 -- 172.21.15.7:0/664458647 wait complete. 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 Processor -- start 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.875+0000 7f75b06d9640 1 -- start start 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8101c30 0x7f75a819ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 0x7f75a81a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f75a810c550 con 0x7f75a8100a40 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f75a810c3d0 con 0x7f75a8101c30 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75b06d9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75a810c6d0 con 0x7f75a81025f0 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47424/0 (socket says 172.21.15.7:47424) 2024-09-10T07:59:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 -- 172.21.15.7:0/3308198999 learned_addr learned my addr 172.21.15.7:0/3308198999 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75aec76640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 0x7f75a81a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75adc74640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8101c30 0x7f75a819ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 -- 172.21.15.7:0/3308198999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 msgr2=0x7f75a81a1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 0x7f75a81a1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 -- 172.21.15.7:0/3308198999 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8101c30 msgr2=0x7f75a819ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8101c30 0x7f75a819ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.876+0000 7f75ae475640 1 -- 172.21.15.7:0/3308198999 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a81a1b70 con 0x7f75a8100a40 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f75ae475640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f75a400e9c0 tx=0x7f75a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f759f7fe640 1 -- 172.21.15.7:0/3308198999 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a400cd80 con 0x7f75a8100a40 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f759f7fe640 1 -- 172.21.15.7:0/3308198999 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75a40035f0 con 0x7f75a8100a40 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f759f7fe640 1 -- 172.21.15.7:0/3308198999 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a4010690 con 0x7f75a8100a40 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a81a1e00 con 0x7f75a8100a40 2024-09-10T07:59:43.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.877+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a81a2270 con 0x7f75a8100a40 2024-09-10T07:59:43.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.880+0000 7f759f7fe640 1 -- 172.21.15.7:0/3308198999 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f75a4010830 con 0x7f75a8100a40 2024-09-10T07:59:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.880+0000 7f75b346f740 1 Processor -- start 2024-09-10T07:59:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 -- start start 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a42da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 0x55da06a45830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55da069a12f0 con 0x55da06a3d9a0 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55da06949270 con 0x55da06a43370 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75b346f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55da0699d2b0 con 0x55da06a3e2e0 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75aec76640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75aec76640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47440/0 (socket says 172.21.15.7:47440) 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75aec76640 1 -- 172.21.15.7:0/680511464 learned_addr learned my addr 172.21.15.7:0/680511464 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75adc74640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 0x55da06a45830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.881+0000 7f75ae475640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a42da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 -- 172.21.15.7:0/680511464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 msgr2=0x55da06a42da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a42da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 -- 172.21.15.7:0/680511464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 msgr2=0x55da06a45830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 0x55da06a45830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 -- 172.21.15.7:0/680511464 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da06948340 con 0x55da06a3d9a0 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75adc74640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 0x55da06a45830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f759f7fe640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 0x7f75940a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75aec76640 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f75a0010370 tx=0x7f75a0010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b34117291fad71e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f75ae475640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 0x7f75940a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f759cff9640 1 -- 172.21.15.7:0/680511464 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a0016070 con 0x55da06a3d9a0 2024-09-10T07:59:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f759f7fe640 1 -- 172.21.15.7:0/3308198999 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f75a40cf6c0 con 0x7f75a8100a40 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f759cff9640 1 -- 172.21.15.7:0/680511464 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75a0004d20 con 0x55da06a3d9a0 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.882+0000 7f759cff9640 1 -- 172.21.15.7:0/680511464 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a0005390 con 0x55da06a3d9a0 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 -- 172.21.15.7:0/680511464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 msgr2=0x55da06a3dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75ae475640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 0x7f75940a51a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f75a40cd190 tx=0x7f75a4003e30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f75a0010370 tx=0x7f75a0010830 comp rx=0 tx=0).stop 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 -- 172.21.15.7:0/680511464 shutdown_connections 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a43370 0x55da06a45830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a42da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 --2- 172.21.15.7:0/680511464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3d9a0 0x55da06a3dda0 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.883+0000 7f75b346f740 1 -- 172.21.15.7:0/680511464 >> 172.21.15.7:0/680511464 conn(0x55da06a39010 msgr2=0x55da06a39410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 -- 172.21.15.7:0/680511464 shutdown_connections 2024-09-10T07:59:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 -- 172.21.15.7:0/680511464 wait complete. 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 -- start start 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 Processor -- start 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a47c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.884+0000 7f75b346f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75b346f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75b346f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55da06a46340 con 0x55da06a3e2e0 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75b346f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55da0692a290 con 0x55da06a3d9a0 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75b346f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55da06a464c0 con 0x55da06a43370 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75b346f740 10 client.0 _ll_register_callbacks cb 0x55da0695b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47444/0 (socket says 172.21.15.7:47444) 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 -- 172.21.15.7:0/3653890199 learned_addr learned my addr 172.21.15.7:0/3653890199 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75aec76640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75aec76640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a47c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 -- 172.21.15.7:0/3653890199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 msgr2=0x55da06a4f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 -- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 msgr2=0x55da06a47c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a47c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 -- 172.21.15.7:0/3653890199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da066b4210 con 0x55da06a3e2e0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75aec76640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a47c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f75adc74640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7598009900 tx=0x7f7598031e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6a23cccb005f752 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f7591ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.885+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598035040 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7598004240 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75a0004d20 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f759804f050 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f75b346f740 10 client.19338 fetch_fsmap learned FSMap version 37 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55da06780620 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75a0004d20 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.886+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f7598044020 con 0x55da06a3e2e0 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 10 client.19338 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 10 client.19338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 20 client.19338 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06a53910 0x55da06a55d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 4 client.19338 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da069aea20 con 0x55da06a53910 2024-09-10T07:59:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75aec76640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06a53910 0x55da06a55d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f7591ffb640 10 client.19338 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.887+0000 7f75aec76640 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06a53910 0x55da06a55d50 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e443a76c9ba4a5 server_cookie=eaf1671cf18f6883 in_seq=0 out_seq=0 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f7591ffb640 1 -- 172.21.15.7:0/3653890199 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55da069aea20 con 0x55da06a53910 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f7591ffb640 10 client.19338 handle_command_reply: tid=0 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f75b346f740 1 client.19338 shutdown 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 msgr2=0x55da06a481d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7598009900 tx=0x7f7598031e60 comp rx=0 tx=0).stop 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.888+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 shutdown_connections 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06a53910 0x55da06a55d50 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a481d0 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 --2- 172.21.15.7:0/3653890199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a47c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 >> 172.21.15.7:0/3653890199 conn(0x55da06a39010 msgr2=0x55da06a3a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f7591ffb640 0 client.19338 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 shutdown_connections 2024-09-10T07:59:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 1 -- 172.21.15.7:0/3653890199 wait complete. 2024-09-10T07:59:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.889+0000 7f75b346f740 20 client.19338 trim_cache size 0 max 16384 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 Processor -- start 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 -- start start 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a5a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a43370 0x55da06a5ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81af130 con 0x55da06a43370 2024-09-10T07:59:43.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81ac970 con 0x55da06a3d9a0 2024-09-10T07:59:43.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75b346f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81aa7e0 con 0x55da06a3e2e0 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75aec76640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a5a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75adc74640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75adc74640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40716/0 (socket says 172.21.15.7:40716) 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75adc74640 1 -- 172.21.15.7:0/76936819 learned_addr learned my addr 172.21.15.7:0/76936819 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75aec76640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a5a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37532/0 (socket says 172.21.15.7:37532) 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.912+0000 7f75aec76640 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a43370 0x55da06a5ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 -- 172.21.15.7:0/76936819 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 msgr2=0x55da06a5a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a5a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 -- 172.21.15.7:0/76936819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a43370 msgr2=0x55da06a5ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a43370 0x55da06a5ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 -- 172.21.15.7:0/76936819 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da06a3e7c0 con 0x55da06a3e2e0 2024-09-10T07:59:43.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f75adc74640 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7598006010 tx=0x7f7598009520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13d9ef53c277804c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f7593fff640 1 -- 172.21.15.7:0/76936819 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598035040 con 0x55da06a3e2e0 2024-09-10T07:59:43.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f7593fff640 1 -- 172.21.15.7:0/76936819 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f759803c440 con 0x55da06a3e2e0 2024-09-10T07:59:43.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.913+0000 7f7593fff640 1 -- 172.21.15.7:0/76936819 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759803b6a0 con 0x55da06a3e2e0 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 -- 172.21.15.7:0/76936819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 msgr2=0x55da06a4f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7598006010 tx=0x7f7598009520 comp rx=0 tx=0).stop 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 -- 172.21.15.7:0/76936819 shutdown_connections 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a43370 0x55da06a5ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a3e2e0 0x55da06a4f160 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 --2- 172.21.15.7:0/76936819 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a5a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 -- 172.21.15.7:0/76936819 >> 172.21.15.7:0/76936819 conn(0x55da06a39010 msgr2=0x55da06a381c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 -- 172.21.15.7:0/76936819 shutdown_connections 2024-09-10T07:59:43.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.914+0000 7f75b346f740 1 -- 172.21.15.7:0/76936819 wait complete. 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 -- start start 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 Processor -- start 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a4cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81aae30 con 0x55da06a3e2e0 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81ac2a0 con 0x55da06a3d9a0 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75a81ab500 con 0x55da06a43370 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75b346f740 10 client.0 _ll_register_callbacks cb 0x7f7598031af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75adc74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75adc74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47460/0 (socket says 172.21.15.7:47460) 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75adc74640 1 -- 172.21.15.7:0/329747482 learned_addr learned my addr 172.21.15.7:0/329747482 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:43.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75aec76640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a4cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.915+0000 7f75aec76640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 -- 172.21.15.7:0/329747482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 msgr2=0x55da06a4e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 -- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 msgr2=0x55da06a4cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a4cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 -- 172.21.15.7:0/329747482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da06a4e7b0 con 0x55da06a3e2e0 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75aec76640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a4cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75adc74640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f7598031c00 tx=0x7f75980468b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f664ab7c3cde165d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f7591ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:43.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759805a070 con 0x55da06a3e2e0 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f759803c440 con 0x55da06a3e2e0 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f759803c5f0 con 0x55da06a3e2e0 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f7598035050 con 0x55da06a3e2e0 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75b346f740 10 client.19344 fetch_fsmap learned FSMap version 37 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.916+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55da06ac7220 con 0x55da06a3e2e0 2024-09-10T07:59:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f759803c440 con 0x55da06a3e2e0 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f7598044040 con 0x55da06a3e2e0 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 10 client.19344 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 10 client.19344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 20 client.19344 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06ac7ae0 0x55da06ac9f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 4 client.19344 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:59:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55da069a8d70 con 0x55da06ac7ae0 2024-09-10T07:59:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.917+0000 7f75aec76640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06ac7ae0 0x55da06ac9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.918+0000 7f7591ffb640 10 client.19344 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:43.918+0000 7f75aec76640 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06ac7ae0 0x55da06ac9f00 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=740564574be9870c server_cookie=b31b49f83cc0503e in_seq=0 out_seq=0 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f7591ffb640 1 -- 172.21.15.7:0/329747482 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55da069a8d70 con 0x55da06ac7ae0 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f7591ffb640 10 client.19344 handle_command_reply: tid=0 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 client.19344 shutdown 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 msgr2=0x55da06a4d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f7598031c00 tx=0x7f75980468b0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 shutdown_connections 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55da06ac7ae0 0x55da06ac9f00 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55da06a43370 0x55da06a4e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55da06a3e2e0 0x55da06a4d190 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 --2- 172.21.15.7:0/329747482 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55da06a3d9a0 0x55da06a4cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 >> 172.21.15.7:0/329747482 conn(0x55da06a39010 msgr2=0x55da06a379a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.028+0000 7f7591ffb640 0 client.19344 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.029+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 shutdown_connections 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.029+0000 7f75b346f740 1 -- 172.21.15.7:0/329747482 wait complete. 2024-09-10T07:59:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.029+0000 7f75b346f740 20 client.19344 trim_cache size 0 max 16384 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 msgr2=0x7f75940a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 0x7f75940a51a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f75a40cd190 tx=0x7f75a4003e30 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 msgr2=0x7f75a806a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f75a400e9c0 tx=0x7f75a400ee80 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 shutdown_connections 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f75940a2ce0 0x7f75940a51a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a81025f0 0x7f75a81a1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a8101c30 0x7f75a819ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 --2- 172.21.15.7:0/3308198999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75a8100a40 0x7f75a806a410 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 >> 172.21.15.7:0/3308198999 conn(0x7f75a80fc1e0 msgr2=0x7f75a8104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 shutdown_connections 2024-09-10T07:59:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:44.030+0000 7f75b06d9640 1 -- 172.21.15.7:0/3308198999 wait complete. 2024-09-10T07:59:44.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 7876 13.18 MB/sec warmup 46 sec latency 112.481 ms 2024-09-10T07:59:44.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:44 smithi145 ceph-mon[34766]: pgmap v793: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.9 MiB/s wr, 253 op/s 2024-09-10T07:59:44.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:44 smithi007 ceph-mon[30879]: pgmap v793: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.9 MiB/s wr, 253 op/s 2024-09-10T07:59:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:44 smithi110 ceph-mon[34417]: pgmap v793: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.9 MiB/s wr, 253 op/s 2024-09-10T07:59:45.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8026 13.00 MB/sec warmup 47 sec latency 64.665 ms 2024-09-10T07:59:46.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8171 12.79 MB/sec warmup 48 sec latency 68.403 ms 2024-09-10T07:59:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:46 smithi145 ceph-mon[34766]: pgmap v794: 129 pgs: 129 active+clean; 320 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.9 MiB/s wr, 250 op/s 2024-09-10T07:59:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:46 smithi007 ceph-mon[30879]: pgmap v794: 129 pgs: 129 active+clean; 320 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.9 MiB/s wr, 250 op/s 2024-09-10T07:59:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:46 smithi110 ceph-mon[34417]: pgmap v794: 129 pgs: 129 active+clean; 320 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.9 MiB/s wr, 250 op/s 2024-09-10T07:59:47.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8336 12.62 MB/sec warmup 49 sec latency 69.132 ms 2024-09-10T07:59:48.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8507 12.49 MB/sec warmup 50 sec latency 61.671 ms 2024-09-10T07:59:48.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:48 smithi145 ceph-mon[34766]: pgmap v795: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.4 MiB/s wr, 206 op/s 2024-09-10T07:59:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:48 smithi007 ceph-mon[30879]: pgmap v795: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.4 MiB/s wr, 206 op/s 2024-09-10T07:59:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:48 smithi110 ceph-mon[34417]: pgmap v795: 129 pgs: 129 active+clean; 316 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.4 MiB/s wr, 206 op/s 2024-09-10T07:59:49.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8659 12.36 MB/sec warmup 51 sec latency 128.962 ms 2024-09-10T07:59:50.248 INFO:tasks.workunit.client.0.smithi007.stdout: 10 8852 12.45 MB/sec warmup 52 sec latency 80.883 ms 2024-09-10T07:59:50.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:50 smithi145 ceph-mon[34766]: pgmap v796: 129 pgs: 129 active+clean; 317 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1000 KiB/s rd, 5.1 MiB/s wr, 328 op/s 2024-09-10T07:59:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:50 smithi007 ceph-mon[30879]: pgmap v796: 129 pgs: 129 active+clean; 317 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1000 KiB/s rd, 5.1 MiB/s wr, 328 op/s 2024-09-10T07:59:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:50 smithi110 ceph-mon[34417]: pgmap v796: 129 pgs: 129 active+clean; 317 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1000 KiB/s rd, 5.1 MiB/s wr, 328 op/s 2024-09-10T07:59:51.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9085 12.42 MB/sec warmup 53 sec latency 69.523 ms 2024-09-10T07:59:52.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9272 12.48 MB/sec warmup 54 sec latency 66.466 ms 2024-09-10T07:59:52.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:52 smithi145 ceph-mon[34766]: pgmap v797: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T07:59:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:52 smithi007 ceph-mon[30879]: pgmap v797: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T07:59:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:52 smithi110 ceph-mon[34417]: pgmap v797: 129 pgs: 129 active+clean; 318 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T07:59:53.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9423 12.38 MB/sec warmup 55 sec latency 64.102 ms 2024-09-10T07:59:54.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9617 12.42 MB/sec warmup 56 sec latency 74.198 ms 2024-09-10T07:59:54.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:54 smithi145 ceph-mon[34766]: pgmap v798: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 4.7 MiB/s wr, 323 op/s 2024-09-10T07:59:54.601 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:54 smithi007 ceph-mon[30879]: pgmap v798: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 4.7 MiB/s wr, 323 op/s 2024-09-10T07:59:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:54 smithi110 ceph-mon[34417]: pgmap v798: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 4.7 MiB/s wr, 323 op/s 2024-09-10T07:59:55.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9786 12.35 MB/sec warmup 57 sec latency 64.223 ms 2024-09-10T07:59:56.246 INFO:tasks.workunit.client.0.smithi007.stdout: 10 9947 12.26 MB/sec warmup 58 sec latency 62.342 ms 2024-09-10T07:59:56.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:56 smithi145 ceph-mon[34766]: pgmap v799: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 4.3 MiB/s wr, 323 op/s 2024-09-10T07:59:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:56 smithi007 ceph-mon[30879]: pgmap v799: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 4.3 MiB/s wr, 323 op/s 2024-09-10T07:59:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:56 smithi110 ceph-mon[34417]: pgmap v799: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 4.3 MiB/s wr, 323 op/s 2024-09-10T07:59:57.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 -- 172.21.15.7:0/165002101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 msgr2=0x7f93a4100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 --2- 172.21.15.7:0/165002101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a4100e40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9394009900 tx=0x7f939402a410 comp rx=0 tx=0).stop 2024-09-10T07:59:57.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 -- 172.21.15.7:0/165002101 shutdown_connections 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 --2- 172.21.15.7:0/165002101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a41025f0 0x7f93a4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 --2- 172.21.15.7:0/165002101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a4101c30 0x7f93a41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 --2- 172.21.15.7:0/165002101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a4100e40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 -- 172.21.15.7:0/165002101 >> 172.21.15.7:0/165002101 conn(0x7f93a40fc1e0 msgr2=0x7f93a40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 -- 172.21.15.7:0/165002101 shutdown_connections 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.162+0000 7f93aa331640 1 -- 172.21.15.7:0/165002101 wait complete. 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 Processor -- start 2024-09-10T07:59:57.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 -- start start 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a419ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 0x7f93a41a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410c550 con 0x7f93a4101c30 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410c3d0 con 0x7f93a41025f0 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.163+0000 7f93aa331640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410c6d0 con 0x7f93a4100a40 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a419ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48644/0 (socket says 172.21.15.7:48644) 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 -- 172.21.15.7:0/717122962 learned_addr learned my addr 172.21.15.7:0/717122962 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a88ce640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 0x7f93a41a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 -- 172.21.15.7:0/717122962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 msgr2=0x7f93a419ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a419ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 -- 172.21.15.7:0/717122962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 msgr2=0x7f93a41a58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 0x7f93a41a58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 -- 172.21.15.7:0/717122962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a41a5fa0 con 0x7f93a4101c30 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a3fff640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a419ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a88ce640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 0x7f93a41a58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a37fe640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f939800e9f0 tx=0x7f939800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a17fa640 1 -- 172.21.15.7:0/717122962 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939800cd80 con 0x7f93a4101c30 2024-09-10T07:59:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a17fa640 1 -- 172.21.15.7:0/717122962 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93980108e0 con 0x7f93a4101c30 2024-09-10T07:59:57.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.164+0000 7f93a17fa640 1 -- 172.21.15.7:0/717122962 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398018920 con 0x7f93a4101c30 2024-09-10T07:59:57.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.165+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a41a6230 con 0x7f93a4101c30 2024-09-10T07:59:57.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.165+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a41a6730 con 0x7f93a4101c30 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93a17fa640 1 -- 172.21.15.7:0/717122962 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9398010a90 con 0x7f93a4101c30 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 Processor -- start 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 -- start start 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977ef9a0 0x55fc977efda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 0x55fc977f7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fc977532f0 con 0x55fc977ef9a0 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fc976fb270 con 0x55fc977f02e0 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.168+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fc9774f2b0 con 0x55fc977f5370 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 0x55fc977f7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977f4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36740/0 (socket says 172.21.15.7:36740) 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a3fff640 1 -- 172.21.15.7:0/1301030954 learned_addr learned my addr 172.21.15.7:0/1301030954 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a88ce640 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977ef9a0 0x55fc977efda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a17fa640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 0x7f938c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 -- 172.21.15.7:0/1301030954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 msgr2=0x55fc977f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977f4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 -- 172.21.15.7:0/1301030954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977ef9a0 msgr2=0x55fc977efda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977ef9a0 0x55fc977efda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 -- 172.21.15.7:0/1301030954 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc976fa340 con 0x55fc977f5370 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a88ce640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 0x7f938c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a17fa640 1 -- 172.21.15.7:0/717122962 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93980cf6c0 con 0x7f93a4101c30 2024-09-10T07:59:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.169+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 0x55fc977f7830 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f93980ccd60 tx=0x7f9398024000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f03783ddd88a80b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f938a7fc640 1 -- 172.21.15.7:0/1301030954 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939809b530 con 0x55fc977f5370 2024-09-10T07:59:57.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f938a7fc640 1 -- 172.21.15.7:0/1301030954 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9398025170 con 0x55fc977f5370 2024-09-10T07:59:57.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f938a7fc640 1 -- 172.21.15.7:0/1301030954 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93980cced0 con 0x55fc977f5370 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1301030954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 msgr2=0x55fc977f7830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 0x55fc977f7830 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f93980ccd60 tx=0x7f9398024000 comp rx=0 tx=0).stop 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.170+0000 7f93a88ce640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 0x7f938c0a5170 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f939c009fd0 tx=0x7f939c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1301030954 shutdown_connections 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977f5370 0x55fc977f7830 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1301030954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977ef9a0 0x55fc977efda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1301030954 >> 172.21.15.7:0/1301030954 conn(0x55fc977eb010 msgr2=0x55fc977eb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1301030954 shutdown_connections 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1301030954 wait complete. 2024-09-10T07:59:57.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 -- start start 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.171+0000 7f93ad0d1740 1 Processor -- start 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977fa010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc97801050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fc977f82e0 con 0x55fc977f5370 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fc976dc290 con 0x55fc977f02e0 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fc977f8460 con 0x55fc977ef9a0 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93ad0d1740 10 client.0 _ll_register_callbacks cb 0x55fc9770d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33808/0 (socket says 172.21.15.7:33808) 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a88ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc97801050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 -- 172.21.15.7:0/1297954032 learned_addr learned my addr 172.21.15.7:0/1297954032 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:57.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977fa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 -- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 msgr2=0x55fc977fa010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977fa010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 -- 172.21.15.7:0/1297954032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 msgr2=0x55fc97801050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc97801050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a3fff640 1 -- 172.21.15.7:0/1297954032 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc97466210 con 0x55fc977ef9a0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.172+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977fa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93a3fff640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f93940314e0 tx=0x7f93940318f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bce41b7f5428223 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9394035040 con 0x55fc977ef9a0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9398025170 con 0x55fc977ef9a0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93940035f0 con 0x55fc977ef9a0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f93940037f0 con 0x55fc977ef9a0 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93ad0d1740 10 client.28546 fetch_fsmap learned FSMap version 37 2024-09-10T07:59:57.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55fc97532620 con 0x55fc977ef9a0 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9398025170 con 0x55fc977ef9a0 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.173+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f9394044070 con 0x55fc977ef9a0 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 10 client.28546 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 10 client.28546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 20 client.28546 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97807be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 4 client.28546 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc97760a20 con 0x55fc97805790 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97807be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93837fe640 10 client.28546 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.174+0000 7f93a37fe640 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97807be0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f9cc6c35d08e7af server_cookie=2ac5766768afb86 in_seq=0 out_seq=0 2024-09-10T07:59:57.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.175+0000 7f93837fe640 1 -- 172.21.15.7:0/1297954032 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fc97760a20 con 0x55fc97805790 2024-09-10T07:59:57.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.175+0000 7f93837fe640 10 client.28546 handle_command_reply: tid=0 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.175+0000 7f93ad0d1740 1 client.28546 shutdown 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 msgr2=0x55fc977f9ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f93940314e0 tx=0x7f93940318f0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 shutdown_connections 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97807be0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93837fe640 0 client.28546 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc97801050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc977fa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/1297954032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9ad0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 >> 172.21.15.7:0/1297954032 conn(0x55fc977eb010 msgr2=0x55fc977ec820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 shutdown_connections 2024-09-10T07:59:57.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 1 -- 172.21.15.7:0/1297954032 wait complete. 2024-09-10T07:59:57.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.176+0000 7f93ad0d1740 20 client.28546 trim_cache size 0 max 16384 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.202+0000 7f93ad0d1740 1 Processor -- start 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 -- start start 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc97801010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41b35b0 con 0x55fc977f5370 2024-09-10T07:59:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41b0df0 con 0x55fc977f02e0 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41aec60 con 0x55fc977ef9a0 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48668/0 (socket says 172.21.15.7:48668) 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a3fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33824/0 (socket says 172.21.15.7:33824) 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc97801010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 -- 172.21.15.7:0/2169109961 learned_addr learned my addr 172.21.15.7:0/2169109961 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 -- 172.21.15.7:0/2169109961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 msgr2=0x55fc977f9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 -- 172.21.15.7:0/2169109961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 msgr2=0x55fc97801010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc97801010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a88ce640 1 -- 172.21.15.7:0/2169109961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc977f07c0 con 0x55fc977f5370 2024-09-10T07:59:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a37fe640 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc97801010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.203+0000 7f93a3fff640 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:59:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.204+0000 7f93a88ce640 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f939c011a40 tx=0x7f939c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1de35411f7e6b6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.204+0000 7f9389ffb640 1 -- 172.21.15.7:0/2169109961 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c01daa0 con 0x55fc977f5370 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.204+0000 7f9389ffb640 1 -- 172.21.15.7:0/2169109961 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f939c02e070 con 0x55fc977f5370 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.204+0000 7f9389ffb640 1 -- 172.21.15.7:0/2169109961 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c00f3c0 con 0x55fc977f5370 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 -- 172.21.15.7:0/2169109961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 msgr2=0x55fc977f9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f939c011a40 tx=0x7f939c018000 comp rx=0 tx=0).stop 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 -- 172.21.15.7:0/2169109961 shutdown_connections 2024-09-10T07:59:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f5370 0x55fc977f9dc0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f02e0 0x55fc97801010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/2169109961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 -- 172.21.15.7:0/2169109961 >> 172.21.15.7:0/2169109961 conn(0x55fc977eb010 msgr2=0x55fc977f1480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 -- 172.21.15.7:0/2169109961 shutdown_connections 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.205+0000 7f93ad0d1740 1 -- 172.21.15.7:0/2169109961 wait complete. 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 -- start start 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 Processor -- start 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977fe010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f5370 0x55fc9786e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41af2b0 con 0x55fc977f02e0 2024-09-10T07:59:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41b0720 con 0x55fc977f5370 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93a41af980 con 0x55fc977ef9a0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93ad0d1740 10 client.0 _ll_register_callbacks cb 0x7f9394009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93a37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48682/0 (socket says 172.21.15.7:48682) 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.206+0000 7f93a37fe640 1 -- 172.21.15.7:0/3058508544 learned_addr learned my addr 172.21.15.7:0/3058508544 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a88ce640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f5370 0x55fc9786e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a3fff640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977fe010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 -- 172.21.15.7:0/3058508544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 msgr2=0x55fc977fe010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977fe010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 -- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f5370 msgr2=0x55fc9786e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f5370 0x55fc9786e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 -- 172.21.15.7:0/3058508544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc9786ea70 con 0x55fc977f02e0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93a37fe640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f9398098550 tx=0x7f9398010f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15f1c4ac0f8735e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:59:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93837fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939809b530 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f93980cf360 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f939c02e070 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f939809fed0 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93ad0d1740 10 client.19362 fetch_fsmap learned FSMap version 37 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.207+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55fc9786fe50 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f939c02e070 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f9398084030 con 0x55fc977f02e0 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 10 client.19362 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 10 client.19362 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 20 client.19362 populate_metadata read hostname 'smithi007' 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97872450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:59:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 4 client.19362 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T07:59:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc9775ad70 con 0x55fc97805790 2024-09-10T07:59:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.208+0000 7f93a3fff640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97872450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:59:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.209+0000 7f93837fe640 10 client.19362 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.209+0000 7f93a3fff640 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97872450 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5ff51e742b9eb4b server_cookie=6b7561da21028d7c in_seq=0 out_seq=0 2024-09-10T07:59:57.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10092 12.11 MB/sec warmup 59 sec latency 54.767 ms 2024-09-10T07:59:57.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.350+0000 7f93837fe640 1 -- 172.21.15.7:0/3058508544 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc9775ad70 con 0x55fc97805790 2024-09-10T07:59:57.351 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.350+0000 7f93837fe640 10 client.19362 handle_command_reply: tid=0 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.350+0000 7f93ad0d1740 1 client.19362 shutdown 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 msgr2=0x55fc977fe550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f9398098550 tx=0x7f9398010f60 comp rx=0 tx=0).stop 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 shutdown_connections 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc97805790 0x55fc97872450 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc977f5370 0x55fc9786e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc977f02e0 0x55fc977fe550 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 --2- 172.21.15.7:0/3058508544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc977ef9a0 0x55fc977fe010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 >> 172.21.15.7:0/3058508544 conn(0x55fc977eb010 msgr2=0x55fc977f9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93837fe640 0 client.19362 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 shutdown_connections 2024-09-10T07:59:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 1 -- 172.21.15.7:0/3058508544 wait complete. 2024-09-10T07:59:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.351+0000 7f93ad0d1740 20 client.19362 trim_cache size 0 max 16384 2024-09-10T07:59:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T07:59:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T07:59:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T07:59:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 msgr2=0x7f938c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 0x7f938c0a5170 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f939c009fd0 tx=0x7f939c004a40 comp rx=0 tx=0).stop 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 msgr2=0x7f93a419efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f939800e9f0 tx=0x7f939800eeb0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 shutdown_connections 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f938c0a2cb0 0x7f938c0a5170 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f93a41025f0 0x7f93a41a58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93a4101c30 0x7f93a419efb0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 --2- 172.21.15.7:0/717122962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93a4100a40 0x7f93a419ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:59:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 >> 172.21.15.7:0/717122962 conn(0x7f93a40fc1e0 msgr2=0x7f93a40698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:59:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 shutdown_connections 2024-09-10T07:59:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T07:59:57.352+0000 7f93aa331640 1 -- 172.21.15.7:0/717122962 wait complete. 2024-09-10T07:59:58.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10225 12.00 MB/sec warmup 60 sec latency 214.289 ms 2024-09-10T07:59:58.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 07:59:58 smithi145 ceph-mon[34766]: pgmap v800: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T07:59:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 07:59:58 smithi007 ceph-mon[30879]: pgmap v800: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T07:59:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 07:59:58 smithi110 ceph-mon[34417]: pgmap v800: 129 pgs: 129 active+clean; 321 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T07:59:59.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10412 11.95 MB/sec warmup 61 sec latency 306.140 ms 2024-09-10T08:00:00.084 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:00:00.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10599 11.91 MB/sec warmup 62 sec latency 95.475 ms 2024-09-10T08:00:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:59.998+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:00:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:59.998+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-09-10T08:00:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:59.998+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : mds.c(mds.2): Metadata damage detected 2024-09-10T08:00:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T07:59:59.998+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : mds.i(mds.1): Metadata damage detected 2024-09-10T08:00:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-mon[30879]: pgmap v801: 129 pgs: 129 active+clean; 325 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 398 op/s 2024-09-10T08:00:00.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-mon[30879]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:00:00.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-mon[30879]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-09-10T08:00:00.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-mon[30879]: mds.c(mds.2): Metadata damage detected 2024-09-10T08:00:00.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:00 smithi007 ceph-mon[30879]: mds.i(mds.1): Metadata damage detected 2024-09-10T08:00:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:00 smithi145 ceph-mon[34766]: pgmap v801: 129 pgs: 129 active+clean; 325 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 398 op/s 2024-09-10T08:00:00.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:00 smithi145 ceph-mon[34766]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:00:00.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:00 smithi145 ceph-mon[34766]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-09-10T08:00:00.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:00 smithi145 ceph-mon[34766]: mds.c(mds.2): Metadata damage detected 2024-09-10T08:00:00.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:00 smithi145 ceph-mon[34766]: mds.i(mds.1): Metadata damage detected 2024-09-10T08:00:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:00 smithi110 ceph-mon[34417]: pgmap v801: 129 pgs: 129 active+clean; 325 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 398 op/s 2024-09-10T08:00:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:00 smithi110 ceph-mon[34417]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:00:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:00 smithi110 ceph-mon[34417]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-09-10T08:00:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:00 smithi110 ceph-mon[34417]: mds.c(mds.2): Metadata damage detected 2024-09-10T08:00:00.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:00 smithi110 ceph-mon[34417]: mds.i(mds.1): Metadata damage detected 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.233+0000 7f1258b37640 1 -- 172.21.15.7:0/2105154452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254105560 msgr2=0x7f125410d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 --2- 172.21.15.7:0/2105154452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254105560 0x7f125410d0e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f123c009ca0 tx=0x7f123c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 -- 172.21.15.7:0/2105154452 shutdown_connections 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 --2- 172.21.15.7:0/2105154452 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254105560 0x7f125410d0e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 --2- 172.21.15.7:0/2105154452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 --2- 172.21.15.7:0/2105154452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254100430 0x7f1254100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 -- 172.21.15.7:0/2105154452 >> 172.21.15.7:0/2105154452 conn(0x7f1254077230 msgr2=0x7f12540fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 -- 172.21.15.7:0/2105154452 shutdown_connections 2024-09-10T08:00:01.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.234+0000 7f1258b37640 1 -- 172.21.15.7:0/2105154452 wait complete. 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.235+0000 7f1258b37640 1 Processor -- start 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.235+0000 7f1258b37640 1 -- start start 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.235+0000 7f1258b37640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254100430 0x7f1254107100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.235+0000 7f1258b37640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.235+0000 7f1258b37640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254105560 0x7f1254107b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1252d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254105560 0x7f1254107b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37128/0 (socket says 172.21.15.7:37128) 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 -- 172.21.15.7:0/256983540 learned_addr learned my addr 172.21.15.7:0/256983540 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f125259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254100430 0x7f1254107100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f125410fbf0 con 0x7f1254105560 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f125410fa70 con 0x7f1254100430 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f125410fd70 con 0x7f1254100de0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 -- 172.21.15.7:0/256983540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254100430 msgr2=0x7f1254107100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254100430 0x7f1254107100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 -- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254105560 msgr2=0x7f1254107b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254105560 0x7f1254107b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.236+0000 7f1251d9b640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125419a470 con 0x7f1254100de0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.237+0000 7f1251d9b640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f124401ea70 tx=0x7f124401ef30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.237+0000 7f124b7fe640 1 -- 172.21.15.7:0/256983540 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124400bac0 con 0x7f1254100de0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.237+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f125419a760 con 0x7f1254100de0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.237+0000 7f124b7fe640 1 -- 172.21.15.7:0/256983540 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12440054d0 con 0x7f1254100de0 2024-09-10T08:00:01.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.237+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f125419acf0 con 0x7f1254100de0 2024-09-10T08:00:01.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.238+0000 7f124b7fe640 1 -- 172.21.15.7:0/256983540 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124400bac0 con 0x7f1254100de0 2024-09-10T08:00:01.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.241+0000 7f124b7fe640 1 -- 172.21.15.7:0/256983540 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1244004b80 con 0x7f1254100de0 2024-09-10T08:00:01.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.241+0000 7f125af10740 1 Processor -- start 2024-09-10T08:00:01.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125af10740 1 -- start start 2024-09-10T08:00:01.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125af10740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125af10740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f1252d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f1252d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37132/0 (socket says 172.21.15.7:37132) 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:60364/0 (socket says 172.21.15.7:60364) 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f124b7fe640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 0x7f12400a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125af10740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd490d680 0x55edd490fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f1252d9d640 1 -- 172.21.15.7:0/155631921 learned_addr learned my addr 172.21.15.7:0/155631921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.242+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55edd48682e0 con 0x55edd490d680 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55edd480fce0 con 0x55edd4902dc0 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55edd48642a0 con 0x55edd49024a0 2024-09-10T08:00:01.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f124b7fe640 1 -- 172.21.15.7:0/256983540 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1244024030 con 0x7f1254100de0 2024-09-10T08:00:01.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1251d9b640 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd490d680 0x55edd490fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 0x7f12400a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 -- 172.21.15.7:0/155631921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 msgr2=0x55edd490d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 -- 172.21.15.7:0/155631921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd490d680 msgr2=0x55edd490fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd490d680 0x55edd490fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 -- 172.21.15.7:0/155631921 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edd47f4440 con 0x55edd49024a0 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.243+0000 7f1252d9d640 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f123c004af0 tx=0x7f123c031e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a175c619f06d02ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.244+0000 7f1248ff9640 1 -- 172.21.15.7:0/155631921 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c0316f0 con 0x55edd49024a0 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.244+0000 7f1252d9d640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 0x7f12400a5450 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f123c04e000 tx=0x7f123c04c000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.244+0000 7f1248ff9640 1 -- 172.21.15.7:0/155631921 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f123c036070 con 0x55edd49024a0 2024-09-10T08:00:01.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.244+0000 7f1248ff9640 1 -- 172.21.15.7:0/155631921 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c0308c0 con 0x55edd49024a0 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 msgr2=0x55edd4902880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f123c004af0 tx=0x7f123c031e40 comp rx=0 tx=0).stop 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 shutdown_connections 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd490d680 0x55edd490fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 --2- 172.21.15.7:0/155631921 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4902880 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 >> 172.21.15.7:0/155631921 conn(0x55edd48fea30 msgr2=0x55edd48fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 shutdown_connections 2024-09-10T08:00:01.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.245+0000 7f125af10740 1 -- 172.21.15.7:0/155631921 wait complete. 2024-09-10T08:00:01.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.246+0000 7f125af10740 1 -- start start 2024-09-10T08:00:01.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.246+0000 7f125af10740 1 Processor -- start 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 0x55edd490cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55edd4910120 con 0x55edd49024a0 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55edd4823050 con 0x55edd4902dc0 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55edd49102a0 con 0x55edd490d680 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125af10740 10 client.0 _ll_register_callbacks cb 0x55edd4863160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 0x55edd490cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f1252d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f1252d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37138/0 (socket says 172.21.15.7:37138) 2024-09-10T08:00:01.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f125259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 0x55edd490cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47898/0 (socket says 172.21.15.7:47898) 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f1252d9d640 1 -- 172.21.15.7:0/499424065 learned_addr learned my addr 172.21.15.7:0/499424065 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.247+0000 7f1251d9b640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 -- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 msgr2=0x55edd490a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 -- 172.21.15.7:0/499424065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 msgr2=0x55edd490cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 0x55edd490cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 -- 172.21.15.7:0/499424065 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edd45d93c0 con 0x55edd490d680 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1251d9b640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1252d9d640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f123c02ade0 tx=0x7f123c004a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5d12529747cb85e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1239ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c061060 con 0x55edd490d680 2024-09-10T08:00:01.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.248+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f123c030bb0 con 0x55edd490d680 2024-09-10T08:00:01.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10758 11.87 MB/sec warmup 63 sec latency 111.078 ms 2024-09-10T08:00:01.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f123c036070 con 0x55edd490d680 2024-09-10T08:00:01.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f123c031b00 con 0x55edd490d680 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f125af10740 10 client.28564 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55edd4910120 con 0x55edd490d680 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f123c036070 con 0x55edd490d680 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f123c04a500 con 0x55edd490d680 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.249+0000 7f125af10740 10 client.28564 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125af10740 10 client.28564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125af10740 20 client.28564 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd491f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125af10740 4 client.28564 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55edd4875850 con 0x55edd491cc10 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125259c640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd491f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f125259c640 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd491f000 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c7a8653ee282f25 server_cookie=aa11d63749c8cc89 in_seq=0 out_seq=0 2024-09-10T08:00:01.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.250+0000 7f1239ffb640 10 client.28564 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:01.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.251+0000 7f1239ffb640 1 -- 172.21.15.7:0/499424065 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55edd4875850 con 0x55edd491cc10 2024-09-10T08:00:01.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.251+0000 7f1239ffb640 10 client.28564 handle_command_reply: tid=0 2024-09-10T08:00:01.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 client.28564 shutdown 2024-09-10T08:00:01.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 msgr2=0x55edd490a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f123c02ade0 tx=0x7f123c004a60 comp rx=0 tx=0).stop 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 shutdown_connections 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd491f000 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd490d680 0x55edd490a750 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd4902dc0 0x55edd490a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f1239ffb640 0 client.28564 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 --2- 172.21.15.7:0/499424065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd49024a0 0x55edd490cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 >> 172.21.15.7:0/499424065 conn(0x55edd48fea30 msgr2=0x55edd48fdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 shutdown_connections 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.252+0000 7f125af10740 1 -- 172.21.15.7:0/499424065 wait complete. 2024-09-10T08:00:01.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.253+0000 7f125af10740 20 client.28564 trim_cache size 0 max 16384 2024-09-10T08:00:01.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 Processor -- start 2024-09-10T08:00:01.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 -- start start 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4924dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4907470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f12541af340 con 0x55edd4902dc0 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f12541acb80 con 0x55edd490d680 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.295+0000 7f125af10740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f12541aaae0 con 0x55edd49024a0 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f125259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4924dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f125259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37140/0 (socket says 172.21.15.7:37140) 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f125259c640 1 -- 172.21.15.7:0/1553509066 learned_addr learned my addr 172.21.15.7:0/1553509066 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1252d9d640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4907470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 -- 172.21.15.7:0/1553509066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 msgr2=0x55edd4924880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 -- 172.21.15.7:0/1553509066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 msgr2=0x55edd4907470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4907470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 -- 172.21.15.7:0/1553509066 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edd4902220 con 0x55edd4902dc0 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1252d9d640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4907470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f125259c640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f1251d9b640 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4924dc0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f12440dcf20 tx=0x7f1244020040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a58f47d02eb0a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f123bfff640 1 -- 172.21.15.7:0/1553509066 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12440abd60 con 0x55edd4902dc0 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f123bfff640 1 -- 172.21.15.7:0/1553509066 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12440b0060 con 0x55edd4902dc0 2024-09-10T08:00:01.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.297+0000 7f123bfff640 1 -- 172.21.15.7:0/1553509066 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12440a7ab0 con 0x55edd4902dc0 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- 172.21.15.7:0/1553509066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 msgr2=0x55edd4924dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4924dc0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f12440dcf20 tx=0x7f1244020040 comp rx=0 tx=0).stop 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- 172.21.15.7:0/1553509066 shutdown_connections 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4907470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4924dc0 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 --2- 172.21.15.7:0/1553509066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4924880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- 172.21.15.7:0/1553509066 >> 172.21.15.7:0/1553509066 conn(0x55edd48fea30 msgr2=0x55edd490c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- 172.21.15.7:0/1553509066 shutdown_connections 2024-09-10T08:00:01.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- 172.21.15.7:0/1553509066 wait complete. 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.298+0000 7f125af10740 1 -- start start 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 Processor -- start 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4913a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4913fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f12541ab060 con 0x55edd4902dc0 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f12541ac4b0 con 0x55edd490d680 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.299+0000 7f125af10740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f12541ab710 con 0x55edd49024a0 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f1251d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4913a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f1251d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4913a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47918/0 (socket says 172.21.15.7:47918) 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f1251d9b640 1 -- 172.21.15.7:0/125838005 learned_addr learned my addr 172.21.15.7:0/125838005 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:01.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37150/0 (socket says 172.21.15.7:37150) 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125af10740 10 client.0 _ll_register_callbacks cb 0x7f1244005680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f1252d9d640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4913fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 -- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 msgr2=0x55edd4913fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4913fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 -- 172.21.15.7:0/125838005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 msgr2=0x55edd4913a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4913a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 -- 172.21.15.7:0/125838005 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edd4986b30 con 0x55edd49024a0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f125259c640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55edd490b650 tx=0x7f124c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb4898f62945dc96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.300+0000 7f1239ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c005220 con 0x55edd49024a0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f124c0053c0 con 0x55edd49024a0 2024-09-10T08:00:01.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12440b0060 con 0x55edd49024a0 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f124c02f050 con 0x55edd49024a0 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f125af10740 10 client.28570 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55edd4987ea0 con 0x55edd49024a0 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.301+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12440b0060 con 0x55edd49024a0 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f124c027670 con 0x55edd49024a0 2024-09-10T08:00:01.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 10 client.28570 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 10 client.28570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 20 client.28570 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd498a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 4 client.28570 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55edd486fd60 con 0x55edd491cc10 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.302+0000 7f1251d9b640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd498a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.303+0000 7f1251d9b640 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd498a630 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bd319bc5132ad3f server_cookie=29bca7d79a6c78e7 in_seq=0 out_seq=0 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.303+0000 7f1239ffb640 10 client.28570 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.303+0000 7f1239ffb640 1 -- 172.21.15.7:0/125838005 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55edd486fd60 con 0x55edd491cc10 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.303+0000 7f1239ffb640 10 client.28570 handle_command_reply: tid=0 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 client.28570 shutdown 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 msgr2=0x55edd4913540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55edd490b650 tx=0x7f124c005f90 comp rx=0 tx=0).stop 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 shutdown_connections 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55edd491cc10 0x55edd498a630 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55edd490d680 0x55edd4913fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55edd4902dc0 0x55edd4913a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 --2- 172.21.15.7:0/125838005 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55edd49024a0 0x55edd4913540 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 >> 172.21.15.7:0/125838005 conn(0x55edd48fea30 msgr2=0x55edd48fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f1239ffb640 0 client.28570 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 shutdown_connections 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 1 -- 172.21.15.7:0/125838005 wait complete. 2024-09-10T08:00:01.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.304+0000 7f125af10740 20 client.28570 trim_cache size 0 max 16384 2024-09-10T08:00:01.308 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:00:01.308 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-10T08:00:01.308 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-10T08:00:01.308 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 msgr2=0x7f12400a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 0x7f12400a5450 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f123c04e000 tx=0x7f123c04c000 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 msgr2=0x7f1254107640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f124401ea70 tx=0x7f124401ef30 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 shutdown_connections 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f12400a2f90 0x7f12400a5450 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1254105560 0x7f1254107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1254100de0 0x7f1254107640 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 --2- 172.21.15.7:0/256983540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1254100430 0x7f1254107100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 >> 172.21.15.7:0/256983540 conn(0x7f1254077230 msgr2=0x7f1254103d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.305+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 shutdown_connections 2024-09-10T08:00:01.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:01.306+0000 7f1258b37640 1 -- 172.21.15.7:0/256983540 wait complete. 2024-09-10T08:00:02.208 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:00:02.209 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:00:02.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 10959 11.95 MB/sec warmup 64 sec latency 77.398 ms 2024-09-10T08:00:02.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:02 smithi145 ceph-mon[34766]: pgmap v802: 129 pgs: 129 active+clean; 323 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.2 MiB/s wr, 288 op/s 2024-09-10T08:00:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:02 smithi007 ceph-mon[30879]: pgmap v802: 129 pgs: 129 active+clean; 323 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.2 MiB/s wr, 288 op/s 2024-09-10T08:00:02.607 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:02 smithi110 ceph-mon[34417]: pgmap v802: 129 pgs: 129 active+clean; 323 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.2 MiB/s wr, 288 op/s 2024-09-10T08:00:03.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 -- 172.21.15.7:0/2207730440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4100b30 msgr2=0x7f1ef4100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:03.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/2207730440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4100b30 0x7f1ef4100f10 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f1eec009ca0 tx=0x7f1eec02a940 comp rx=0 tx=0).stop 2024-09-10T08:00:03.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 -- 172.21.15.7:0/2207730440 shutdown_connections 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/2207730440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef41063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/2207730440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4101450 0x7f1ef4105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/2207730440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4100b30 0x7f1ef4100f10 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.200+0000 7f1efc7fb640 1 -- 172.21.15.7:0/2207730440 >> 172.21.15.7:0/2207730440 conn(0x7f1ef40fc7a0 msgr2=0x7f1ef40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.201+0000 7f1efc7fb640 1 -- 172.21.15.7:0/2207730440 shutdown_connections 2024-09-10T08:00:03.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.201+0000 7f1efc7fb640 1 -- 172.21.15.7:0/2207730440 wait complete. 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.201+0000 7f1efc7fb640 1 Processor -- start 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 -- start start 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 0x7f1ef41a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4101450 0x7f1ef41a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef419e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef4118400 con 0x7f1ef4101450 2024-09-10T08:00:03.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef4118280 con 0x7f1ef4100b30 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efc7fb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef4118580 con 0x7f1ef4105f40 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efa597640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 0x7f1ef41a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efad98640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef419e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1ef9d96640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4101450 0x7f1ef41a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efa597640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 0x7f1ef41a4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:60422/0 (socket says 172.21.15.7:60422) 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.202+0000 7f1efa597640 1 -- 172.21.15.7:0/4037117338 learned_addr learned my addr 172.21.15.7:0/4037117338 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 -- 172.21.15.7:0/4037117338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 msgr2=0x7f1ef41a4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 0x7f1ef41a4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 -- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4101450 msgr2=0x7f1ef41a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4101450 0x7f1ef41a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 -- 172.21.15.7:0/4037117338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef419efb0 con 0x7f1ef4105f40 2024-09-10T08:00:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efad98640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef419e810 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400c710 tx=0x7f1ee400cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:03.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4004220 con 0x7f1ef4105f40 2024-09-10T08:00:03.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ee400ce20 con 0x7f1ef4105f40 2024-09-10T08:00:03.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef419f2a0 con 0x7f1ef4105f40 2024-09-10T08:00:03.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4003db0 con 0x7f1ef4105f40 2024-09-10T08:00:03.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.203+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef41ab4f0 con 0x7f1ef4105f40 2024-09-10T08:00:03.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.205+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef406b070 con 0x7f1ef4105f40 2024-09-10T08:00:03.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.206+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1ee40079b0 con 0x7f1ef4105f40 2024-09-10T08:00:03.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.207+0000 7f1eeb7fe640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 0x7f1ee00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:03.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.207+0000 7f1efa597640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 0x7f1ee00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:03.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.207+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1ee40cf220 con 0x7f1ef4105f40 2024-09-10T08:00:03.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.208+0000 7f1efa597640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 0x7f1ee00a50c0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f1eec004af0 tx=0x7f1eec005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:03.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.212+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ee4014030 con 0x7f1ef4105f40 2024-09-10T08:00:03.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11076 11.80 MB/sec warmup 65 sec latency 110.409 ms 2024-09-10T08:00:03.324 INFO:tasks.quiescer.fs.[cephfs]:Total duration (39.7) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T08:00:03.324 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.85 2024-09-10T08:00:03.324 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:00:03.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.587+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ef41ab720 con 0x7f1ef4105f40 2024-09-10T08:00:03.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.588+0000 7f1eeb7fe640 1 -- 172.21.15.7:0/4037117338 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11924 (secure 0 0 0) 0x7f1ee409b730 con 0x7f1ef4105f40 2024-09-10T08:00:03.588 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:00:03.588 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"btime":"2024-09-10T07:59:32:947461+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:32.822025+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:00:03.589 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 37 2024-09-10T08:00:03.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 msgr2=0x7f1ee00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:03.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 0x7f1ee00a50c0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f1eec004af0 tx=0x7f1eec005c50 comp rx=0 tx=0).stop 2024-09-10T08:00:03.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 msgr2=0x7f1ef419e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:03.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef419e810 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400c710 tx=0x7f1ee400cbd0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 shutdown_connections 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1ee00a2c00 0x7f1ee00a50c0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ef4105f40 0x7f1ef419e810 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ef4101450 0x7f1ef41a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 --2- 172.21.15.7:0/4037117338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ef4100b30 0x7f1ef41a4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.591+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 >> 172.21.15.7:0/4037117338 conn(0x7f1ef40fc7a0 msgr2=0x7f1ef41038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.592+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 shutdown_connections 2024-09-10T08:00:03.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:03.592+0000 7f1efc7fb640 1 -- 172.21.15.7:0/4037117338 wait complete. 2024-09-10T08:00:04.196 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:04 smithi007 ceph-mon[30879]: pgmap v803: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 4.7 MiB/s wr, 320 op/s 2024-09-10T08:00:04.197 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:04 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4037117338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:04.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11241 11.73 MB/sec warmup 66 sec latency 86.895 ms 2024-09-10T08:00:04.391 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:00:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:04 smithi145 ceph-mon[34766]: pgmap v803: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 4.7 MiB/s wr, 320 op/s 2024-09-10T08:00:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:04 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4037117338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:04 smithi110 ceph-mon[34417]: pgmap v803: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 4.7 MiB/s wr, 320 op/s 2024-09-10T08:00:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:04 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4037117338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.027+0000 7f2632096640 1 -- 172.21.15.7:0/798664195 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2624094170 msgr2=0x7f26240945b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.027+0000 7f2632096640 1 --2- 172.21.15.7:0/798664195 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2624094170 0x7f26240945b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2620009900 tx=0x7f262002a3f0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.028+0000 7f2632096640 1 -- 172.21.15.7:0/798664195 shutdown_connections 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.028+0000 7f2632096640 1 --2- 172.21.15.7:0/798664195 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26240a6410 0x7f26240a8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.028+0000 7f2632096640 1 --2- 172.21.15.7:0/798664195 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2624094170 0x7f26240945b0 secure :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2620009900 tx=0x7f262002a3f0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.028+0000 7f2632096640 1 --2- 172.21.15.7:0/798664195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f2624093c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.028+0000 7f2632096640 1 -- 172.21.15.7:0/798664195 >> 172.21.15.7:0/798664195 conn(0x7f26240094e0 msgr2=0x7f26240098f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.029+0000 7f2632096640 1 -- 172.21.15.7:0/798664195 shutdown_connections 2024-09-10T08:00:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.029+0000 7f2632096640 1 -- 172.21.15.7:0/798664195 wait complete. 2024-09-10T08:00:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.029+0000 7f2632096640 1 Processor -- start 2024-09-10T08:00:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 -- start start 2024-09-10T08:00:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f26241325f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 0x7f2624132b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2624136ec0 0x7f2624137370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f26240abe40 con 0x7f2624136ec0 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f26240abcc0 con 0x7f26240a6410 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2632096640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f26240abfc0 con 0x7f262409b5a0 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2631094640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f26241325f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2630893640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 0x7f2624132b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2631094640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f26241325f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37188/0 (socket says 172.21.15.7:37188) 2024-09-10T08:00:05.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2631094640 1 -- 172.21.15.7:0/1739756679 learned_addr learned my addr 172.21.15.7:0/1739756679 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.030+0000 7f2631895640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2624136ec0 0x7f2624137370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 -- 172.21.15.7:0/1739756679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 msgr2=0x7f26241325f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f26241325f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 -- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2624136ec0 msgr2=0x7f2624137370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2624136ec0 0x7f2624137370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 -- 172.21.15.7:0/1739756679 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2624137980 con 0x7f26240a6410 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2630893640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 0x7f2624132b30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2620008000 tx=0x7f2620004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:05.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262003f070 con 0x7f26240a6410 2024-09-10T08:00:05.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2624137c10 con 0x7f26240a6410 2024-09-10T08:00:05.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f262413f390 con 0x7f26240a6410 2024-09-10T08:00:05.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2620003aa0 con 0x7f26240a6410 2024-09-10T08:00:05.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.031+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2620035070 con 0x7f26240a6410 2024-09-10T08:00:05.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.033+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26240945b0 con 0x7f26240a6410 2024-09-10T08:00:05.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.035+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f262003b460 con 0x7f26240a6410 2024-09-10T08:00:05.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.036+0000 7f261e7fc640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 0x7f26180a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:05.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.036+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f26200ef760 con 0x7f26240a6410 2024-09-10T08:00:05.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.036+0000 7f2631094640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 0x7f26180a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:05.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.037+0000 7f2631094640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 0x7f26180a5150 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2628009c90 tx=0x7f2628005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:05.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.044+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f26200bbc70 con 0x7f26240a6410 2024-09-10T08:00:05.051 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:05.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11371 11.67 MB/sec warmup 67 sec latency 111.696 ms 2024-09-10T08:00:05.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.400+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2624093a40 con 0x7f26240a6410 2024-09-10T08:00:05.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.401+0000 7f261e7fc640 1 -- 172.21.15.7:0/1739756679 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11924 (secure 0 0 0) 0x7f26200bff70 con 0x7f26240a6410 2024-09-10T08:00:05.401 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:00:05.401 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"btime":"2024-09-10T07:59:32:947461+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:32.822025+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:00:05.401 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 37 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.404+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 msgr2=0x7f26180a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 0x7f26180a5150 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2628009c90 tx=0x7f2628005f90 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 msgr2=0x7f2624132b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 0x7f2624132b30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2620008000 tx=0x7f2620004040 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 shutdown_connections 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f26180a2c90 0x7f26180a5150 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2624136ec0 0x7f2624137370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f26240a6410 0x7f2624132b30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 --2- 172.21.15.7:0/1739756679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f262409b5a0 0x7f26241325f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 >> 172.21.15.7:0/1739756679 conn(0x7f26240094e0 msgr2=0x7f2624090c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 shutdown_connections 2024-09-10T08:00:05.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.405+0000 7f2632096640 1 -- 172.21.15.7:0/1739756679 wait complete. 2024-09-10T08:00:05.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:00:05.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:00:05.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:00:05.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:00:05.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:00:05.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:00:05.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:00:05.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:00:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:00:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:00:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:00:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:00:06.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/1314118844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f741036e0 msgr2=0x7f5f74107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/1314118844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f741036e0 0x7f5f74107b90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5f68009930 tx=0x7f5f6802a420 comp rx=0 tx=0).stop 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/1314118844 shutdown_connections 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/1314118844 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/1314118844 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f741036e0 0x7f5f74107b90 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/1314118844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f74102d30 0x7f5f74103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/1314118844 >> 172.21.15.7:0/1314118844 conn(0x7f5f740fc7d0 msgr2=0x7f5f740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/1314118844 shutdown_connections 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.921+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/1314118844 wait complete. 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.922+0000 7f5f7a1b9640 1 Processor -- start 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 -- start start 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f74102d30 0x7f5f7419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7419efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f74111f50 con 0x7f5f741082a0 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f74111dd0 con 0x7f5f74102d30 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f7a1b9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741120d0 con 0x7f5f741036e0 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f72ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f72ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37210/0 (socket says 172.21.15.7:37210) 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2125048188 learned_addr learned my addr 172.21.15.7:0/2125048188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f73fff640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7419efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.923+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f74102d30 0x7f5f7419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2125048188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f74102d30 msgr2=0x7f5f7419a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f74102d30 0x7f5f7419a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 msgr2=0x7f5f7419efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7419efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2125048188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f7419f6a0 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f73fff640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7419efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5f68031440 tx=0x7f5f68004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f70ff9640 1 -- 172.21.15.7:0/2125048188 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6803f030 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f7419f930 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f741a7270 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f70ff9640 1 -- 172.21.15.7:0/2125048188 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f68003aa0 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.924+0000 7f5f70ff9640 1 -- 172.21.15.7:0/2125048188 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f68035070 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.927+0000 7f5f70ff9640 1 -- 172.21.15.7:0/2125048188 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5f68042030 con 0x7f5f741036e0 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.927+0000 7f5f7c592740 1 Processor -- start 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.927+0000 7f5f7c592740 1 -- start start 2024-09-10T08:00:06.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cf6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cf6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d03760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564be8c5c2f0 con 0x564be8cf65d0 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564be8c03cf0 con 0x564be8cf7b40 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f7c592740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564be8c582b0 con 0x564be8d01370 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f70ff9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 0x7f5f5c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d03760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cf6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cf6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47992/0 (socket says 172.21.15.7:47992) 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f737fe640 1 -- 172.21.15.7:0/1173203794 learned_addr learned my addr 172.21.15.7:0/1173203794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f73fff640 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cf6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f70ff9640 1 -- 172.21.15.7:0/2125048188 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f680ef800 con 0x7f5f741036e0 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 -- 172.21.15.7:0/1173203794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 msgr2=0x564be8cf6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cf6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f73fff640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 0x7f5f5c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 -- 172.21.15.7:0/1173203794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 msgr2=0x564be8cf6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cf6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.928+0000 7f5f72ffd640 1 -- 172.21.15.7:0/1173203794 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564be8be83a0 con 0x564be8d01370 2024-09-10T08:00:06.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.929+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d03760 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5f680eced0 tx=0x7f5f68047000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5c15f41dda80cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.929+0000 7f5f73fff640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 0x7f5f5c0a50c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c009990 tx=0x7f5f6c017bf0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.929+0000 7f5f59ffb640 1 -- 172.21.15.7:0/1173203794 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f68049030 con 0x564be8d01370 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.929+0000 7f5f59ffb640 1 -- 172.21.15.7:0/1173203794 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f680bbd10 con 0x564be8d01370 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.929+0000 7f5f59ffb640 1 -- 172.21.15.7:0/1173203794 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f680c4440 con 0x564be8d01370 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- 172.21.15.7:0/1173203794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 msgr2=0x564be8d03760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d03760 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5f680eced0 tx=0x7f5f68047000 comp rx=0 tx=0).stop 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- 172.21.15.7:0/1173203794 shutdown_connections 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d03760 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cf6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 --2- 172.21.15.7:0/1173203794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cf6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- 172.21.15.7:0/1173203794 >> 172.21.15.7:0/1173203794 conn(0x564be8cbf310 msgr2=0x564be8cf2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- 172.21.15.7:0/1173203794 shutdown_connections 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- 172.21.15.7:0/1173203794 wait complete. 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.931+0000 7f5f7c592740 1 -- start start 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 Processor -- start 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cfe640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8d01370 0x564be8cfeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564be8d03e30 con 0x564be8d01370 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564be8c17060 con 0x564be8cf7b40 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564be8d03fb0 con 0x564be8cf65d0 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f7c592740 10 client.0 _ll_register_callbacks cb 0x564be896a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f73fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8d01370 0x564be8cfeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37234/0 (socket says 172.21.15.7:37234) 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.932+0000 7f5f737fe640 1 -- 172.21.15.7:0/2169388136 learned_addr learned my addr 172.21.15.7:0/2169388136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cfe640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 msgr2=0x564be8cfe100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2169388136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8d01370 msgr2=0x564be8cfeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8d01370 0x564be8cfeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2169388136 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564be89cd3c0 con 0x564be8cf7b40 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cfe640 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5f680b8170 tx=0x7f5f680c0080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a30ed75bba979b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f68049050 con 0x564be8cf7b40 2024-09-10T08:00:06.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f680bbd10 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.933+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f68003c50 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5f680c4440 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 10 client.28514 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564be8d03e30 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f680bbd10 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f5f6809abf0 con 0x564be8cf7b40 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 10 client.28514 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 10 client.28514 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 20 client.28514 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d10d50 0x564be8d13170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 4 client.28514 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564be8c69860 con 0x564be8d10d50 2024-09-10T08:00:06.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.934+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d10d50 0x564be8d13170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.935+0000 7f5f52ffd640 10 client.28514 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.935+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d10d50 0x564be8d13170 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=557c51f253e025e2 server_cookie=a7297008065132f8 in_seq=0 out_seq=0 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.935+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2169388136 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564be8c69860 con 0x564be8d10d50 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.935+0000 7f5f52ffd640 10 client.28514 handle_command_reply: tid=0 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.935+0000 7f5f7c592740 1 client.28514 shutdown 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 msgr2=0x564be8cfe640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cfe640 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5f680b8170 tx=0x7f5f680c0080 comp rx=0 tx=0).stop 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 shutdown_connections 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d10d50 0x564be8d13170 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8d01370 0x564be8cfeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f52ffd640 0 client.28514 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf7b40 0x564be8cfe640 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2169388136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf65d0 0x564be8cfe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 >> 172.21.15.7:0/2169388136 conn(0x564be8cbf310 msgr2=0x564be8cf8930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 shutdown_connections 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 1 -- 172.21.15.7:0/2169388136 wait complete. 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.936+0000 7f5f7c592740 20 client.28514 trim_cache size 0 max 16384 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 Processor -- start 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 -- start start 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 0x564be8cfe9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf7b40 0x564be8d18a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741af3d0 con 0x564be8cf7b40 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741acc10 con 0x564be8cf65d0 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.951+0000 7f5f7c592740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741aaa80 con 0x564be8d01370 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37248/0 (socket says 172.21.15.7:37248) 2024-09-10T08:00:06.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 -- 172.21.15.7:0/3787694889 learned_addr learned my addr 172.21.15.7:0/3787694889 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f72ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf7b40 0x564be8d18a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f737fe640 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 0x564be8cfe9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 -- 172.21.15.7:0/3787694889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 msgr2=0x564be8cfe9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 0x564be8cfe9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 -- 172.21.15.7:0/3787694889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf7b40 msgr2=0x564be8d18a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf7b40 0x564be8d18a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 -- 172.21.15.7:0/3787694889 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564be8cfc670 con 0x564be8d01370 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f737fe640 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 0x564be8cfe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.952+0000 7f5f73fff640 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c004c60 tx=0x7f5f6c015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc6978ebef6086ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.953+0000 7f5f597fa640 1 -- 172.21.15.7:0/3787694889 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c010570 con 0x564be8d01370 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.953+0000 7f5f597fa640 1 -- 172.21.15.7:0/3787694889 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f6c010bc0 con 0x564be8d01370 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.953+0000 7f5f597fa640 1 -- 172.21.15.7:0/3787694889 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c024e00 con 0x564be8d01370 2024-09-10T08:00:06.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.953+0000 7f5f7c592740 1 -- 172.21.15.7:0/3787694889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 msgr2=0x564be8d18f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.953+0000 7f5f7c592740 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c004c60 tx=0x7f5f6c015000 comp rx=0 tx=0).stop 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 -- 172.21.15.7:0/3787694889 shutdown_connections 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8d01370 0x564be8d18f40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf7b40 0x564be8d18a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 --2- 172.21.15.7:0/3787694889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8cf65d0 0x564be8cfe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 -- 172.21.15.7:0/3787694889 >> 172.21.15.7:0/3787694889 conn(0x564be8cbf310 msgr2=0x564be8cfd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 -- 172.21.15.7:0/3787694889 shutdown_connections 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 -- 172.21.15.7:0/3787694889 wait complete. 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 -- start start 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.954+0000 7f5f7c592740 1 Processor -- start 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 0x564be8d09040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8d01370 0x564be8d09580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741ab0d0 con 0x564be8cf65d0 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741ac540 con 0x564be8d01370 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f741ab7a0 con 0x564be8cf7b40 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f7c592740 10 client.0 _ll_register_callbacks cb 0x7f5f640097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f737fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48012/0 (socket says 172.21.15.7:48012) 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f737fe640 1 -- 172.21.15.7:0/2006787049 learned_addr learned my addr 172.21.15.7:0/2006787049 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 0x564be8d09040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f73fff640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8d01370 0x564be8d09580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2006787049 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8d01370 msgr2=0x564be8d09580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8d01370 0x564be8d09580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2006787049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 msgr2=0x564be8cfbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f72ffd640 1 -- 172.21.15.7:0/2006787049 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564be8cfa390 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.955+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f72ffd640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 0x564be8d09040 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5f68000c00 tx=0x7f5f680ba220 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c771cdf4e356804 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f68049070 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f6809ab80 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f6c010bc0 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5f680d4e60 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f7c592740 10 client.28597 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564be8cfa390 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f6c010bc0 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.956+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f5f680da3b0 con 0x564be8cf7b40 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 10 client.28597 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 10 client.28597 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:00:06.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 20 client.28597 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d7af00 0x564be8d7d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 4 client.28597 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 --> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564be8c63d70 con 0x564be8d7af00 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d7af00 0x564be8d7d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f52ffd640 10 client.28597 ms_handle_connect on v2:172.21.15.145:6836/2892507189 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.957+0000 7f5f737fe640 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d7af00 0x564be8d7d320 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dcf9e737c191f158 server_cookie=204afd2e353c5db8 in_seq=0 out_seq=0 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-10T08:00:06.120 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 18466758, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629641, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 20244988, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629434, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.121 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 39550997, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629307, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 60580319, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629616, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.122 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 65415374, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629226, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 124858615, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629454, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.123 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 147122575, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629059, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp" 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 177273300, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629230, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.124 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 181848943, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629324, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 195724643, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629333, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 202494035, 2024-09-10T08:00:06.125 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629335, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 229524904, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629574, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 242357670, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629339, 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:06.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 249558483, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629507, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 250316481, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629409, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.127 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 263576502, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629364, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 277187655, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629501, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.128 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 277847172, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629237, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL" 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 311370838, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629463, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.129 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 322149637, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629128, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004" 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 337926208, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629185, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 363643217, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629327, 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:06.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 375162604, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629345, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO" 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 384951361, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629498, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.131 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 390788931, 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629416, 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX" 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 426558387, 2024-09-10T08:00:06.132 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629426, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 458829040, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629654, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 475026556, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629640, 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:06.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 515474514, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629098, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002" 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 531875943, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629644, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.134 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 543334674, 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629550, 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 549172471, 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629419, 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX" 2024-09-10T08:00:06.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 592694523, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629384, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM" 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 616543389, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629241, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL" 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.136 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 616754356, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629171, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 652299436, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629093, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001" 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.137 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 660023797, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629315, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 662745869, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629532, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.138 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 698172035, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629316, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 704634402, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629565, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.139 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 705564877, 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629084, 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001" 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.140 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 706487637, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629455, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 726367221, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629147, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.141 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 750695693, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629173, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 758148991, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629606, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.142 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 767037246, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629354, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO" 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 770626728, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629261, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.143 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 788844709, 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629568, 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 792195595, 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629152, 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:06.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 799301476, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629552, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 810174719, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629082, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001" 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.145 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 811874845, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629420, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 813083393, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629361, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.146 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 825632489, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629390, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 844385670, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629479, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.147 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 851907191, 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629490, 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 860331826, 2024-09-10T08:00:06.148 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 2199023262830, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 867114981, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629462, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 868633317, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629231, 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:06.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 894777375, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629298, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 908349042, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629619, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.150 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 939529127, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629464, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 952673000, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629126, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD" 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.151 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 962827174, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629435, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1007725158, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629201, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1017518226, 2024-09-10T08:00:06.152 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629166, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1019189971, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629133, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1044661586, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629429, 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX" 2024-09-10T08:00:06.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1048556035, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629428, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1056376666, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629204, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.154 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1073112295, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629573, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1085461449, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629156, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.155 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f52ffd640 1 -- 172.21.15.7:0/2006787049 <== mds.2 v2:172.21.15.145:6836/2892507189 1 ==== command_reply(tid 0: 0 ) ==== 8+0+61267 (crc 0 0 0) 0x564be8c63d70 con 0x564be8d7af00 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f52ffd640 10 client.28597 handle_command_reply: tid=0 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 client.28597 shutdown 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 msgr2=0x564be8d09040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 0x564be8d09040 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5f68000c00 tx=0x7f5f680ba220 comp rx=0 tx=0).stop 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 shutdown_connections 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:6836/2892507189,v1:172.21.15.145:6837/2892507189] conn(0x564be8d7af00 0x564be8d7d320 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564be8d01370 0x564be8d09580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564be8cf7b40 0x564be8d09040 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 --2- 172.21.15.7:0/2006787049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564be8cf65d0 0x564be8cfbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 >> 172.21.15.7:0/2006787049 conn(0x564be8cbf310 msgr2=0x564be8cf8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f52ffd640 0 client.28597 ms_handle_reset on v2:172.21.15.145:6836/2892507189 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 shutdown_connections 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 1 -- 172.21.15.7:0/2006787049 wait complete. 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.959+0000 7f5f7c592740 20 client.28597 trim_cache size 0 max 16384 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 msgr2=0x7f5f5c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 0x7f5f5c0a50c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c009990 tx=0x7f5f6c017bf0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 msgr2=0x7f5f7419ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5f68031440 tx=0x7f5f68004270 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 shutdown_connections 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f5c0a2c00 0x7f5f5c0a50c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f741082a0 0x7f5f7419efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f741036e0 0x7f5f7419ac30 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 --2- 172.21.15.7:0/2125048188 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f74102d30 0x7f5f7419a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:06.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.960+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 >> 172.21.15.7:0/2125048188 conn(0x7f5f740fc7d0 msgr2=0x7f5f74100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:06.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.961+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 shutdown_connections 2024-09-10T08:00:06.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:05.961+0000 7f5f7a1b9640 1 -- 172.21.15.7:0/2125048188 wait complete. 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1126906945, 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629362, 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1131185627, 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629129, 2024-09-10T08:00:06.159 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD" 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1158910390, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629519, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1175256315, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629076, 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000" 2024-09-10T08:00:06.160 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1211077333, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629131, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1221882153, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629273, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.161 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1224160334, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629122, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1251439448, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629400, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.162 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1261363688, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629583, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1264862154, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629625, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED" 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1272919107, 2024-09-10T08:00:06.163 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 2199023262831, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1284005713, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629470, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1325495145, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629203, 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:06.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1330826761, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629065, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000" 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1372690139, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629108, 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003" 2024-09-10T08:00:06.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1389535316, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629481, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1395850025, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629194, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.166 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1454818696, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629608, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS" 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1488012667, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629391, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM" 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.167 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1535190746, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629611, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS" 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1537930757, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629610, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS" 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1579885447, 2024-09-10T08:00:06.168 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629505, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1601697244, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629472, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1622687047, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629306, 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:06.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1668186598, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629276, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1696729929, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629081, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000" 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.170 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1725655388, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629071, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000" 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1744989061, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629488, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1749961918, 2024-09-10T08:00:06.171 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629629, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED" 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1759350024, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629285, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1764229131, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629069, 2024-09-10T08:00:06.172 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp" 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1790231911, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629104, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002" 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1824410368, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629238, 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL" 2024-09-10T08:00:06.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1840362287, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629219, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1842807754, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629320, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.174 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1868161526, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629287, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1874018496, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629587, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.175 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1881269015, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629595, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1888970999, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629254, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1889365603, 2024-09-10T08:00:06.176 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629510, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1895173914, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629380, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM" 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1909936628, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629382, 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM" 2024-09-10T08:00:06.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1913464278, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629492, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1919315506, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629600, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.178 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1919428348, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629637, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED" 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1935264452, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629095, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003" 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.179 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1942431958, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629138, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1985930744, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629123, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD" 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1987979186, 2024-09-10T08:00:06.180 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629372, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1995020376, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629248, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL" 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1995557483, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629508, 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:06.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2023159608, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629144, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2032616573, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629162, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL" 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.182 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2035328053, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629143, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2058485152, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629299, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2078316272, 2024-09-10T08:00:06.183 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629117, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003" 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2090189929, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629411, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2100629425, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629165, 2024-09-10T08:00:06.184 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL" 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2117229231, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629346, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2130200009, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629466, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.185 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2134937560, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629475, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2141761120, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629473, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.186 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2142591125, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629489, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2149581865, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629590, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.187 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2163819946, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629570, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2169736892, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629348, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO" 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2176124290, 2024-09-10T08:00:06.188 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629280, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2191885688, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629317, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2201849435, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629297, 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:06.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2214422520, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629618, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS" 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2223057680, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629649, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.190 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2274463170, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629161, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2288731808, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629267, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.191 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2306489199, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629443, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2320804670, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629140, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2324085443, 2024-09-10T08:00:06.192 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629447, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2363934445, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629244, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2368753682, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629178, 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:06.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2400734048, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629229, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2405204190, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629371, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.194 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2420232060, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629308, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2432304113, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629652, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.195 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2447197696, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629199, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2455011622, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629633, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.196 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2467799217, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629289, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2514335792, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629483, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2530038467, 2024-09-10T08:00:06.197 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629210, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2540827841, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629311, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2544681623, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629365, 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:06.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2544948349, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629343, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO" 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2546207997, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629559, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.199 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2546958771, 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629063, 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp" 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2554064512, 2024-09-10T08:00:06.200 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629074, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000" 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2558339095, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629190, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2573609036, 2024-09-10T08:00:06.201 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629438, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2582160402, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629134, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2596401331, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629111, 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004" 2024-09-10T08:00:06.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2615286660, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629582, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2625725174, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629381, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.203 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2625905209, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629094, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002" 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2626866578, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629212, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.204 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2628639743, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629417, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX" 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2629943917, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 2199023262829, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2638515199, 2024-09-10T08:00:06.205 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629264, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2647771903, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629105, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004" 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2663563806, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629656, 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:06.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2664015825, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629556, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2694768040, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629330, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.207 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2706487480, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629302, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2720670274, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629516, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.208 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2721305062, 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629149, 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2748950783, 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629392, 2024-09-10T08:00:06.209 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2755966486, 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629208, 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.213 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2773855840, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629627, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2786202276, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629555, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2804646833, 2024-09-10T08:00:06.214 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629517, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2850720884, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629536, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2854885745, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629113, 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004" 2024-09-10T08:00:06.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2879554900, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629598, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2886531262, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629480, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.216 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2927661573, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629592, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2935872347, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629446, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.217 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2944170193, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629523, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2949723205, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629217, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.218 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3017116233, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629353, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3020238788, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629271, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3073710165, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629114, 2024-09-10T08:00:06.219 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD" 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3094163663, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629499, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3114719039, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629242, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.220 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3117176760, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629352, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3132718915, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629399, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.221 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3139551965, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629528, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3140265444, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629239, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.222 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3167084026, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629101, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003" 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3180547846, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629374, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3182492907, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629195, 2024-09-10T08:00:06.223 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT" 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3201148726, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629525, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3202490880, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629541, 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:06.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3204588141, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629088, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001" 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3227932643, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629192, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.225 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3240862010, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629588, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3244358057, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629262, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3265876074, 2024-09-10T08:00:06.226 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629249, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3275466090, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629282, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3288769484, 2024-09-10T08:00:06.227 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629075, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001" 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3316826686, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629252, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3352512263, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629408, 2024-09-10T08:00:06.228 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3354006316, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629068, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp" 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3372086447, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629213, 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:06.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3389269628, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629153, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL" 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3438042546, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629602, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.230 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3442008911, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629624, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED" 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3443957638, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629158, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL" 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.231 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3467274555, 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629636, 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.232 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3504872549, 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629437, 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3506911464, 2024-09-10T08:00:06.233 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629650, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3534525789, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629514, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3566447434, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629168, 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:06.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3597490207, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629337, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3614462116, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629425, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.235 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3659913846, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629645, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3666229545, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629496, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.236 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3692826182, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629457, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3718425399, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629182, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT" 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3728787060, 2024-09-10T08:00:06.237 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629453, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3734335864, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629546, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3748683309, 2024-09-10T08:00:06.238 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629615, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3749743096, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629184, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT" 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3753173239, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629543, 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:06.239 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3795153070, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629253, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3832576660, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629632, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.240 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3856396997, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629270, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3858613933, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629103, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003" 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.241 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3861350421, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629561, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3867656854, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629118, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004" 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3893092501, 2024-09-10T08:00:06.242 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629279, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3915876500, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629187, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT" 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3953125427, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629091, 2024-09-10T08:00:06.243 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002" 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3962267750, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629538, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4018874995, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629564, 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:06.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4021960760, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629373, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4027903605, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629356, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.245 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4042214986, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629579, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4052515001, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629534, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.246 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4061573817, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629085, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002" 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4081831422, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629526, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4092437945, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629402, 2024-09-10T08:00:06.247 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4102504955, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629221, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4105165619, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629578, 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:06.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4166774142, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629258, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4188920990, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629547, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.249 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4190099541, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629290, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4190797476, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629326, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.250 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4216870288, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629444, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4222801382, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629294, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4241143056, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629175, 2024-09-10T08:00:06.251 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4294153591, 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629222, 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:06.252 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-10T08:00:06.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11550 11.63 MB/sec warmup 68 sec latency 102.806 ms 2024-09-10T08:00:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:06 smithi145 ceph-mon[34766]: pgmap v804: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 314 op/s 2024-09-10T08:00:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:06 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1739756679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:06 smithi007 ceph-mon[30879]: pgmap v804: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 314 op/s 2024-09-10T08:00:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:06 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1739756679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:06 smithi110 ceph-mon[34417]: pgmap v804: 129 pgs: 129 active+clean; 320 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 314 op/s 2024-09-10T08:00:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:06 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1739756679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:06.831 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 139.85 --await-for 45.0' 2024-09-10T08:00:06.832 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 139.85 --await-for 45.0 2024-09-10T08:00:07.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11710 11.57 MB/sec warmup 69 sec latency 74.283 ms 2024-09-10T08:00:07.794 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:00:07.878 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:08.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11824 11.45 MB/sec warmup 70 sec latency 73.599 ms 2024-09-10T08:00:08.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:08 smithi007 ceph-mon[30879]: pgmap v805: 129 pgs: 129 active+clean; 319 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:00:08.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:08 smithi145 ceph-mon[34766]: pgmap v805: 129 pgs: 129 active+clean; 319 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:00:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:08 smithi110 ceph-mon[34417]: pgmap v805: 129 pgs: 129 active+clean; 319 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:00:08.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.722+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/947524781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 msgr2=0x7f9bf810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.722+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/947524781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf810da40 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0009ca0 tx=0x7f9bf002a950 comp rx=0 tx=0).stop 2024-09-10T08:00:08.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.723+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/947524781 shutdown_connections 2024-09-10T08:00:08.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.723+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/947524781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf810da40 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.723+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/947524781 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.723+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/947524781 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.723+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/947524781 >> 172.21.15.7:0/947524781 conn(0x7f9bf80fc7d0 msgr2=0x7f9bf80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:08.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.725+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/947524781 shutdown_connections 2024-09-10T08:00:08.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.725+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/947524781 wait complete. 2024-09-10T08:00:08.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.726+0000 7f9bfd0a9640 1 Processor -- start 2024-09-10T08:00:08.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 -- start start 2024-09-10T08:00:08.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf819e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf819e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf8196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf8110e30 con 0x7f9bf8102ef0 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf8110cb0 con 0x7f9bf8102570 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bfd0a9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf8110fb0 con 0x7f9bf8100e20 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.727+0000 7f9bf6d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf819e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf6d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf819e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37262/0 (socket says 172.21.15.7:37262) 2024-09-10T08:00:08.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf6d9d640 1 -- 172.21.15.7:0/4083765219 learned_addr learned my addr 172.21.15.7:0/4083765219 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:08.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf659c640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf819e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf759e640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf8196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf659c640 1 -- 172.21.15.7:0/4083765219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 msgr2=0x7f9bf819e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf659c640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf819e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.728+0000 7f9bf659c640 1 -- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 msgr2=0x7f9bf8196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bf659c640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf8196350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bf659c640 1 -- 172.21.15.7:0/4083765219 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bf8196c10 con 0x7f9bf8102570 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bf659c640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf819e560 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9bec00e9f0 tx=0x7f9bec00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bdffff640 1 -- 172.21.15.7:0/4083765219 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec00ccc0 con 0x7f9bf8102570 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bdffff640 1 -- 172.21.15.7:0/4083765219 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bec0108e0 con 0x7f9bf8102570 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.729+0000 7f9bdffff640 1 -- 172.21.15.7:0/4083765219 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec018880 con 0x7f9bf8102570 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.730+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bf8196f00 con 0x7f9bf8102570 2024-09-10T08:00:08.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.730+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bf81b3cb0 con 0x7f9bf8102570 2024-09-10T08:00:08.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.735+0000 7f9bff482740 1 Processor -- start 2024-09-10T08:00:08.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.735+0000 7f9bff482740 1 -- start start 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.735+0000 7f9bff482740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bff482740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca584f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bff482740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca5ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bff482740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d98c9b2160 con 0x55d98ca4d850 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bff482740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d98c959720 con 0x55d98ca58a30 2024-09-10T08:00:08.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bff482740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d98c9ae120 con 0x55d98ca4e170 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bdffff640 1 -- 172.21.15.7:0/4083765219 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9bec010430 con 0x7f9bf8102570 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48036/0 (socket says 172.21.15.7:48036) 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 -- 172.21.15.7:0/884310354 learned_addr learned my addr 172.21.15.7:0/884310354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf659c640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca5ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 -- 172.21.15.7:0/884310354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 msgr2=0x55d98ca584f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca584f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 -- 172.21.15.7:0/884310354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 msgr2=0x55d98ca5ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca5ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf759e640 1 -- 172.21.15.7:0/884310354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d98c723ba0 con 0x55d98ca4d850 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.736+0000 7f9bf659c640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca5ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:08.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.737+0000 7f9bf759e640 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0035000 tx=0x7f9bf00093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d9546e95071522d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.737+0000 7f9bdd7fa640 1 -- 172.21.15.7:0/884310354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0048070 con 0x55d98ca4d850 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.737+0000 7f9bdd7fa640 1 -- 172.21.15.7:0/884310354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bf002f8c0 con 0x55d98ca4d850 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.737+0000 7f9bdffff640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 0x7f9be00a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 0x7f9be00a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bdffff640 1 -- 172.21.15.7:0/4083765219 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9bec0cf5c0 con 0x7f9bf8102570 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bdd7fa640 1 -- 172.21.15.7:0/884310354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0034040 con 0x55d98ca4d850 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 -- 172.21.15.7:0/884310354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 msgr2=0x55d98ca4dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 0x7f9be00a5190 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55d98ca4ac40 tx=0x7f9be8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0035000 tx=0x7f9bf00093e0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 -- 172.21.15.7:0/884310354 shutdown_connections 2024-09-10T08:00:08.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca5ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 --2- 172.21.15.7:0/884310354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca4dc30 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.738+0000 7f9bff482740 1 -- 172.21.15.7:0/884310354 >> 172.21.15.7:0/884310354 conn(0x55d98ca49de0 msgr2=0x55d98ca4a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:08.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.739+0000 7f9bff482740 1 -- 172.21.15.7:0/884310354 shutdown_connections 2024-09-10T08:00:08.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.739+0000 7f9bff482740 1 -- 172.21.15.7:0/884310354 wait complete. 2024-09-10T08:00:08.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.739+0000 7f9bff482740 1 -- start start 2024-09-10T08:00:08.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.739+0000 7f9bff482740 1 Processor -- start 2024-09-10T08:00:08.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca55d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca562b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bf6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bf6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48040/0 (socket says 172.21.15.7:48040) 2024-09-10T08:00:08.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bf659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca55d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bf6d9d640 1 -- 172.21.15.7:0/282833694 learned_addr learned my addr 172.21.15.7:0/282833694 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d98ca5b6a0 con 0x55d98ca4d850 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d98c93a900 con 0x55d98ca58a30 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d98ca5b820 con 0x55d98ca4e170 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.740+0000 7f9bf759e640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca562b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 -- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 msgr2=0x55d98ca562b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca562b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 -- 172.21.15.7:0/282833694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 msgr2=0x55d98ca55830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d98c97ac50 con 0x55d98ca4e170 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:08.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bff482740 10 client.0 _ll_register_callbacks cb 0x55d98c938780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bf002f8c0 con 0x55d98ca4e170 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bf659c640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca55d70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0ccd70 tx=0x7f9bec010ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d03407db4f12fe01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bdaff5640 10 client.28609 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bdaff5640 1 -- 172.21.15.7:0/282833694 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec09fe30 con 0x55d98ca4e170 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bdaff5640 1 -- 172.21.15.7:0/282833694 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9bec0cf300 con 0x55d98ca4e170 2024-09-10T08:00:08.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bdaff5640 1 -- 172.21.15.7:0/282833694 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f9bec0a46f0 con 0x55d98ca4e170 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bff482740 10 client.28609 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.741+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=37}) -- 0x55d98ca67040 con 0x55d98ca4e170 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bdaff5640 1 -- 172.21.15.7:0/282833694 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f9bec010a90 con 0x55d98ca4e170 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 10 client.28609 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 10 client.28609 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:08.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 20 client.28609 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98ca68400 0x55d98ca6a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 4 client.28609 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d98c9bf890 con 0x55d98ca68400 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.742+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98ca68400 0x55d98ca6a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.744+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98ca68400 0x55d98ca6a8c0 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6847a71e4f3c5be1 server_cookie=acfc9e76461eeebd in_seq=0 out_seq=0 2024-09-10T08:00:08.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.744+0000 7f9bdaff5640 10 client.28609 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:08.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.744+0000 7f9bdaff5640 1 -- 172.21.15.7:0/282833694 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d98c9bf890 con 0x55d98ca68400 2024-09-10T08:00:08.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.745+0000 7f9bdaff5640 10 client.28609 handle_command_reply: tid=0 2024-09-10T08:00:08.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.746+0000 7f9bff482740 1 client.28609 shutdown 2024-09-10T08:00:08.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 msgr2=0x55d98ca55d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca55d70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0ccd70 tx=0x7f9bec010ec0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 shutdown_connections 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98ca68400 0x55d98ca6a8c0 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca562b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca55d70 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 --2- 172.21.15.7:0/282833694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca55830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bdaff5640 0 client.28609 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:08.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.747+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 >> 172.21.15.7:0/282833694 conn(0x55d98ca49de0 msgr2=0x55d98ca4fac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:08.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.748+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 shutdown_connections 2024-09-10T08:00:08.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.748+0000 7f9bff482740 1 -- 172.21.15.7:0/282833694 wait complete. 2024-09-10T08:00:08.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.748+0000 7f9bff482740 20 client.28609 trim_cache size 0 max 16384 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 Processor -- start 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 -- start start 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca4d850 0x55d98ca57700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca58a30 0x55d98ca701d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81c0260 con 0x55d98ca58a30 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81bdaa0 con 0x55d98ca4d850 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bff482740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81bb910 con 0x55d98ca4e170 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bf659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bf659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37290/0 (socket says 172.21.15.7:37290) 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bf659c640 1 -- 172.21.15.7:0/1560954578 learned_addr learned my addr 172.21.15.7:0/1560954578 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.779+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca4d850 0x55d98ca57700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf759e640 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca58a30 0x55d98ca701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 -- 172.21.15.7:0/1560954578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca4d850 msgr2=0x55d98ca57700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca4d850 0x55d98ca57700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 -- 172.21.15.7:0/1560954578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca58a30 msgr2=0x55d98ca701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca58a30 0x55d98ca701d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 -- 172.21.15.7:0/1560954578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d98ca6af40 con 0x55d98ca4e170 2024-09-10T08:00:08.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bf659c640 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9bec097eb0 tx=0x7f9bec0ce000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c94b37dfad60d73 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.780+0000 7f9bdcff9640 1 -- 172.21.15.7:0/1560954578 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec0b9020 con 0x55d98ca4e170 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.781+0000 7f9bdcff9640 1 -- 172.21.15.7:0/1560954578 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bf002f8c0 con 0x55d98ca4e170 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.781+0000 7f9bdcff9640 1 -- 172.21.15.7:0/1560954578 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec0ba2a0 con 0x55d98ca4e170 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- 172.21.15.7:0/1560954578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 msgr2=0x55d98ca56100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9bec097eb0 tx=0x7f9bec0ce000 comp rx=0 tx=0).stop 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- 172.21.15.7:0/1560954578 shutdown_connections 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca58a30 0x55d98ca701d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca56100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 --2- 172.21.15.7:0/1560954578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca4d850 0x55d98ca57700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- 172.21.15.7:0/1560954578 >> 172.21.15.7:0/1560954578 conn(0x55d98ca49de0 msgr2=0x55d98ca64190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- 172.21.15.7:0/1560954578 shutdown_connections 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- 172.21.15.7:0/1560954578 wait complete. 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 -- start start 2024-09-10T08:00:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.782+0000 7f9bff482740 1 Processor -- start 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca61030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca60050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81bbf60 con 0x55d98ca4d850 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81bd3d0 con 0x55d98ca58a30 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf81bc630 con 0x55d98ca4e170 2024-09-10T08:00:08.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bff482740 10 client.0 _ll_register_callbacks cb 0x7f9bec00ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca61030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:37294/0 (socket says 172.21.15.7:37294) 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf659c640 1 -- 172.21.15.7:0/612996865 learned_addr learned my addr 172.21.15.7:0/612996865 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf759e640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca60050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 -- 172.21.15.7:0/612996865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 msgr2=0x55d98ca5fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 -- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 msgr2=0x55d98ca60050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca60050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf6d9d640 1 -- 172.21.15.7:0/612996865 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d98ca4aa70 con 0x55d98ca4d850 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf759e640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca60050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.783+0000 7f9bf659c640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.784+0000 7f9bf6d9d640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca61030 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x55d98ca6aec0 tx=0x7f9be80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81f77cd736a27ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.784+0000 7f9bdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.784+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be802a4b0 con 0x55d98ca4d850 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.784+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9be802a650 con 0x55d98ca4d850 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.784+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bf002f8c0 con 0x55d98ca4d850 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f9be8040050 con 0x55d98ca4d850 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 10 client.19428 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55d98ca49c10 con 0x55d98ca4d850 2024-09-10T08:00:08.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9be8037070 con 0x55d98ca4d850 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f9be8032a10 con 0x55d98ca4d850 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 10 client.19428 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 10 client.19428 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 20 client.19428 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98cad4380 0x55d98cad67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 4 client.19428 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.85, "await_for": 45.0}] 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.785+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.85, "await_for": 45.0}) -- 0x7f9bf002f8c0 con 0x55d98cad4380 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.786+0000 7f9bf659c640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98cad4380 0x55d98cad67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.786+0000 7f9bdaff5640 10 client.19428 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:08.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:08.786+0000 7f9bf659c640 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98cad4380 0x55d98cad67a0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97c34ba24e2a6bb0 server_cookie=2887ff08ced1bed4 in_seq=0 out_seq=0 2024-09-10T08:00:08.801 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bdaff5640 1 -- 172.21.15.7:0/612996865 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x7f9bf002f8c0 con 0x55d98cad4380 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bdaff5640 10 client.19428 handle_command_reply: tid=0 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 client.19428 shutdown 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 msgr2=0x55d98ca61030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca61030 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x55d98ca6aec0 tx=0x7f9be80046c0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 shutdown_connections 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d98cad4380 0x55d98cad67a0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d98ca58a30 0x55d98ca60050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d98ca4e170 0x55d98ca5fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bdaff5640 0 client.19428 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 --2- 172.21.15.7:0/612996865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d98ca4d850 0x55d98ca61030 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 >> 172.21.15.7:0/612996865 conn(0x55d98ca49de0 msgr2=0x55d98ca486c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 shutdown_connections 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 1 -- 172.21.15.7:0/612996865 wait complete. 2024-09-10T08:00:09.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.169+0000 7f9bff482740 20 client.19428 trim_cache size 0 max 16384 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 37, 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 54, 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "4093d22c": { 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 54, 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.173 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:00:09.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 msgr2=0x7f9be00a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 0x7f9be00a5190 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55d98ca4ac40 tx=0x7f9be8005f90 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 msgr2=0x7f9bf819e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf819e560 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9bec00e9f0 tx=0x7f9bec00eeb0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 shutdown_connections 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9be00a2cd0 0x7f9be00a5190 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bf8102ef0 0x7f9bf8196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9bf8102570 0x7f9bf819e560 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 --2- 172.21.15.7:0/4083765219 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bf8100e20 0x7f9bf819e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.170+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 >> 172.21.15.7:0/4083765219 conn(0x7f9bf80fc7d0 msgr2=0x7f9bf806a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.171+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 shutdown_connections 2024-09-10T08:00:09.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.171+0000 7f9bfd0a9640 1 -- 172.21.15.7:0/4083765219 wait complete. 2024-09-10T08:00:09.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11930 11.38 MB/sec warmup 71 sec latency 448.938 ms 2024-09-10T08:00:09.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.404+0000 7fb65b47e640 1 -- 172.21.15.7:0/223776175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 msgr2=0x7fb65410df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.404+0000 7fb65b47e640 1 --2- 172.21.15.7:0/223776175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65410df40 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fb644009900 tx=0x7fb64402a410 comp rx=0 tx=0).stop 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 -- 172.21.15.7:0/223776175 shutdown_connections 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 --2- 172.21.15.7:0/223776175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb65410e480 0x7fb654110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 --2- 172.21.15.7:0/223776175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65410df40 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 --2- 172.21.15.7:0/223776175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6541008d0 0x7fb654100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 -- 172.21.15.7:0/223776175 >> 172.21.15.7:0/223776175 conn(0x7fb6540fc7a0 msgr2=0x7fb6540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 -- 172.21.15.7:0/223776175 shutdown_connections 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 -- 172.21.15.7:0/223776175 wait complete. 2024-09-10T08:00:09.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 Processor -- start 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.405+0000 7fb65b47e640 1 -- start start 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6541008d0 0x7fb65419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 0x7fb65419ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541140a0 con 0x7fb654101280 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb654113f20 con 0x7fb65410e480 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb654114220 con 0x7fb6541008d0 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48076/0 (socket says 172.21.15.7:48076) 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 -- 172.21.15.7:0/117771907 learned_addr learned my addr 172.21.15.7:0/117771907 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65921a640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6541008d0 0x7fb65419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb659a1b640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 0x7fb65419ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 -- 172.21.15.7:0/117771907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6541008d0 msgr2=0x7fb65419a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6541008d0 0x7fb65419a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 -- 172.21.15.7:0/117771907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 msgr2=0x7fb65419ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 0x7fb65419ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 -- 172.21.15.7:0/117771907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb65419f570 con 0x7fb654101280 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb659a1b640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 0x7fb65419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb658a19640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fb644005ab0 tx=0x7fb644003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb64a7fc640 1 -- 172.21.15.7:0/117771907 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64403f070 con 0x7fb654101280 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb64a7fc640 1 -- 172.21.15.7:0/117771907 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb644031b60 con 0x7fb654101280 2024-09-10T08:00:09.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb65419f800 con 0x7fb654101280 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.406+0000 7fb64a7fc640 1 -- 172.21.15.7:0/117771907 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb644035030 con 0x7fb654101280 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.407+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6541a7140 con 0x7fb654101280 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb64a7fc640 1 -- 172.21.15.7:0/117771907 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb644042070 con 0x7fb654101280 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 Processor -- start 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 -- start start 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b6672090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 0x55c6b667f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c6b65d82f0 con 0x55c6b66725d0 2024-09-10T08:00:09.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c6b657fcf0 con 0x55c6b6673b40 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65d857740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c6b65d42b0 con 0x55c6b667d370 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.409+0000 7fb65921a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48084/0 (socket says 172.21.15.7:48084) 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 -- 172.21.15.7:0/1432759306 learned_addr learned my addr 172.21.15.7:0/1432759306 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb64a7fc640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 0x7fb6400a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb658a19640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 0x55c6b667f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b6672090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb659a1b640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 0x7fb6400a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb64a7fc640 1 -- 172.21.15.7:0/117771907 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb6440efb20 con 0x7fb654101280 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 -- 172.21.15.7:0/1432759306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 msgr2=0x55c6b667f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 0x55c6b667f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 -- 172.21.15.7:0/1432759306 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 msgr2=0x55c6b6672090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b6672090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 -- 172.21.15.7:0/1432759306 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6b65643a0 con 0x55c6b66725d0 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb658a19640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 0x55c6b667f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b6672090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb65921a640 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fb650009cf0 tx=0x7fb650011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e94084457073b62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb659a1b640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 0x7fb6400a50c0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb64c005c40 tx=0x7fb64c009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb63f7fe640 1 -- 172.21.15.7:0/1432759306 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb650004230 con 0x55c6b66725d0 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb63f7fe640 1 -- 172.21.15.7:0/1432759306 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6500043d0 con 0x55c6b66725d0 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.410+0000 7fb63f7fe640 1 -- 172.21.15.7:0/1432759306 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6500197e0 con 0x55c6b66725d0 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- 172.21.15.7:0/1432759306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 msgr2=0x55c6b6672a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fb650009cf0 tx=0x7fb650011810 comp rx=0 tx=0).stop 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- 172.21.15.7:0/1432759306 shutdown_connections 2024-09-10T08:00:09.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b667d370 0x55c6b667f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b6672a10 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 --2- 172.21.15.7:0/1432759306 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b6672090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- 172.21.15.7:0/1432759306 >> 172.21.15.7:0/1432759306 conn(0x55c6b663b310 msgr2=0x55c6b666ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- 172.21.15.7:0/1432759306 shutdown_connections 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- 172.21.15.7:0/1432759306 wait complete. 2024-09-10T08:00:09.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.411+0000 7fb65d857740 1 -- start start 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 Processor -- start 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b6679f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b667d370 0x55c6b667a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c6b6680070 con 0x55c6b66725d0 2024-09-10T08:00:09.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c6b6593060 con 0x55c6b667d370 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55c6b66801f0 con 0x55c6b6673b40 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65d857740 10 client.0 _ll_register_callbacks cb 0x55c6b62e68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48090/0 (socket says 172.21.15.7:48090) 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 -- 172.21.15.7:0/1083255770 learned_addr learned my addr 172.21.15.7:0/1083255770 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:09.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb658a19640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b6679f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b667d370 0x55c6b667a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 -- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 msgr2=0x55c6b6679f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b6679f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 -- 172.21.15.7:0/1083255770 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b667d370 msgr2=0x55c6b667a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b667d370 0x55c6b667a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.412+0000 7fb65921a640 1 -- 172.21.15.7:0/1083255770 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6b63493c0 con 0x55c6b66725d0 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65921a640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fb650009560 tx=0x7fb650009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4414168f755b4069 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb650027070 con 0x55c6b66725d0 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb650005240 con 0x55c6b66725d0 2024-09-10T08:00:09.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6500043d0 con 0x55c6b66725d0 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fb650033050 con 0x55c6b66725d0 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 10 client.19440 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c6b668ba60 con 0x55c6b66725d0 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6500043d0 con 0x55c6b66725d0 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fb650004c70 con 0x55c6b66725d0 2024-09-10T08:00:09.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 10 client.19440 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 10 client.19440 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 20 client.19440 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b668ce10 0x55c6b668f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 4 client.19440 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.413+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6b65e5860 con 0x55c6b668ce10 2024-09-10T08:00:09.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.414+0000 7fb658a19640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b668ce10 0x55c6b668f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.414+0000 7fb658a19640 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b668ce10 0x55c6b668f200 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9e82e412cc8e14a1 server_cookie=7564ffbc1e10e101 in_seq=0 out_seq=0 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.414+0000 7fb63cff9640 10 client.19440 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb63cff9640 1 -- 172.21.15.7:0/1083255770 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fb64409ae50 con 0x55c6b668ce10 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb63cff9640 10 client.19440 handle_command_reply: tid=0 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 client.19440 shutdown 2024-09-10T08:00:09.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 msgr2=0x55c6b667ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fb650009560 tx=0x7fb650009f10 comp rx=0 tx=0).stop 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 shutdown_connections 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b668ce10 0x55c6b668f200 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b667d370 0x55c6b667a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b6679f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 --2- 172.21.15.7:0/1083255770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b66725d0 0x55c6b667ccb0 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb63cff9640 0 client.19440 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 >> 172.21.15.7:0/1083255770 conn(0x55c6b663b310 msgr2=0x55c6b6674930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 shutdown_connections 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 1 -- 172.21.15.7:0/1083255770 wait complete. 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.415+0000 7fb65d857740 20 client.19440 trim_cache size 0 max 16384 2024-09-10T08:00:09.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 Processor -- start 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 -- start start 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 0x55c6b6679840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b667e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541b37f0 con 0x55c6b667d370 2024-09-10T08:00:09.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541b1030 con 0x55c6b66725d0 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb65d857740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541aeea0 con 0x55c6b6673b40 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb659a1b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb659a1b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48098/0 (socket says 172.21.15.7:48098) 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.428+0000 7fb659a1b640 1 -- 172.21.15.7:0/1142470539 learned_addr learned my addr 172.21.15.7:0/1142470539 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb65921a640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 0x55c6b6679840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb658a19640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b667e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 -- 172.21.15.7:0/1142470539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 msgr2=0x55c6b667e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b667e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 -- 172.21.15.7:0/1142470539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 msgr2=0x55c6b6679840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 0x55c6b6679840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 -- 172.21.15.7:0/1142470539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6b666f960 con 0x55c6b667d370 2024-09-10T08:00:09.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb65921a640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 0x55c6b6679840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fb64c00e860 tx=0x7fb64c0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac79073dc9d87d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb63effd640 1 -- 172.21.15.7:0/1142470539 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64c018070 con 0x55c6b667d370 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb63effd640 1 -- 172.21.15.7:0/1142470539 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb64c01c430 con 0x55c6b667d370 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.429+0000 7fb63effd640 1 -- 172.21.15.7:0/1142470539 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64c00f680 con 0x55c6b667d370 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- 172.21.15.7:0/1142470539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 msgr2=0x55c6b667eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fb64c00e860 tx=0x7fb64c0099e0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- 172.21.15.7:0/1142470539 shutdown_connections 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b667eca0 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b6673b40 0x55c6b667e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 --2- 172.21.15.7:0/1142470539 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b66725d0 0x55c6b6679840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- 172.21.15.7:0/1142470539 >> 172.21.15.7:0/1142470539 conn(0x55c6b663b310 msgr2=0x55c6b666dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- 172.21.15.7:0/1142470539 shutdown_connections 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- 172.21.15.7:0/1142470539 wait complete. 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 -- start start 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.430+0000 7fb65d857740 1 Processor -- start 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 0x55c6b6694170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b66946b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541af4f0 con 0x55c6b667d370 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541b0960 con 0x55c6b6673b40 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6541afbc0 con 0x55c6b66725d0 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 10 client.0 _ll_register_callbacks cb 0x7fb650009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48114/0 (socket says 172.21.15.7:48114) 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 -- 172.21.15.7:0/1973495337 learned_addr learned my addr 172.21.15.7:0/1973495337 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:09.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb658a19640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b66946b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65921a640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 0x55c6b6694170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 -- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 msgr2=0x55c6b6694170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 0x55c6b6694170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 -- 172.21.15.7:0/1973495337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 msgr2=0x55c6b66946b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b66946b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 -- 172.21.15.7:0/1973495337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6b6684b20 con 0x55c6b667d370 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65921a640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 0x55c6b6694170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb659a1b640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fb64c00e830 tx=0x7fb64c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3661a6dbb0d0512 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb63cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64c018070 con 0x55c6b667d370 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb64c004a40 con 0x55c6b667d370 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.431+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb64c01c430 con 0x55c6b667d370 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fb64c004c40 con 0x55c6b667d370 2024-09-10T08:00:09.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 10 client.19446 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c6b6685e00 con 0x55c6b667d370 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb64c01c430 con 0x55c6b667d370 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fb64c027070 con 0x55c6b667d370 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 10 client.19446 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 10 client.19446 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 20 client.19446 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b66f7cb0 0x55c6b66fa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 4 client.19446 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 --> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c6b65dfd70 con 0x55c6b66f7cb0 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.432+0000 7fb65921a640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b66f7cb0 0x55c6b66fa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.433+0000 7fb65921a640 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b66f7cb0 0x55c6b66fa0d0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=99a424e4e8564256 server_cookie=f8527b2efce47970 in_seq=0 out_seq=0 2024-09-10T08:00:09.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.433+0000 7fb63cff9640 10 client.19446 ms_handle_connect on v2:172.21.15.145:6838/1431613572 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb63cff9640 1 -- 172.21.15.7:0/1973495337 <== mds.1 v2:172.21.15.145:6838/1431613572 1 ==== command_reply(tid 0: 0 ) ==== 8+0+45128 (crc 0 0 0) 0x55c6b65dfd70 con 0x55c6b66f7cb0 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb63cff9640 10 client.19446 handle_command_reply: tid=0 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 client.19446 shutdown 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 msgr2=0x55c6b6684480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fb64c00e830 tx=0x7fb64c009c00 comp rx=0 tx=0).stop 2024-09-10T08:00:09.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 shutdown_connections 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:6838/1431613572,v1:172.21.15.145:6839/1431613572] conn(0x55c6b66f7cb0 0x55c6b66fa0d0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c6b667d370 0x55c6b6684480 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c6b6673b40 0x55c6b66946b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb63cff9640 0 client.19446 ms_handle_reset on v2:172.21.15.145:6838/1431613572 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 --2- 172.21.15.7:0/1973495337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55c6b66725d0 0x55c6b6694170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 >> 172.21.15.7:0/1973495337 conn(0x55c6b663b310 msgr2=0x55c6b667b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 shutdown_connections 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 1 -- 172.21.15.7:0/1973495337 wait complete. 2024-09-10T08:00:09.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.434+0000 7fb65d857740 20 client.19446 trim_cache size 0 max 16384 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3398034, 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629626, 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.761 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 10303935, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629183, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 15097660, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629471, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 16199793, 2024-09-10T08:00:09.762 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629151, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL" 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 56737441, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629557, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 80017696, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629643, 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:09.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 118771991, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629283, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 119751763, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629288, 2024-09-10T08:00:09.764 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 121345563, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629506, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 127340696, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629359, 2024-09-10T08:00:09.765 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 146423247, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629357, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 148537042, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629395, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.766 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 155657277, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629586, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 160761845, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629216, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.767 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 163448451, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629577, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 215224844, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629418, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 239473885, 2024-09-10T08:00:09.768 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629107, 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004" 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 246215724, 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629465, 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.769 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 248827712, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629549, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 260262481, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629560, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.770 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 282808935, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629432, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 289174175, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629512, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 295253345, 2024-09-10T08:00:09.771 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629605, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 316873519, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629062, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000" 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 341752288, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629257, 2024-09-10T08:00:09.772 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 349615581, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629332, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 362469148, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629452, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.773 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 415535666, 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629601, 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS" 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 431709706, 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629647, 2024-09-10T08:00:09.774 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 442556413, 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629293, 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.775 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 449651969, 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629393, 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 461106383, 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629440, 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:09.776 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 474307150, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629250, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 495642667, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629553, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.777 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 496734103, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629275, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 500907022, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629312, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.778 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 508894228, 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629377, 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM" 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 518823850, 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629347, 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:09.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 554260551, 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629591, 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.780 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 554692990, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629421, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 594442593, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629124, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.781 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 606639958, 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629228, 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL" 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 662521759, 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629110, 2024-09-10T08:00:09.782 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD" 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 673703183, 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629159, 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 765933897, 2024-09-10T08:00:09.783 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629278, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 789133795, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629198, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 794479167, 2024-09-10T08:00:09.784 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629200, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 834486057, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629581, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 845378792, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629566, 2024-09-10T08:00:09.785 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 847253928, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629146, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL" 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 940313515, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629314, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.786 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 946294853, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629503, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 996331118, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629527, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.787 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 999027681, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629209, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1030101110, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629509, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL" 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.788 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1034947987, 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629077, 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001" 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1056137928, 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629218, 2024-09-10T08:00:09.789 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1071943666, 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629530, 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.790 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1141978708, 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629342, 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO" 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1166141087, 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629269, 2024-09-10T08:00:09.791 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1169675944, 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629599, 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS" 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.792 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1194074675, 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629235, 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1217913335, 2024-09-10T08:00:09.793 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629338, 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO" 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1219807954, 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629383, 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.794 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1233427824, 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629474, 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1254665942, 2024-09-10T08:00:09.795 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629172, 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1322383084, 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629461, 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:09.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1327221656, 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629202, 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.797 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1343425358, 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629593, 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL" 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1375790374, 2024-09-10T08:00:09.798 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629225, 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1394936162, 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629061, 2024-09-10T08:00:09.799 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp" 2024-09-10T08:00:09.800 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.800 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.800 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.800 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1405105251, 2024-09-10T08:00:09.800 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629456, 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 msgr2=0x7fb6400a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 0x7fb6400a50c0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb64c005c40 tx=0x7fb64c009500 comp rx=0 tx=0).stop 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 msgr2=0x7fb65419ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fb644005ab0 tx=0x7fb644003c10 comp rx=0 tx=0).stop 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 shutdown_connections 2024-09-10T08:00:09.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6400a2c00 0x7fb6400a50c0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb65410e480 0x7fb65419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb654101280 0x7fb65419ab00 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 --2- 172.21.15.7:0/117771907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6541008d0 0x7fb65419a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 >> 172.21.15.7:0/117771907 conn(0x7fb6540fc7a0 msgr2=0x7fb6540feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 shutdown_connections 2024-09-10T08:00:09.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:09.435+0000 7fb65b47e640 1 -- 172.21.15.7:0/117771907 wait complete. 2024-09-10T08:00:09.803 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:09.803 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.803 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.803 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.803 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1427726413, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629424, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1447081778, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629164, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.804 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1516514288, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629436, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04" 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1527213795, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629515, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1560976777, 2024-09-10T08:00:09.805 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629310, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR" 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1612862752, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629323, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1616792571, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629575, 2024-09-10T08:00:09.806 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1629527496, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629155, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1652868390, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629305, 2024-09-10T08:00:09.807 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1662930709, 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629482, 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.808 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1717151252, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629328, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1729863202, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629460, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX" 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1730051237, 2024-09-10T08:00:09.809 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629296, 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1753948870, 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629066, 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000" 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.810 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1828591938, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629551, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03" 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1870024679, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629256, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.811 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1880530102, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629341, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1883284857, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629360, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.812 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1884238934, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629596, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS" 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1914080395, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629220, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT" 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1948020277, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629613, 2024-09-10T08:00:09.813 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED" 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1950604378, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629266, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1956539951, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629245, 2024-09-10T08:00:09.814 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2005911524, 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629491, 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2007330975, 2024-09-10T08:00:09.815 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629404, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2016034807, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629544, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2050703857, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629100, 2024-09-10T08:00:09.816 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004" 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2079742449, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629648, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL" 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2132120944, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629142, 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:09.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2137355547, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629169, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS" 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2149158451, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629135, 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:09.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2158924412, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629387, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC" 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2163861244, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629072, 2024-09-10T08:00:09.819 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001" 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2164519770, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629635, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2170486990, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629487, 2024-09-10T08:00:09.820 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2172952655, 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629366, 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.821 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2177097029, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629086, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002" 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2255311820, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629191, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.822 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2258836933, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629096, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003" 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2270998841, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629141, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2286545650, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629445, 2024-09-10T08:00:09.823 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2293551818, 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629227, 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL" 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.824 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2294994526, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629177, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT" 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2316783948, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629571, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2348372954, 2024-09-10T08:00:09.825 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629189, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2348788371, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629150, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL" 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2390255783, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629319, 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:09.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2407410418, 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629274, 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT" 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2441074320, 2024-09-10T08:00:09.827 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629115, 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD" 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2457747235, 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629604, 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.828 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2479003489, 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629378, 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.829 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2534744195, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629321, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT" 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2537452880, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629535, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.830 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2546574857, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629396, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2568672738, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629385, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS" 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.831 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2589572226, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629119, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2589841602, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629067, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000" 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.832 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2617455779, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629132, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2636526269, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629410, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX" 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.833 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2685697049, 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629542, 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03" 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2737874619, 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629060, 2024-09-10T08:00:09.834 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp" 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2771218682, 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629451, 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB" 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2778533408, 2024-09-10T08:00:09.835 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629181, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT" 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2798883826, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629401, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC" 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2810843231, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629180, 2024-09-10T08:00:09.836 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT" 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2867830206, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629329, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT" 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2887021638, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629106, 2024-09-10T08:00:09.837 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004" 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2891044551, 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629247, 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG" 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.838 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2922193037, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629174, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT" 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2939033506, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629087, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002" 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.839 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2944805430, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629634, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2960060064, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629240, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.840 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3001673834, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629484, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3008208253, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629233, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL" 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.841 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3009852724, 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629430, 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3081619203, 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629291, 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT" 2024-09-10T08:00:09.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3097824010, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629211, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT" 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3133293845, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629412, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX" 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.843 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3160963024, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629127, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC" 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3174440331, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629336, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO" 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.844 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3174569202, 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629350, 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP" 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3174624563, 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629375, 2024-09-10T08:00:09.845 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM" 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3196418795, 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629058, 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp" 2024-09-10T08:00:09.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3209907342, 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629500, 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3248869979, 2024-09-10T08:00:09.847 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629533, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3250363140, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629370, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM" 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3276025708, 2024-09-10T08:00:09.848 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629569, 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV" 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3299866972, 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629080, 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002" 2024-09-10T08:00:09.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3333869414, 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629562, 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL" 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.850 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3474580584, 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629090, 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003" 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.851 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3487490087, 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629368, 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP" 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.852 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3489087629, 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629442, 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.853 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3546199827, 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629539, 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX" 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.854 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3546495699, 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629518, 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.855 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3554585158, 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629116, 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD" 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.856 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3557172748, 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629628, 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.857 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3600717430, 2024-09-10T08:00:09.858 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629137, 2024-09-10T08:00:09.858 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC" 2024-09-10T08:00:09.858 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.858 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.858 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3614743995, 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629521, 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB" 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.859 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3625743839, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629236, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG" 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3631121101, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629078, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001" 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.860 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3650328454, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629301, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3652868311, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629639, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL" 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3659364414, 2024-09-10T08:00:09.861 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629469, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0" 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3678473442, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629617, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED" 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3723353531, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629622, 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL" 2024-09-10T08:00:09.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3752875221, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629524, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB" 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3851610210, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629497, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1" 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.863 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3857867717, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629427, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX" 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3880059497, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629259, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL" 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3880891327, 2024-09-10T08:00:09.864 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629584, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL" 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3908945348, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629620, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED" 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3921587254, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629265, 2024-09-10T08:00:09.865 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR" 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3923383206, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629351, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS" 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3978330888, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629160, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS" 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.866 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3993567037, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629097, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003" 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4029016986, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629207, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA" 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4098606242, 2024-09-10T08:00:09.867 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629478, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0" 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4133838907, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629284, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT" 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4136140952, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629303, 2024-09-10T08:00:09.868 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR" 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4166012393, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629121, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC" 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4183483850, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629415, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB" 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.869 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4188900377, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629193, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP" 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4233237322, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629495, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1" 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.870 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4279423303, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629609, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB" 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4284822789, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629406, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX" 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 4287972020, 2024-09-10T08:00:09.871 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511629448, 2024-09-10T08:00:09.872 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04" 2024-09-10T08:00:09.872 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:09.872 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-10T08:00:10.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 11.22 MB/sec warmup 72 sec latency 1448.990 ms 2024-09-10T08:00:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 -- 172.21.15.7:0/3919907517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f641025f0 msgr2=0x7f5f64108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 --2- 172.21.15.7:0/3919907517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f641025f0 0x7f5f64108e80 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c009be0 tx=0x7f5f5c02a6c0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 -- 172.21.15.7:0/3919907517 shutdown_connections 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 --2- 172.21.15.7:0/3919907517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f641025f0 0x7f5f64108e80 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 --2- 172.21.15.7:0/3919907517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f64101c30 0x7f5f641020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 --2- 172.21.15.7:0/3919907517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64100a40 0x7f5f64100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 -- 172.21.15.7:0/3919907517 >> 172.21.15.7:0/3919907517 conn(0x7f5f640fc1e0 msgr2=0x7f5f640fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 -- 172.21.15.7:0/3919907517 shutdown_connections 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.448+0000 7f5f6b265640 1 -- 172.21.15.7:0/3919907517 wait complete. 2024-09-10T08:00:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.449+0000 7f5f6b265640 1 Processor -- start 2024-09-10T08:00:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 -- start start 2024-09-10T08:00:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f64100a40 0x7f5f64197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f641025f0 0x7f5f6419f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6410c550 con 0x7f5f64100a40 2024-09-10T08:00:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6410c3d0 con 0x7f5f64101c30 2024-09-10T08:00:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f6b265640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6410c6d0 con 0x7f5f641025f0 2024-09-10T08:00:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.451+0000 7f5f68800640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45728/0 (socket says 172.21.15.7:45728) 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 -- 172.21.15.7:0/50332418 learned_addr learned my addr 172.21.15.7:0/50332418 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f69001640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f64100a40 0x7f5f64197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f69802640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f641025f0 0x7f5f6419f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 -- 172.21.15.7:0/50332418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f641025f0 msgr2=0x7f5f6419f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f641025f0 0x7f5f6419f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 -- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f64100a40 msgr2=0x7f5f64197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f64100a40 0x7f5f64197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.452+0000 7f5f68800640 1 -- 172.21.15.7:0/50332418 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6419f8b0 con 0x7f5f64101c30 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.453+0000 7f5f68800640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5f5400e9c0 tx=0x7f5f5400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.453+0000 7f5f5a7fc640 1 -- 172.21.15.7:0/50332418 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5400c8b0 con 0x7f5f64101c30 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.453+0000 7f5f5a7fc640 1 -- 172.21.15.7:0/50332418 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f54005020 con 0x7f5f64101c30 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.453+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f64102eb0 con 0x7f5f64101c30 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.453+0000 7f5f5a7fc640 1 -- 172.21.15.7:0/50332418 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54004ae0 con 0x7f5f64101c30 2024-09-10T08:00:10.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.454+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f64103450 con 0x7f5f64101c30 2024-09-10T08:00:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.458+0000 7f5f6e003740 1 Processor -- start 2024-09-10T08:00:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 -- start start 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff6f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff6fb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5560ff6572f0 con 0x5560ff6f9370 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5560ff5ff270 con 0x5560ff6f39a0 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f6e003740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5560ff6532b0 con 0x5560ff6f42e0 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f5a7fc640 1 -- 172.21.15.7:0/50332418 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5f540051d0 con 0x7f5f64101c30 2024-09-10T08:00:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f69802640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f69802640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45730/0 (socket says 172.21.15.7:45730) 2024-09-10T08:00:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.459+0000 7f5f69802640 1 -- 172.21.15.7:0/1871315681 learned_addr learned my addr 172.21.15.7:0/1871315681 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69001640 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff6f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f68800640 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff6fb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 -- 172.21.15.7:0/1871315681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 msgr2=0x5560ff6f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff6f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 -- 172.21.15.7:0/1871315681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 msgr2=0x5560ff6fb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff6fb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 -- 172.21.15.7:0/1871315681 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560ff5fe340 con 0x5560ff6f39a0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.460+0000 7f5f69802640 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c004af0 tx=0x7f5f5c0303a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b0fc21ac2e40558 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f4f7fe640 1 -- 172.21.15.7:0/1871315681 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c036070 con 0x5560ff6f39a0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f4f7fe640 1 -- 172.21.15.7:0/1871315681 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5c037040 con 0x5560ff6f39a0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f4f7fe640 1 -- 172.21.15.7:0/1871315681 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c004460 con 0x5560ff6f39a0 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f5a7fc640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 0x7f5f500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f5a7fc640 1 -- 172.21.15.7:0/50332418 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f540d7ab0 con 0x7f5f64101c30 2024-09-10T08:00:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.461+0000 7f5f69001640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 0x7f5f500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 -- 172.21.15.7:0/1871315681 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 msgr2=0x5560ff6f3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c004af0 tx=0x7f5f5c0303a0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 -- 172.21.15.7:0/1871315681 shutdown_connections 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff6fb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff6f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1871315681 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff6f3da0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 -- 172.21.15.7:0/1871315681 >> 172.21.15.7:0/1871315681 conn(0x5560ff6ef010 msgr2=0x5560ff6ef410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 -- 172.21.15.7:0/1871315681 shutdown_connections 2024-09-10T08:00:10.464 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:10 smithi110 ceph-mon[34417]: pgmap v806: 129 pgs: 129 active+clean; 325 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f6e003740 1 -- 172.21.15.7:0/1871315681 wait complete. 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.462+0000 7f5f69001640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 0x7f5f500a5170 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x5560ff6efe90 tx=0x7f5f60005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 -- start start 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 Processor -- start 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6fdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff6fe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5560ff6fc2e0 con 0x5560ff6f42e0 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5560ff5e0290 con 0x5560ff6f9370 2024-09-10T08:00:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5560ff6fc460 con 0x5560ff6f39a0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.463+0000 7f5f6e003740 10 client.0 _ll_register_callbacks cb 0x5560ff611140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f68800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff6fe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45736/0 (socket says 172.21.15.7:45736) 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 -- 172.21.15.7:0/3348812587 learned_addr learned my addr 172.21.15.7:0/3348812587 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69001640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6fdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 -- 172.21.15.7:0/3348812587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 msgr2=0x5560ff6fdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6fdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 -- 172.21.15.7:0/3348812587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 msgr2=0x5560ff6fe100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff6fe100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 -- 172.21.15.7:0/3348812587 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560ff36a210 con 0x5560ff6f9370 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f69802640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c030850 tx=0x7f5f5c030590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c41853a5220720 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.464+0000 7f5f4cff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c04b070 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f5c030a20 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f5c037040 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5f5c036040 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f6e003740 10 client.28565 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5560ff436620 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.465+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5c057070 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f5f5c0434e0 con 0x5560ff6f9370 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 10 client.28565 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 10 client.28565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 20 client.28565 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff709440 0x5560ff70b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 4 client.28565 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:10.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560ff664a20 con 0x5560ff709440 2024-09-10T08:00:10.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f69001640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff709440 0x5560ff70b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f4cff9640 10 client.28565 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:10.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.466+0000 7f5f69001640 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff709440 0x5560ff70b870 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98041f3a0d2e1c3d server_cookie=390c397d3ef49498 in_seq=0 out_seq=0 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f4cff9640 1 -- 172.21.15.7:0/3348812587 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5560ff664a20 con 0x5560ff709440 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f4cff9640 10 client.28565 handle_command_reply: tid=0 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 client.28565 shutdown 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 msgr2=0x5560ff705140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c030850 tx=0x7f5f5c030590 comp rx=0 tx=0).stop 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 shutdown_connections 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff709440 0x5560ff70b870 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff705140 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff6fe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3348812587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6fdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.467+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 >> 172.21.15.7:0/3348812587 conn(0x5560ff6ef010 msgr2=0x5560ff6f0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.468+0000 7f5f4cff9640 0 client.28565 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:10.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.468+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 shutdown_connections 2024-09-10T08:00:10.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.468+0000 7f5f6e003740 1 -- 172.21.15.7:0/3348812587 wait complete. 2024-09-10T08:00:10.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.468+0000 7f5f6e003740 20 client.28565 trim_cache size 0 max 16384 2024-09-10T08:00:10.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 Processor -- start 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 -- start start 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6efec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff6f0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641aadc0 con 0x5560ff6f42e0 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641a8600 con 0x5560ff6f9370 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.482+0000 7f5f6e003740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641a6470 con 0x5560ff6f39a0 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50422/0 (socket says 172.21.15.7:50422) 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 -- 172.21.15.7:0/3085585923 learned_addr learned my addr 172.21.15.7:0/3085585923 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f69802640 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff6f0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f69001640 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6efec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 -- 172.21.15.7:0/3085585923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 msgr2=0x5560ff6efec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6efec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 -- 172.21.15.7:0/3085585923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 msgr2=0x5560ff6f0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff6f0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 -- 172.21.15.7:0/3085585923 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560ff6f47c0 con 0x5560ff6f42e0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f68800640 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f5f540a0940 tx=0x7f5f540c4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=703bc47606d0e77a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f4effd640 1 -- 172.21.15.7:0/3085585923 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54005520 con 0x5560ff6f42e0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f4effd640 1 -- 172.21.15.7:0/3085585923 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f540a4670 con 0x5560ff6f42e0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.483+0000 7f5f4effd640 1 -- 172.21.15.7:0/3085585923 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54004c80 con 0x5560ff6f42e0 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- 172.21.15.7:0/3085585923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 msgr2=0x5560ff705060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f5f540a0940 tx=0x7f5f540c4040 comp rx=0 tx=0).stop 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- 172.21.15.7:0/3085585923 shutdown_connections 2024-09-10T08:00:10.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f9370 0x5560ff6f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f42e0 0x5560ff705060 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 --2- 172.21.15.7:0/3085585923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f39a0 0x5560ff6efec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- 172.21.15.7:0/3085585923 >> 172.21.15.7:0/3085585923 conn(0x5560ff6ef010 msgr2=0x5560ff6fdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- 172.21.15.7:0/3085585923 shutdown_connections 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- 172.21.15.7:0/3085585923 wait complete. 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 -- start start 2024-09-10T08:00:10.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.484+0000 7f5f6e003740 1 Processor -- start 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff702a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff702f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641a6ac0 con 0x5560ff6f9370 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641a7f30 con 0x5560ff6f39a0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5f641a7190 con 0x5560ff6f42e0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f6e003740 10 client.0 _ll_register_callbacks cb 0x7f5f600097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69001640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff702a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50424/0 (socket says 172.21.15.7:50424) 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 -- 172.21.15.7:0/1998017670 learned_addr learned my addr 172.21.15.7:0/1998017670 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f68800640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff702f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 -- 172.21.15.7:0/1998017670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 msgr2=0x5560ff702f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff702f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 -- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 msgr2=0x5560ff702a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff702a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 -- 172.21.15.7:0/1998017670 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560ff7044e0 con 0x5560ff6f9370 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69001640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff702a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f69802640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c002230 tx=0x7f5f5c044cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b66cb9b65e9c7fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f4cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.485+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c04b070 con 0x5560ff6f9370 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5f5c030e30 con 0x5560ff6f9370 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f540a4670 con 0x5560ff6f9370 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5f5c062050 con 0x5560ff6f9370 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 10 client.19464 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5560ff774370 con 0x5560ff6f9370 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f540a4670 con 0x5560ff6f9370 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f5f5c050cd0 con 0x5560ff6f9370 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 10 client.19464 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 10 client.19464 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 20 client.19464 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff774c90 0x5560ff7770b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 4 client.19464 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5560ff65ed70 con 0x5560ff774c90 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.486+0000 7f5f69001640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff774c90 0x5560ff7770b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.487+0000 7f5f69001640 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff774c90 0x5560ff7770b0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c8cd1e6d01e40b6 server_cookie=6ee9c6bcb047a200 in_seq=0 out_seq=0 2024-09-10T08:00:10.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.487+0000 7f5f4cff9640 10 client.19464 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:10.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:10 smithi145 ceph-mon[34766]: pgmap v806: 129 pgs: 129 active+clean; 325 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f4cff9640 1 -- 172.21.15.7:0/1998017670 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5560ff65ed70 con 0x5560ff774c90 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f4cff9640 10 client.19464 handle_command_reply: tid=0 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 client.19464 shutdown 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 msgr2=0x5560ff703ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c002230 tx=0x7f5f5c044cb0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 shutdown_connections 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560ff774c90 0x5560ff7770b0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5560ff6f9370 0x5560ff703ed0 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5560ff6f42e0 0x5560ff702f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f4cff9640 0 client.19464 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 --2- 172.21.15.7:0/1998017670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5560ff6f39a0 0x5560ff702a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 >> 172.21.15.7:0/1998017670 conn(0x5560ff6ef010 msgr2=0x5560ff6ed9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 shutdown_connections 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 1 -- 172.21.15.7:0/1998017670 wait complete. 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.558+0000 7f5f6e003740 20 client.19464 trim_cache size 0 max 16384 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:00:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:00:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:00:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 msgr2=0x7f5f500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 0x7f5f500a5170 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x5560ff6efe90 tx=0x7f5f60005f90 comp rx=0 tx=0).stop 2024-09-10T08:00:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 msgr2=0x7f5f641981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5f5400e9c0 tx=0x7f5f5400ee80 comp rx=0 tx=0).stop 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 shutdown_connections 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5f500a2cb0 0x7f5f500a5170 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f641025f0 0x7f5f6419f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5f64101c30 0x7f5f641981b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 --2- 172.21.15.7:0/50332418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f64100a40 0x7f5f64197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 >> 172.21.15.7:0/50332418 conn(0x7f5f640fc1e0 msgr2=0x7f5f640fc850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 shutdown_connections 2024-09-10T08:00:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:10.559+0000 7f5f6b265640 1 -- 172.21.15.7:0/50332418 wait complete. 2024-09-10T08:00:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:10 smithi007 ceph-mon[30879]: pgmap v806: 129 pgs: 129 active+clean; 325 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:00:11.084 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '4093d22c', quiesce took 7.8 seconds. Will release after: 12.05 2024-09-10T08:00:11.249 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 11.06 MB/sec warmup 73 sec latency 2449.094 ms 2024-09-10T08:00:12.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.92 MB/sec warmup 74 sec latency 3449.197 ms 2024-09-10T08:00:12.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:12 smithi145 ceph-mon[34766]: pgmap v807: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 3.4 MiB/s wr, 238 op/s 2024-09-10T08:00:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:12 smithi007 ceph-mon[30879]: pgmap v807: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 3.4 MiB/s wr, 238 op/s 2024-09-10T08:00:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:12 smithi110 ceph-mon[34417]: pgmap v807: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 3.4 MiB/s wr, 238 op/s 2024-09-10T08:00:13.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.77 MB/sec warmup 75 sec latency 4449.300 ms 2024-09-10T08:00:13.882 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:00:14.148 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:14.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.63 MB/sec warmup 76 sec latency 5449.401 ms 2024-09-10T08:00:14.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:14 smithi145 ceph-mon[34766]: pgmap v808: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.4 MiB/s wr, 235 op/s 2024-09-10T08:00:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:14 smithi007 ceph-mon[30879]: pgmap v808: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.4 MiB/s wr, 235 op/s 2024-09-10T08:00:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:14 smithi110 ceph-mon[34417]: pgmap v808: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.4 MiB/s wr, 235 op/s 2024-09-10T08:00:15.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.49 MB/sec warmup 77 sec latency 6449.510 ms 2024-09-10T08:00:16.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.36 MB/sec warmup 78 sec latency 7449.627 ms 2024-09-10T08:00:16.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:16 smithi145 ceph-mon[34766]: pgmap v809: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 2.8 MiB/s wr, 234 op/s 2024-09-10T08:00:16.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:16 smithi007 ceph-mon[30879]: pgmap v809: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 2.8 MiB/s wr, 234 op/s 2024-09-10T08:00:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:16 smithi110 ceph-mon[34417]: pgmap v809: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 2.8 MiB/s wr, 234 op/s 2024-09-10T08:00:17.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.22 MB/sec warmup 79 sec latency 8449.753 ms 2024-09-10T08:00:18.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 10.10 MB/sec warmup 80 sec latency 9449.833 ms 2024-09-10T08:00:18.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:18 smithi145 ceph-mon[34766]: pgmap v810: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-10T08:00:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:18 smithi007 ceph-mon[30879]: pgmap v810: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-10T08:00:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:18 smithi110 ceph-mon[34417]: pgmap v810: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-10T08:00:18.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 -- 172.21.15.7:0/3554623251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 msgr2=0x7f09f01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 --2- 172.21.15.7:0/3554623251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f01067e0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f09d8009900 tx=0x7f09d802a410 comp rx=0 tx=0).stop 2024-09-10T08:00:18.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 -- 172.21.15.7:0/3554623251 shutdown_connections 2024-09-10T08:00:18.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 --2- 172.21.15.7:0/3554623251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 0x7f09f010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 --2- 172.21.15.7:0/3554623251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f01067e0 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 --2- 172.21.15.7:0/3554623251 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 0x7f09f01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 -- 172.21.15.7:0/3554623251 >> 172.21.15.7:0/3554623251 conn(0x7f09f00fd8c0 msgr2=0x7f09f00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 -- 172.21.15.7:0/3554623251 shutdown_connections 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 -- 172.21.15.7:0/3554623251 wait complete. 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.748+0000 7f09f5533640 1 Processor -- start 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 -- start start 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 0x7f09f019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 0x7f09f019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0111e20 con 0x7f09f0102790 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0111ca0 con 0x7f09f0101de0 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09f5533640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0111fa0 con 0x7f09f0106f10 2024-09-10T08:00:18.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50450/0 (socket says 172.21.15.7:50450) 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 -- 172.21.15.7:0/646546508 learned_addr learned my addr 172.21.15.7:0/646546508 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09eeffd640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 0x7f09f019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 0x7f09f019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 -- 172.21.15.7:0/646546508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 msgr2=0x7f09f019ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 0x7f09f019ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 -- 172.21.15.7:0/646546508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 msgr2=0x7f09f019a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 0x7f09f019a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.749+0000 7f09e67fc640 1 -- 172.21.15.7:0/646546508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f019f520 con 0x7f09f0102790 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09e67fc640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f09d8005940 tx=0x7f09d8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09ecff9640 1 -- 172.21.15.7:0/646546508 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d803f030 con 0x7f09f0102790 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09ecff9640 1 -- 172.21.15.7:0/646546508 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09d8003aa0 con 0x7f09f0102790 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f019f7b0 con 0x7f09f0102790 2024-09-10T08:00:18.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09ecff9640 1 -- 172.21.15.7:0/646546508 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8035070 con 0x7f09f0102790 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.750+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f01a70f0 con 0x7f09f0102790 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.752+0000 7f09ecff9640 1 -- 172.21.15.7:0/646546508 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f09d8042030 con 0x7f09f0102790 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 Processor -- start 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 -- start start 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a65d0 0x562fa60a6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562fa600c2f0 con 0x562fa60a7b40 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562fa5fb3cf0 con 0x562fa60a65d0 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.753+0000 7f09f790c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562fa60082b0 con 0x562fa60b1370 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50456/0 (socket says 172.21.15.7:50456) 2024-09-10T08:00:18.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 -- 172.21.15.7:0/3794925793 learned_addr learned my addr 172.21.15.7:0/3794925793 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a65d0 0x562fa60a6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ecff9640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 0x7f09dc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 -- 172.21.15.7:0/3794925793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 msgr2=0x562fa60b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60b3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 -- 172.21.15.7:0/3794925793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a65d0 msgr2=0x562fa60a6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a65d0 0x562fa60a6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 -- 172.21.15.7:0/3794925793 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fa5f983a0 con 0x562fa60a7b40 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 0x7f09dc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ecff9640 1 -- 172.21.15.7:0/646546508 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f09d80efb50 con 0x7f09f0102790 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.754+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009fc0 tx=0x7f09e8010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ba78ea53c6e4a5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09e57fa640 1 -- 172.21.15.7:0/3794925793 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e801c900 con 0x562fa60a7b40 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09e57fa640 1 -- 172.21.15.7:0/3794925793 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09e801b3d0 con 0x562fa60a7b40 2024-09-10T08:00:18.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09e57fa640 1 -- 172.21.15.7:0/3794925793 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e8025620 con 0x562fa60a7b40 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09f790c740 1 -- 172.21.15.7:0/3794925793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 msgr2=0x562fa60a6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 0x7f09dc0a50c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f09e8020000 tx=0x7f09e801d000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.755+0000 7f09f790c740 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009fc0 tx=0x7f09e8010800 comp rx=0 tx=0).stop 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- 172.21.15.7:0/3794925793 shutdown_connections 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a65d0 0x562fa60a6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- 172.21.15.7:0/3794925793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60a6090 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- 172.21.15.7:0/3794925793 >> 172.21.15.7:0/3794925793 conn(0x562fa606f310 msgr2=0x562fa60a2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- 172.21.15.7:0/3794925793 shutdown_connections 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- 172.21.15.7:0/3794925793 wait complete. 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- start start 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 Processor -- start 2024-09-10T08:00:18.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a65d0 0x562fa60b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60ae610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562fa60b4070 con 0x562fa60a7b40 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562fa5fc7060 con 0x562fa60b1370 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.756+0000 7f09f790c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562fa60b41f0 con 0x562fa60a65d0 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09f790c740 10 client.0 _ll_register_callbacks cb 0x562fa5d1a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50468/0 (socket says 172.21.15.7:50468) 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 -- 172.21.15.7:0/412160400 learned_addr learned my addr 172.21.15.7:0/412160400 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09eeffd640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a65d0 0x562fa60b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60ae610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 -- 172.21.15.7:0/412160400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a65d0 msgr2=0x562fa60b0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a65d0 0x562fa60b0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 -- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 msgr2=0x562fa60ae610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60ae610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 -- 172.21.15.7:0/412160400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fa5d7d3c0 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09e67fc640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f09d80ed290 tx=0x7f09d80bbb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afbe50ffb078e9d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8049040 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f09d8003c50 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.757+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09e801b3d0 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f09d809ae60 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 10 client.19476 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x562fa60bfb10 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09e801b3d0 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f09d80b8660 con 0x562fa60a7b40 2024-09-10T08:00:18.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 10 client.19476 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 10 client.19476 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 20 client.19476 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa60c0fc0 0x562fa60c3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 4 client.19476 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fa6019860 con 0x562fa60c0fc0 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.758+0000 7f09eeffd640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa60c0fc0 0x562fa60c3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.759+0000 7f09eeffd640 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa60c0fc0 0x562fa60c3420 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f24d37a38dce8a70 server_cookie=1c0948f65b05992a in_seq=0 out_seq=0 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.759+0000 7f09d67fc640 10 client.19476 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.759+0000 7f09d67fc640 1 -- 172.21.15.7:0/412160400 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fa6019860 con 0x562fa60c0fc0 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.759+0000 7f09d67fc640 10 client.19476 handle_command_reply: tid=0 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.759+0000 7f09f790c740 1 client.19476 shutdown 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 msgr2=0x562fa60ae020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f09d80ed290 tx=0x7f09d80bbb30 comp rx=0 tx=0).stop 2024-09-10T08:00:18.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 shutdown_connections 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa60c0fc0 0x562fa60c3420 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60ae610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a7b40 0x562fa60ae020 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09d67fc640 0 client.19476 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 --2- 172.21.15.7:0/412160400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a65d0 0x562fa60b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 >> 172.21.15.7:0/412160400 conn(0x562fa606f310 msgr2=0x562fa60a8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 shutdown_connections 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 1 -- 172.21.15.7:0/412160400 wait complete. 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.760+0000 7f09f790c740 20 client.19476 trim_cache size 0 max 16384 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 Processor -- start 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 -- start start 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 0x562fa60a9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60c8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01b3700 con 0x562fa60a65d0 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01b0f40 con 0x562fa60a7b40 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.773+0000 7f09f790c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01aedb0 con 0x562fa60b1370 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50474/0 (socket says 172.21.15.7:50474) 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 -- 172.21.15.7:0/3904672927 learned_addr learned my addr 172.21.15.7:0/3904672927 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 0x562fa60a9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 -- 172.21.15.7:0/3904672927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 msgr2=0x562fa60c8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60c8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60c8d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 -- 172.21.15.7:0/3904672927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 msgr2=0x562fa60a9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 0x562fa60a9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 -- 172.21.15.7:0/3904672927 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fa60acfd0 con 0x562fa60a65d0 2024-09-10T08:00:18.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 0x562fa60a9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x562fa60c3cd0 tx=0x7f09e000b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd43f9887ea157 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09e4ff9640 1 -- 172.21.15.7:0/3904672927 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0004220 con 0x562fa60a65d0 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09e4ff9640 1 -- 172.21.15.7:0/3904672927 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09e00043c0 con 0x562fa60a65d0 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.774+0000 7f09e4ff9640 1 -- 172.21.15.7:0/3904672927 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e00035f0 con 0x562fa60a65d0 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- 172.21.15.7:0/3904672927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 msgr2=0x562fa60a9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x562fa60c3cd0 tx=0x7f09e000b410 comp rx=0 tx=0).stop 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- 172.21.15.7:0/3904672927 shutdown_connections 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60b1370 0x562fa60c8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60a7b40 0x562fa60a9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 --2- 172.21.15.7:0/3904672927 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60a9120 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- 172.21.15.7:0/3904672927 >> 172.21.15.7:0/3904672927 conn(0x562fa606f310 msgr2=0x562fa60a1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- 172.21.15.7:0/3904672927 shutdown_connections 2024-09-10T08:00:18.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- 172.21.15.7:0/3904672927 wait complete. 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 -- start start 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.775+0000 7f09f790c740 1 Processor -- start 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a7b40 0x562fa60b9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01af400 con 0x562fa60a65d0 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01b0870 con 0x562fa60b1370 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09f01afad0 con 0x562fa60a7b40 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09f790c740 10 client.0 _ll_register_callbacks cb 0x7f09d8009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50484/0 (socket says 172.21.15.7:50484) 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 -- 172.21.15.7:0/3828579377 learned_addr learned my addr 172.21.15.7:0/3828579377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:18.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a7b40 0x562fa60b9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 -- 172.21.15.7:0/3828579377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a7b40 msgr2=0x562fa60b9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a7b40 0x562fa60b9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 -- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 msgr2=0x562fa60b6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09ef7fe640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60b6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 -- 172.21.15.7:0/3828579377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fa60b6e80 con 0x562fa60a65d0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09eeffd640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f09e000bfd0 tx=0x7f09e0004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de75314b461d5700 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.776+0000 7f09d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0004940 con 0x562fa60a65d0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f09e00035f0 con 0x562fa60a65d0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09e00043c0 con 0x562fa60a65d0 2024-09-10T08:00:18.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f09e00037f0 con 0x562fa60a65d0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 10 client.19482 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x562fa61351f0 con 0x562fa60a65d0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09e00043c0 con 0x562fa60a65d0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f09e001dcd0 con 0x562fa60a65d0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 10 client.19482 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 10 client.19482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 20 client.19482 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa6135930 0x562fa6137d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 4 client.19482 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562fa6013d70 con 0x562fa6135930 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.777+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa6135930 0x562fa6137d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09e67fc640 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa6135930 0x562fa6137d50 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c3c50c0e6c36f96 server_cookie=dea4ff33ca4cd5e6 in_seq=0 out_seq=0 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09d67fc640 10 client.19482 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:18.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09d67fc640 1 -- 172.21.15.7:0/3828579377 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562fa6013d70 con 0x562fa6135930 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09d67fc640 10 client.19482 handle_command_reply: tid=0 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 client.19482 shutdown 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 msgr2=0x562fa60b9870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f09e000bfd0 tx=0x7f09e0004180 comp rx=0 tx=0).stop 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 shutdown_connections 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562fa6135930 0x562fa6137d50 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562fa60b1370 0x562fa60b6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562fa60a7b40 0x562fa60b9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 --2- 172.21.15.7:0/3828579377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562fa60a65d0 0x562fa60b9870 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 >> 172.21.15.7:0/3828579377 conn(0x562fa606f310 msgr2=0x562fa60af880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09d67fc640 0 client.19482 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 shutdown_connections 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 1 -- 172.21.15.7:0/3828579377 wait complete. 2024-09-10T08:00:18.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.778+0000 7f09f790c740 20 client.19482 trim_cache size 0 max 16384 2024-09-10T08:00:18.687 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-10T08:00:18.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 msgr2=0x7f09dc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 0x7f09dc0a50c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f09e8020000 tx=0x7f09e801d000 comp rx=0 tx=0).stop 2024-09-10T08:00:18.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 msgr2=0x7f09f019aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:18.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f09d8005940 tx=0x7f09d8004270 comp rx=0 tx=0).stop 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 shutdown_connections 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f09dc0a2c00 0x7f09dc0a50c0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09f0106f10 0x7f09f019ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f09f0102790 0x7f09f019aab0 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 --2- 172.21.15.7:0/646546508 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09f0101de0 0x7f09f019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 >> 172.21.15.7:0/646546508 conn(0x7f09f00fd8c0 msgr2=0x7f09f00fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 shutdown_connections 2024-09-10T08:00:18.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:17.779+0000 7f09f5533640 1 -- 172.21.15.7:0/646546508 wait complete. 2024-09-10T08:00:19.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.97 MB/sec warmup 81 sec latency 10449.961 ms 2024-09-10T08:00:20.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.85 MB/sec warmup 82 sec latency 11450.067 ms 2024-09-10T08:00:20.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:20 smithi145 ceph-mon[34766]: pgmap v811: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.9 MiB/s wr, 162 op/s 2024-09-10T08:00:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:20 smithi007 ceph-mon[30879]: pgmap v811: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.9 MiB/s wr, 162 op/s 2024-09-10T08:00:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:20 smithi110 ceph-mon[34417]: pgmap v811: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.9 MiB/s wr, 162 op/s 2024-09-10T08:00:20.903 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 18466758, 'ino': 1099511629641, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 20244988, 'ino': 1099511629434, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 39550997, 'ino': 1099511629307, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 60580319, 'ino': 1099511629616, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 65415374, 'ino': 1099511629226, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 124858615, 'ino': 1099511629454, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 147122575, 'ino': 1099511629059, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp'}, {'damage_type': 'backtrace', 'id': 177273300, 'ino': 1099511629230, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 181848943, 'ino': 1099511629324, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 195724643, 'ino': 1099511629333, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 202494035, 'ino': 1099511629335, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 229524904, 'ino': 1099511629574, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 242357670, 'ino': 1099511629339, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 249558483, 'ino': 1099511629507, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 250316481, 'ino': 1099511629409, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 263576502, 'ino': 1099511629364, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 277187655, 'ino': 1099511629501, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 277847172, 'ino': 1099511629237, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 311370838, 'ino': 1099511629463, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 322149637, 'ino': 1099511629128, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.004'}, {'damage_type': 'backtrace', 'id': 337926208, 'ino': 1099511629185, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 363643217, 'ino': 1099511629327, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 375162604, 'ino': 1099511629345, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 384951361, 'ino': 1099511629498, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 390788931, 'ino': 1099511629416, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 426558387, 'ino': 1099511629426, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 458829040, 'ino': 1099511629654, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 475026556, 'ino': 1099511629640, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 515474514, 'ino': 1099511629098, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.002'}, {'damage_type': 'backtrace', 'id': 531875943, 'ino': 1099511629644, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 543334674, 'ino': 1099511629550, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 549172471, 'ino': 1099511629419, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 592694523, 'ino': 1099511629384, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 616543389, 'ino': 1099511629241, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 616754356, 'ino': 1099511629171, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 652299436, 'ino': 1099511629093, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.001'}, {'damage_type': 'backtrace', 'id': 660023797, 'ino': 1099511629315, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 662745869, 'ino': 1099511629532, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 698172035, 'ino': 1099511629316, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 704634402, 'ino': 1099511629565, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 705564877, 'ino': 1099511629084, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.001'}, {'damage_type': 'backtrace', 'id': 706487637, 'ino': 1099511629455, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 726367221, 'ino': 1099511629147, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 750695693, 'ino': 1099511629173, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 758148991, 'ino': 1099511629606, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 767037246, 'ino': 1099511629354, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 770626728, 'ino': 1099511629261, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 788844709, 'ino': 1099511629568, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 792195595, 'ino': 1099511629152, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 799301476, 'ino': 1099511629552, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 810174719, 'ino': 1099511629082, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.001'}, {'damage_type': 'backtrace', 'id': 811874845, 'ino': 1099511629420, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 813083393, 'ino': 1099511629361, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 825632489, 'ino': 1099511629390, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 844385670, 'ino': 1099511629479, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 851907191, 'ino': 1099511629490, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 860331826, 'ino': 2199023262830, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 867114981, 'ino': 1099511629462, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 868633317, 'ino': 1099511629231, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 894777375, 'ino': 1099511629298, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 908349042, 'ino': 1099511629619, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 939529127, 'ino': 1099511629464, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 952673000, 'ino': 1099511629126, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 962827174, 'ino': 1099511629435, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 1007725158, 'ino': 1099511629201, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 1017518226, 'ino': 1099511629166, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 1019189971, 'ino': 1099511629133, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 1044661586, 'ino': 1099511629429, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 1048556035, 'ino': 1099511629428, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 1056376666, 'ino': 1099511629204, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 1073112295, 'ino': 1099511629573, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 1085461449, 'ino': 1099511629156, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 1126906945, 'ino': 1099511629362, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 1131185627, 'ino': 1099511629129, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 1158910390, 'ino': 1099511629519, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 1175256315, 'ino': 1099511629076, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.000'}, {'damage_type': 'backtrace', 'id': 1211077333, 'ino': 1099511629131, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 1221882153, 'ino': 1099511629273, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 1224160334, 'ino': 1099511629122, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 1251439448, 'ino': 1099511629400, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 1261363688, 'ino': 1099511629583, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 1264862154, 'ino': 1099511629625, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 1272919107, 'ino': 2199023262831, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 1284005713, 'ino': 1099511629470, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 1325495145, 'ino': 1099511629203, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 1330826761, 'ino': 1099511629065, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.000'}, {'damage_type': 'backtrace', 'id': 1372690139, 'ino': 1099511629108, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.003'}, {'damage_type': 'backtrace', 'id': 1389535316, 'ino': 1099511629481, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 1395850025, 'ino': 1099511629194, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 1454818696, 'ino': 1099511629608, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 1488012667, 'ino': 1099511629391, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 1535190746, 'ino': 1099511629611, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 1537930757, 'ino': 1099511629610, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 1579885447, 'ino': 1099511629505, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 1601697244, 'ino': 1099511629472, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 1622687047, 'ino': 1099511629306, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 1668186598, 'ino': 1099511629276, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 1696729929, 'ino': 1099511629081, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.000'}, {'damage_type': 'backtrace', 'id': 1725655388, 'ino': 1099511629071, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.000'}, {'damage_type': 'backtrace', 'id': 1744989061, 'ino': 1099511629488, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 1749961918, 'ino': 1099511629629, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 1759350024, 'ino': 1099511629285, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 1764229131, 'ino': 1099511629069, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp'}, {'damage_type': 'backtrace', 'id': 1790231911, 'ino': 1099511629104, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.002'}, {'damage_type': 'backtrace', 'id': 1824410368, 'ino': 1099511629238, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 1840362287, 'ino': 1099511629219, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 1842807754, 'ino': 1099511629320, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 1868161526, 'ino': 1099511629287, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 1874018496, 'ino': 1099511629587, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 1881269015, 'ino': 1099511629595, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 1888970999, 'ino': 1099511629254, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 1889365603, 'ino': 1099511629510, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 1895173914, 'ino': 1099511629380, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 1909936628, 'ino': 1099511629382, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 1913464278, 'ino': 1099511629492, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 1919315506, 'ino': 1099511629600, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 1919428348, 'ino': 1099511629637, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 1935264452, 'ino': 1099511629095, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.003'}, {'damage_type': 'backtrace', 'id': 1942431958, 'ino': 1099511629138, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 1985930744, 'ino': 1099511629123, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 1987979186, 'ino': 1099511629372, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 1995020376, 'ino': 1099511629248, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 1995557483, 'ino': 1099511629508, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 2023159608, 'ino': 1099511629144, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 2032616573, 'ino': 1099511629162, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 2035328053, 'ino': 1099511629143, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 2058485152, 'ino': 1099511629299, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 2078316272, 'ino': 1099511629117, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/filler.003'}, {'damage_type': 'backtrace', 'id': 2090189929, 'ino': 1099511629411, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 2100629425, 'ino': 1099511629165, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 2117229231, 'ino': 1099511629346, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 2130200009, 'ino': 1099511629466, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 2134937560, 'ino': 1099511629475, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 2141761120, 'ino': 1099511629473, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 2142591125, 'ino': 1099511629489, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 2149581865, 'ino': 1099511629590, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 2163819946, 'ino': 1099511629570, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 2169736892, 'ino': 1099511629348, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 2176124290, 'ino': 1099511629280, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 2191885688, 'ino': 1099511629317, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 2201849435, 'ino': 1099511629297, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 2214422520, 'ino': 1099511629618, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 2223057680, 'ino': 1099511629649, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 2274463170, 'ino': 1099511629161, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 2288731808, 'ino': 1099511629267, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 2306489199, 'ino': 1099511629443, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 2320804670, 'ino': 1099511629140, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 2324085443, 'ino': 1099511629447, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 2363934445, 'ino': 1099511629244, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 2368753682, 'ino': 1099511629178, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 2400734048, 'ino': 1099511629229, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 2405204190, 'ino': 1099511629371, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 2420232060, 'ino': 1099511629308, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 2432304113, 'ino': 1099511629652, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 2447197696, 'ino': 1099511629199, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 2455011622, 'ino': 1099511629633, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 2467799217, 'ino': 1099511629289, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 2514335792, 'ino': 1099511629483, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 2530038467, 'ino': 1099511629210, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 2540827841, 'ino': 1099511629311, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 2544681623, 'ino': 1099511629365, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 2544948349, 'ino': 1099511629343, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 2546207997, 'ino': 1099511629559, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 2546958771, 'ino': 1099511629063, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp'}, {'damage_type': 'backtrace', 'id': 2554064512, 'ino': 1099511629074, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.000'}, {'damage_type': 'backtrace', 'id': 2558339095, 'ino': 1099511629190, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 2573609036, 'ino': 1099511629438, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 2582160402, 'ino': 1099511629134, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 2596401331, 'ino': 1099511629111, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.004'}, {'damage_type': 'backtrace', 'id': 2615286660, 'ino': 1099511629582, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 2625725174, 'ino': 1099511629381, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 2625905209, 'ino': 1099511629094, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.002'}, {'damage_type': 'backtrace', 'id': 2626866578, 'ino': 1099511629212, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 2628639743, 'ino': 1099511629417, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 2629943917, 'ino': 2199023262829, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 2638515199, 'ino': 1099511629264, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 2647771903, 'ino': 1099511629105, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.004'}, {'damage_type': 'backtrace', 'id': 2663563806, 'ino': 1099511629656, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 2664015825, 'ino': 1099511629556, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 2694768040, 'ino': 1099511629330, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 2706487480, 'ino': 1099511629302, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 2720670274, 'ino': 1099511629516, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 2721305062, 'ino': 1099511629149, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 2748950783, 'ino': 1099511629392, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 2755966486, 'ino': 1099511629208, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 2773855840, 'ino': 1099511629627, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 2786202276, 'ino': 1099511629555, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 2804646833, 'ino': 1099511629517, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 2850720884, 'ino': 1099511629536, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 2854885745, 'ino': 1099511629113, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.004'}, {'damage_type': 'backtrace', 'id': 2879554900, 'ino': 1099511629598, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 2886531262, 'ino': 1099511629480, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 2927661573, 'ino': 1099511629592, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 2935872347, 'ino': 1099511629446, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 2944170193, 'ino': 1099511629523, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 2949723205, 'ino': 1099511629217, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 3017116233, 'ino': 1099511629353, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 3020238788, 'ino': 1099511629271, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 3073710165, 'ino': 1099511629114, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 3094163663, 'ino': 1099511629499, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 3114719039, 'ino': 1099511629242, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 3117176760, 'ino': 1099511629352, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 3132718915, 'ino': 1099511629399, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 3139551965, 'ino': 1099511629528, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 3140265444, 'ino': 1099511629239, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 3167084026, 'ino': 1099511629101, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.003'}, {'damage_type': 'backtrace', 'id': 3180547846, 'ino': 1099511629374, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 3182492907, 'ino': 1099511629195, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 3201148726, 'ino': 1099511629525, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 3202490880, 'ino': 1099511629541, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 3204588141, 'ino': 1099511629088, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.001'}, {'damage_type': 'backtrace', 'id': 3227932643, 'ino': 1099511629192, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 3240862010, 'ino': 1099511629588, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 3244358057, 'ino': 1099511629262, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 3265876074, 'ino': 1099511629249, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 3275466090, 'ino': 1099511629282, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 3288769484, 'ino': 1099511629075, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.001'}, {'damage_type': 'backtrace', 'id': 3316826686, 'ino': 1099511629252, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 3352512263, 'ino': 1099511629408, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 3354006316, 'ino': 1099511629068, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp'}, {'damage_type': 'backtrace', 'id': 3372086447, 'ino': 1099511629213, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 3389269628, 'ino': 1099511629153, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 3438042546, 'ino': 1099511629602, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 3442008911, 'ino': 1099511629624, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 3443957638, 'ino': 1099511629158, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 3467274555, 'ino': 1099511629636, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 3504872549, 'ino': 1099511629437, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 3506911464, 'ino': 1099511629650, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 3534525789, 'ino': 1099511629514, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 3566447434, 'ino': 1099511629168, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 3597490207, 'ino': 1099511629337, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 3614462116, 'ino': 1099511629425, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 3659913846, 'ino': 1099511629645, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 3666229545, 'ino': 1099511629496, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 3692826182, 'ino': 1099511629457, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 3718425399, 'ino': 1099511629182, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 3728787060, 'ino': 1099511629453, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 3734335864, 'ino': 1099511629546, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 3748683309, 'ino': 1099511629615, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 3749743096, 'ino': 1099511629184, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 3753173239, 'ino': 1099511629543, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 3795153070, 'ino': 1099511629253, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 3832576660, 'ino': 1099511629632, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 3856396997, 'ino': 1099511629270, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 3858613933, 'ino': 1099511629103, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/filler.003'}, {'damage_type': 'backtrace', 'id': 3861350421, 'ino': 1099511629561, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 3867656854, 'ino': 1099511629118, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/filler.004'}, {'damage_type': 'backtrace', 'id': 3893092501, 'ino': 1099511629279, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 3915876500, 'ino': 1099511629187, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 3953125427, 'ino': 1099511629091, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/filler.002'}, {'damage_type': 'backtrace', 'id': 3962267750, 'ino': 1099511629538, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 4018874995, 'ino': 1099511629564, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 4021960760, 'ino': 1099511629373, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 4027903605, 'ino': 1099511629356, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 4042214986, 'ino': 1099511629579, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 4052515001, 'ino': 1099511629534, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 4061573817, 'ino': 1099511629085, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/filler.002'}, {'damage_type': 'backtrace', 'id': 4081831422, 'ino': 1099511629526, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 4092437945, 'ino': 1099511629402, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 4102504955, 'ino': 1099511629221, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 4105165619, 'ino': 1099511629578, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 4166774142, 'ino': 1099511629258, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 4188920990, 'ino': 1099511629547, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 4190099541, 'ino': 1099511629290, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client6/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 4190797476, 'ino': 1099511629326, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client5/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 4216870288, 'ino': 1099511629444, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 4222801382, 'ino': 1099511629294, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 4241143056, 'ino': 1099511629175, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client7/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 4294153591, 'ino': 1099511629222, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client8/~dmtmp/PWRPNT/TIPS.PPT'}] 2024-09-10T08:00:20.904 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 3398034, 'ino': 1099511629626, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 10303935, 'ino': 1099511629183, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 15097660, 'ino': 1099511629471, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 16199793, 'ino': 1099511629151, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 56737441, 'ino': 1099511629557, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 80017696, 'ino': 1099511629643, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 118771991, 'ino': 1099511629283, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 119751763, 'ino': 1099511629288, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 121345563, 'ino': 1099511629506, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 127340696, 'ino': 1099511629359, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 146423247, 'ino': 1099511629357, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 148537042, 'ino': 1099511629395, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 155657277, 'ino': 1099511629586, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 160761845, 'ino': 1099511629216, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 163448451, 'ino': 1099511629577, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 215224844, 'ino': 1099511629418, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 239473885, 'ino': 1099511629107, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.004'}, {'damage_type': 'backtrace', 'id': 246215724, 'ino': 1099511629465, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 248827712, 'ino': 1099511629549, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 260262481, 'ino': 1099511629560, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 282808935, 'ino': 1099511629432, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 289174175, 'ino': 1099511629512, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 295253345, 'ino': 1099511629605, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 316873519, 'ino': 1099511629062, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.000'}, {'damage_type': 'backtrace', 'id': 341752288, 'ino': 1099511629257, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 349615581, 'ino': 1099511629332, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 362469148, 'ino': 1099511629452, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 415535666, 'ino': 1099511629601, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 431709706, 'ino': 1099511629647, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 442556413, 'ino': 1099511629293, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 449651969, 'ino': 1099511629393, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 461106383, 'ino': 1099511629440, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 474307150, 'ino': 1099511629250, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 495642667, 'ino': 1099511629553, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 496734103, 'ino': 1099511629275, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 500907022, 'ino': 1099511629312, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 508894228, 'ino': 1099511629377, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 518823850, 'ino': 1099511629347, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 554260551, 'ino': 1099511629591, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 554692990, 'ino': 1099511629421, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 594442593, 'ino': 1099511629124, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 606639958, 'ino': 1099511629228, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 662521759, 'ino': 1099511629110, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 673703183, 'ino': 1099511629159, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 765933897, 'ino': 1099511629278, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 789133795, 'ino': 1099511629198, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 794479167, 'ino': 1099511629200, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 834486057, 'ino': 1099511629581, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 845378792, 'ino': 1099511629566, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 847253928, 'ino': 1099511629146, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 940313515, 'ino': 1099511629314, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 946294853, 'ino': 1099511629503, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 996331118, 'ino': 1099511629527, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 999027681, 'ino': 1099511629209, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 1030101110, 'ino': 1099511629509, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.VAL'}, {'damage_type': 'backtrace', 'id': 1034947987, 'ino': 1099511629077, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.001'}, {'damage_type': 'backtrace', 'id': 1056137928, 'ino': 1099511629218, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 1071943666, 'ino': 1099511629530, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 1141978708, 'ino': 1099511629342, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 1166141087, 'ino': 1099511629269, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 1169675944, 'ino': 1099511629599, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 1194074675, 'ino': 1099511629235, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 1217913335, 'ino': 1099511629338, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 1219807954, 'ino': 1099511629383, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 1233427824, 'ino': 1099511629474, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 1254665942, 'ino': 1099511629172, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 1322383084, 'ino': 1099511629461, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 1327221656, 'ino': 1099511629202, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 1343425358, 'ino': 1099511629593, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.FSL'}, {'damage_type': 'backtrace', 'id': 1375790374, 'ino': 1099511629225, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 1394936162, 'ino': 1099511629061, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp'}, {'damage_type': 'backtrace', 'id': 1405105251, 'ino': 1099511629456, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 1427726413, 'ino': 1099511629424, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 1447081778, 'ino': 1099511629164, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 1516514288, 'ino': 1099511629436, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.X04'}, {'damage_type': 'backtrace', 'id': 1527213795, 'ino': 1099511629515, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 1560976777, 'ino': 1099511629310, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC2.CDR'}, {'damage_type': 'backtrace', 'id': 1612862752, 'ino': 1099511629323, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 1616792571, 'ino': 1099511629575, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 1629527496, 'ino': 1099511629155, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 1652868390, 'ino': 1099511629305, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 1662930709, 'ino': 1099511629482, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 1717151252, 'ino': 1099511629328, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 1729863202, 'ino': 1099511629460, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.PX'}, {'damage_type': 'backtrace', 'id': 1730051237, 'ino': 1099511629296, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 1753948870, 'ino': 1099511629066, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.000'}, {'damage_type': 'backtrace', 'id': 1828591938, 'ino': 1099511629551, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.Y03'}, {'damage_type': 'backtrace', 'id': 1870024679, 'ino': 1099511629256, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 1880530102, 'ino': 1099511629341, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 1883284857, 'ino': 1099511629360, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 1884238934, 'ino': 1099511629596, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS'}, {'damage_type': 'backtrace', 'id': 1914080395, 'ino': 1099511629220, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TRIDOTS.POT'}, {'damage_type': 'backtrace', 'id': 1948020277, 'ino': 1099511629613, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 1950604378, 'ino': 1099511629266, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 1956539951, 'ino': 1099511629245, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 2005911524, 'ino': 1099511629491, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 2007330975, 'ino': 1099511629404, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 2016034807, 'ino': 1099511629544, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 2050703857, 'ino': 1099511629100, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.004'}, {'damage_type': 'backtrace', 'id': 2079742449, 'ino': 1099511629648, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/LARGE.FIL'}, {'damage_type': 'backtrace', 'id': 2132120944, 'ino': 1099511629142, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 2137355547, 'ino': 1099511629169, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/EXCEL/SALES.XLS'}, {'damage_type': 'backtrace', 'id': 2149158451, 'ino': 1099511629135, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 2158924412, 'ino': 1099511629387, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/EVENTS.DOC'}, {'damage_type': 'backtrace', 'id': 2163861244, 'ino': 1099511629072, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.001'}, {'damage_type': 'backtrace', 'id': 2164519770, 'ino': 1099511629635, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 2170486990, 'ino': 1099511629487, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 2172952655, 'ino': 1099511629366, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 2177097029, 'ino': 1099511629086, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.002'}, {'damage_type': 'backtrace', 'id': 2255311820, 'ino': 1099511629191, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 2258836933, 'ino': 1099511629096, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.003'}, {'damage_type': 'backtrace', 'id': 2270998841, 'ino': 1099511629141, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 2286545650, 'ino': 1099511629445, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 2293551818, 'ino': 1099511629227, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 2294994526, 'ino': 1099511629177, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 2316783948, 'ino': 1099511629571, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 2348372954, 'ino': 1099511629189, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 2348788371, 'ino': 1099511629150, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL'}, {'damage_type': 'backtrace', 'id': 2390255783, 'ino': 1099511629319, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 2407410418, 'ino': 1099511629274, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/MAILBOX2.CPT'}, {'damage_type': 'backtrace', 'id': 2441074320, 'ino': 1099511629115, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 2457747235, 'ino': 1099511629604, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 2479003489, 'ino': 1099511629378, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 2534744195, 'ino': 1099511629321, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/ROSE.CPT'}, {'damage_type': 'backtrace', 'id': 2537452880, 'ino': 1099511629535, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 2546574857, 'ino': 1099511629396, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 2568672738, 'ino': 1099511629385, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PM/T1.XLS'}, {'damage_type': 'backtrace', 'id': 2589572226, 'ino': 1099511629119, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 2589841602, 'ino': 1099511629067, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.000'}, {'damage_type': 'backtrace', 'id': 2617455779, 'ino': 1099511629132, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 2636526269, 'ino': 1099511629410, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 2685697049, 'ino': 1099511629542, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.X03'}, {'damage_type': 'backtrace', 'id': 2737874619, 'ino': 1099511629060, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp'}, {'damage_type': 'backtrace', 'id': 2771218682, 'ino': 1099511629451, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.DB'}, {'damage_type': 'backtrace', 'id': 2778533408, 'ino': 1099511629181, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT/PCBENCHM.PPT'}, {'damage_type': 'backtrace', 'id': 2798883826, 'ino': 1099511629401, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM/MOVED.DOC'}, {'damage_type': 'backtrace', 'id': 2810843231, 'ino': 1099511629180, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 2867830206, 'ino': 1099511629329, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CORELDRW.CDT'}, {'damage_type': 'backtrace', 'id': 2887021638, 'ino': 1099511629106, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/filler.004'}, {'damage_type': 'backtrace', 'id': 2891044551, 'ino': 1099511629247, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRBARS.CFG'}, {'damage_type': 'backtrace', 'id': 2922193037, 'ino': 1099511629174, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PWRPNT'}, {'damage_type': 'backtrace', 'id': 2939033506, 'ino': 1099511629087, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.002'}, {'damage_type': 'backtrace', 'id': 2944805430, 'ino': 1099511629634, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 2960060064, 'ino': 1099511629240, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 3001673834, 'ino': 1099511629484, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 3008208253, 'ino': 1099511629233, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL'}, {'damage_type': 'backtrace', 'id': 3009852724, 'ino': 1099511629430, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 3081619203, 'ino': 1099511629291, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/SIGN2.CPT'}, {'damage_type': 'backtrace', 'id': 3097824010, 'ino': 1099511629211, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/TIPS.PPT'}, {'damage_type': 'backtrace', 'id': 3133293845, 'ino': 1099511629412, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 3160963024, 'ino': 1099511629127, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/BASEMACH.DOC'}, {'damage_type': 'backtrace', 'id': 3174440331, 'ino': 1099511629336, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO'}, {'damage_type': 'backtrace', 'id': 3174569202, 'ino': 1099511629350, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/BENCHS.LWP'}, {'damage_type': 'backtrace', 'id': 3174624563, 'ino': 1099511629375, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 3196418795, 'ino': 1099511629058, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp'}, {'damage_type': 'backtrace', 'id': 3209907342, 'ino': 1099511629500, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 3248869979, 'ino': 1099511629533, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 3250363140, 'ino': 1099511629370, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PM'}, {'damage_type': 'backtrace', 'id': 3276025708, 'ino': 1099511629569, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.TV'}, {'damage_type': 'backtrace', 'id': 3299866972, 'ino': 1099511629080, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.002'}, {'damage_type': 'backtrace', 'id': 3333869414, 'ino': 1099511629562, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/ENROLL.VAL'}, {'damage_type': 'backtrace', 'id': 3474580584, 'ino': 1099511629090, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/filler.003'}, {'damage_type': 'backtrace', 'id': 3487490087, 'ino': 1099511629368, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/WORDPRO/NEWS1_1.LWP'}, {'damage_type': 'backtrace', 'id': 3489087629, 'ino': 1099511629442, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.Y04'}, {'damage_type': 'backtrace', 'id': 3546199827, 'ino': 1099511629539, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/ENROLL.PX'}, {'damage_type': 'backtrace', 'id': 3546495699, 'ino': 1099511629518, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 3554585158, 'ino': 1099511629116, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD'}, {'damage_type': 'backtrace', 'id': 3557172748, 'ino': 1099511629628, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 3600717430, 'ino': 1099511629137, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORD/FACTS.DOC'}, {'damage_type': 'backtrace', 'id': 3614743995, 'ino': 1099511629521, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.MB'}, {'damage_type': 'backtrace', 'id': 3625743839, 'ino': 1099511629236, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/CDRROLS.CFG'}, {'damage_type': 'backtrace', 'id': 3631121101, 'ino': 1099511629078, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.001'}, {'damage_type': 'backtrace', 'id': 3650328454, 'ino': 1099511629301, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 3652868311, 'ino': 1099511629639, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED/MEDIUM.FIL'}, {'damage_type': 'backtrace', 'id': 3659364414, 'ino': 1099511629469, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.XG0'}, {'damage_type': 'backtrace', 'id': 3678473442, 'ino': 1099511629617, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 3723353531, 'ino': 1099511629622, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/SEED/SMALL.FIL'}, {'damage_type': 'backtrace', 'id': 3752875221, 'ino': 1099511629524, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/ENROLL.DB'}, {'damage_type': 'backtrace', 'id': 3851610210, 'ino': 1099511629497, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG1'}, {'damage_type': 'backtrace', 'id': 3857867717, 'ino': 1099511629427, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PARADOX/COURSES.PX'}, {'damage_type': 'backtrace', 'id': 3880059497, 'ino': 1099511629259, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/COREL/ARTISTIC.ACL'}, {'damage_type': 'backtrace', 'id': 3880891327, 'ino': 1099511629584, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.FSL'}, {'damage_type': 'backtrace', 'id': 3908945348, 'ino': 1099511629620, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/SEED'}, {'damage_type': 'backtrace', 'id': 3921587254, 'ino': 1099511629265, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/GRAPHIC1.CDR'}, {'damage_type': 'backtrace', 'id': 3923383206, 'ino': 1099511629351, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/WORDPRO/RESULTS.XLS'}, {'damage_type': 'backtrace', 'id': 3978330888, 'ino': 1099511629160, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/EXCEL/PCMAGCD.XLS'}, {'damage_type': 'backtrace', 'id': 3993567037, 'ino': 1099511629097, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/filler.003'}, {'damage_type': 'backtrace', 'id': 4029016986, 'ino': 1099511629207, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PWRPNT/PPTOOLS1.PPA'}, {'damage_type': 'backtrace', 'id': 4098606242, 'ino': 1099511629478, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/STUDENTS.YG0'}, {'damage_type': 'backtrace', 'id': 4133838907, 'ino': 1099511629284, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TEAPOT2.CPT'}, {'damage_type': 'backtrace', 'id': 4136140952, 'ino': 1099511629303, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/COREL/TRAIN.CDR'}, {'damage_type': 'backtrace', 'id': 4166012393, 'ino': 1099511629121, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/WORD/CHAP10.DOC'}, {'damage_type': 'backtrace', 'id': 4183483850, 'ino': 1099511629415, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX/COURSES.DB'}, {'damage_type': 'backtrace', 'id': 4188900377, 'ino': 1099511629193, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client4/~dmtmp/PWRPNT/ZD16.BMP'}, {'damage_type': 'backtrace', 'id': 4233237322, 'ino': 1099511629495, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/STUDENTS.XG1'}, {'damage_type': 'backtrace', 'id': 4279423303, 'ino': 1099511629609, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/ACCESS/FASTENER.MDB'}, {'damage_type': 'backtrace', 'id': 4284822789, 'ino': 1099511629406, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client2/~dmtmp/PARADOX'}, {'damage_type': 'backtrace', 'id': 4287972020, 'ino': 1099511629448, 'path': '/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client3/~dmtmp/PARADOX/COURSES.Y04'}] 2024-09-10T08:00:20.904 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-09-10T08:00:21.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.73 MB/sec warmup 83 sec latency 12450.193 ms 2024-09-10T08:00:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.62 MB/sec warmup 84 sec latency 13450.308 ms 2024-09-10T08:00:22.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:22 smithi145 ceph-mon[34766]: pgmap v812: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 628 KiB/s wr, 90 op/s 2024-09-10T08:00:22.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:22 smithi007 ceph-mon[30879]: pgmap v812: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 628 KiB/s wr, 90 op/s 2024-09-10T08:00:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:22 smithi110 ceph-mon[34417]: pgmap v812: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 167 KiB/s rd, 628 KiB/s wr, 90 op/s 2024-09-10T08:00:23.135 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:00:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.50 MB/sec warmup 85 sec latency 14450.377 ms 2024-09-10T08:00:23.405 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.650+0000 7f6554778640 1 -- 172.21.15.7:0/2006837654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 msgr2=0x7f654c1020d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.650+0000 7f6554778640 1 --2- 172.21.15.7:0/2006837654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c1020d0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f653c009900 tx=0x7f653c02a410 comp rx=0 tx=0).stop 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- 172.21.15.7:0/2006837654 shutdown_connections 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- 172.21.15.7:0/2006837654 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c102610 0x7f654c108ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- 172.21.15.7:0/2006837654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c1020d0 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- 172.21.15.7:0/2006837654 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c100a60 0x7f654c100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- 172.21.15.7:0/2006837654 >> 172.21.15.7:0/2006837654 conn(0x7f654c0fc1e0 msgr2=0x7f654c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- 172.21.15.7:0/2006837654 shutdown_connections 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- 172.21.15.7:0/2006837654 wait complete. 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 Processor -- start 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- start start 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c100a60 0x7f654c06ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 0x7f654c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10c570 con 0x7f654c101c50 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10c3f0 con 0x7f654c102610 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6554778640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10c6f0 con 0x7f654c100a60 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52018/0 (socket says 172.21.15.7:52018) 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.651+0000 7f6551d13640 1 -- 172.21.15.7:0/1883297314 learned_addr learned my addr 172.21.15.7:0/1883297314 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6552d15640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 0x7f654c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 -- 172.21.15.7:0/1883297314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c100a60 msgr2=0x7f654c06ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6552514640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c100a60 0x7f654c06ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c100a60 0x7f654c06ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 -- 172.21.15.7:0/1883297314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 msgr2=0x7f654c19f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 0x7f654c19f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 -- 172.21.15.7:0/1883297314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654c19f910 con 0x7f654c101c50 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6552d15640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 0x7f654c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6551d13640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f653c005940 tx=0x7f653c004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f65437fe640 1 -- 172.21.15.7:0/1883297314 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c03f030 con 0x7f654c101c50 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f65437fe640 1 -- 172.21.15.7:0/1883297314 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f653c003cb0 con 0x7f654c101c50 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654c19fb40 con 0x7f654c101c50 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f65437fe640 1 -- 172.21.15.7:0/1883297314 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c035070 con 0x7f654c101c50 2024-09-10T08:00:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.652+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f654c1a0080 con 0x7f654c101c50 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.654+0000 7f65437fe640 1 -- 172.21.15.7:0/1883297314 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f653c042030 con 0x7f654c101c50 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 Processor -- start 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 -- start start 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c5f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c641b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561b12bbe2f0 con 0x561b12c64780 2024-09-10T08:00:23.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561b12b66270 con 0x561b12c5edb0 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65575f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561b12bba2b0 con 0x561b12c5f6f0 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52028/0 (socket says 172.21.15.7:52028) 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 -- 172.21.15.7:0/2429485240 learned_addr learned my addr 172.21.15.7:0/2429485240 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6552514640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c641b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6552d15640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c5f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 -- 172.21.15.7:0/2429485240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 msgr2=0x561b12c641b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c641b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 -- 172.21.15.7:0/2429485240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 msgr2=0x561b12c5f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c5f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f65437fe640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 0x7f65380a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6551d13640 1 -- 172.21.15.7:0/2429485240 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b12b65340 con 0x561b12c64780 2024-09-10T08:00:23.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.655+0000 7f6552d15640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c5f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f6552d15640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 0x7f65380a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f6551d13640 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f653c0bed50 tx=0x7f653c0b8700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3725e7c856915553 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f65437fe640 1 -- 172.21.15.7:0/1883297314 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f653c0eff40 con 0x7f654c101c50 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f6540ff9640 1 -- 172.21.15.7:0/2429485240 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c049070 con 0x561b12c64780 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f6540ff9640 1 -- 172.21.15.7:0/2429485240 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f653c0bcaa0 con 0x561b12c64780 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.656+0000 7f6540ff9640 1 -- 172.21.15.7:0/2429485240 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c0bbee0 con 0x561b12c64780 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- 172.21.15.7:0/2429485240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 msgr2=0x561b12c66c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f653c0bed50 tx=0x7f653c0b8700 comp rx=0 tx=0).stop 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f6552d15640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 0x7f65380a5170 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f654400a520 tx=0x7f654400a4b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- 172.21.15.7:0/2429485240 shutdown_connections 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c66c40 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c641b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- 172.21.15.7:0/2429485240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c5f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.661 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- 172.21.15.7:0/2429485240 >> 172.21.15.7:0/2429485240 conn(0x561b12c56010 msgr2=0x561b12c56410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- 172.21.15.7:0/2429485240 shutdown_connections 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- 172.21.15.7:0/2429485240 wait complete. 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- start start 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 Processor -- start 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c68c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 0x561b12c70190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561b12bbe2f0 con 0x561b12c5f6f0 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561b12b47290 con 0x561b12c5edb0 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.657+0000 7f65575f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561b12c67510 con 0x561b12c64780 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f65575f1740 10 client.0 _ll_register_callbacks cb 0x561b12b78140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52032/0 (socket says 172.21.15.7:52032) 2024-09-10T08:00:23.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 -- 172.21.15.7:0/2155956886 learned_addr learned my addr 172.21.15.7:0/2155956886 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6552514640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c68c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6552d15640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 0x561b12c70190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 -- 172.21.15.7:0/2155956886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 msgr2=0x561b12c70190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 0x561b12c70190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 -- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 msgr2=0x561b12c68c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c68c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 -- 172.21.15.7:0/2155956886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b128d1210 con 0x561b12c5f6f0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6552d15640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 0x561b12c70190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6551d13640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f653c0bc330 tx=0x7f653c032f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1caeb249afe5933 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6535ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c049070 con 0x561b12c5f6f0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f653c0b81f0 con 0x561b12c5f6f0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f653c0bcaa0 con 0x561b12c5f6f0 2024-09-10T08:00:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f653c0bee10 con 0x561b12c5f6f0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.658+0000 7f65575f1740 10 client.19494 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x561b1299d620 con 0x561b12c5f6f0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f653c0bcaa0 con 0x561b12c5f6f0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f653c0b8a10 con 0x561b12c5f6f0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 10 client.19494 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 10 client.19494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 20 client.19494 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12c769d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 4 client.19494 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b12bcba20 con 0x561b12c745b0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.659+0000 7f6552514640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12c769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.660+0000 7f6552514640 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12c769d0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=257012a32bef75d1 server_cookie=f50df484fa2f5d2 in_seq=0 out_seq=0 2024-09-10T08:00:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.660+0000 7f6535ffb640 10 client.19494 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f6535ffb640 1 -- 172.21.15.7:0/2155956886 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b12bcba20 con 0x561b12c745b0 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f6535ffb640 10 client.19494 handle_command_reply: tid=0 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 client.19494 shutdown 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 msgr2=0x561b12c69150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f653c0bc330 tx=0x7f653c032f60 comp rx=0 tx=0).stop 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 shutdown_connections 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12c769d0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f6535ffb640 0 client.19494 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c64780 0x561b12c70190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5f6f0 0x561b12c69150 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 --2- 172.21.15.7:0/2155956886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5edb0 0x561b12c68c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 >> 172.21.15.7:0/2155956886 conn(0x561b12c56010 msgr2=0x561b12c57820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 shutdown_connections 2024-09-10T08:00:23.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 1 -- 172.21.15.7:0/2155956886 wait complete. 2024-09-10T08:00:23.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.661+0000 7f65575f1740 20 client.19494 trim_cache size 0 max 16384 2024-09-10T08:00:23.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 Processor -- start 2024-09-10T08:00:23.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 -- start start 2024-09-10T08:00:23.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 0x561b12c56ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 0x561b12c70150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1aacb0 con 0x561b12c64780 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1a84f0 con 0x561b12c5f6f0 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f65575f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1a6360 con 0x561b12c5edb0 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52038/0 (socket says 172.21.15.7:52038) 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 -- 172.21.15.7:0/371454505 learned_addr learned my addr 172.21.15.7:0/371454505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552514640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 0x561b12c56ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6551d13640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 0x561b12c70150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 -- 172.21.15.7:0/371454505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 msgr2=0x561b12c56ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 0x561b12c56ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.676+0000 7f6552d15640 1 -- 172.21.15.7:0/371454505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 msgr2=0x561b12c70150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6552d15640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 0x561b12c70150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6552d15640 1 -- 172.21.15.7:0/371454505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b1299d620 con 0x561b12c64780 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6552514640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 0x561b12c56ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6551d13640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 0x561b12c70150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6552d15640 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f6544011760 tx=0x7f6544013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255f18a6771afd43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6537fff640 1 -- 172.21.15.7:0/371454505 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654401da30 con 0x561b12c64780 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6537fff640 1 -- 172.21.15.7:0/371454505 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f654401dbd0 con 0x561b12c64780 2024-09-10T08:00:23.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.677+0000 7f6537fff640 1 -- 172.21.15.7:0/371454505 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654401b670 con 0x561b12c64780 2024-09-10T08:00:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- 172.21.15.7:0/371454505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 msgr2=0x561b12c57400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f6544011760 tx=0x7f6544013000 comp rx=0 tx=0).stop 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- 172.21.15.7:0/371454505 shutdown_connections 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c64780 0x561b12c57400 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c5f6f0 0x561b12c70150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 --2- 172.21.15.7:0/371454505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5edb0 0x561b12c56ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- 172.21.15.7:0/371454505 >> 172.21.15.7:0/371454505 conn(0x561b12c56010 msgr2=0x561b12c68c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- 172.21.15.7:0/371454505 shutdown_connections 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- 172.21.15.7:0/371454505 wait complete. 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 -- start start 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.678+0000 7f65575f1740 1 Processor -- start 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c6e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c64780 0x561b12c6f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1a69b0 con 0x561b12c5edb0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1a7e20 con 0x561b12c64780 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1a7080 con 0x561b12c5f6f0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f65575f1740 10 client.0 _ll_register_callbacks cb 0x7f654800b2c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52052/0 (socket says 172.21.15.7:52052) 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 -- 172.21.15.7:0/232899745 learned_addr learned my addr 172.21.15.7:0/232899745 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6551d13640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c6e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552d15640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c64780 0x561b12c6f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 -- 172.21.15.7:0/232899745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 msgr2=0x561b12c6e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c6e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 -- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c64780 msgr2=0x561b12c6f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c64780 0x561b12c6f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6552514640 1 -- 172.21.15.7:0/232899745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b12c512d0 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.679+0000 7f6551d13640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c6e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6552514640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x561b12c60120 tx=0x7f654800f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=130e5581d7e692c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6535ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654801c8f0 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f654801ca90 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f654401dbd0 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f654802d050 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f65575f1740 10 client.19500 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x561b12cdf440 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.680+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f654401dbd0 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f6548025400 con 0x561b12c5edb0 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 10 client.19500 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 10 client.19500 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 20 client.19500 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12ce1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 4 client.19500 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561b12bc5d70 con 0x561b12c745b0 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f6551d13640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12ce1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f6535ffb640 10 client.19500 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.681+0000 7f6551d13640 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12ce1ec0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8daa16547c9a0ec8 server_cookie=5b3c584cc0a25171 in_seq=0 out_seq=0 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f6535ffb640 1 -- 172.21.15.7:0/232899745 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561b12bc5d70 con 0x561b12c745b0 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f6535ffb640 10 client.19500 handle_command_reply: tid=0 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 client.19500 shutdown 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 msgr2=0x561b12c6dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x561b12c60120 tx=0x7f654800f8b0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 shutdown_connections 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561b12c745b0 0x561b12ce1ec0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561b12c64780 0x561b12c6f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561b12c5f6f0 0x561b12c6e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 --2- 172.21.15.7:0/232899745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561b12c5edb0 0x561b12c6dba0 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 >> 172.21.15.7:0/232899745 conn(0x561b12c56010 msgr2=0x561b12c549a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f6535ffb640 0 client.19500 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 shutdown_connections 2024-09-10T08:00:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.704+0000 7f65575f1740 1 -- 172.21.15.7:0/232899745 wait complete. 2024-09-10T08:00:23.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.717+0000 7f65575f1740 20 client.19500 trim_cache size 0 max 16384 2024-09-10T08:00:23.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:00:23.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:00:23.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:00:23.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 msgr2=0x7f65380a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 0x7f65380a5170 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f654400a520 tx=0x7f654400a4b0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 msgr2=0x7f654c19c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f653c005940 tx=0x7f653c004430 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 shutdown_connections 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f65380a2cb0 0x7f65380a5170 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f654c102610 0x7f654c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f654c101c50 0x7f654c19c9e0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 --2- 172.21.15.7:0/1883297314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f654c100a60 0x7f654c06ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 >> 172.21.15.7:0/1883297314 conn(0x7f654c0fc1e0 msgr2=0x7f654c105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 shutdown_connections 2024-09-10T08:00:23.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:23.718+0000 7f6554778640 1 -- 172.21.15.7:0/1883297314 wait complete. 2024-09-10T08:00:23.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 -- 172.21.15.7:0/2245513930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc1036c0 msgr2=0x7f79cc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 --2- 172.21.15.7:0/2245513930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc1036c0 0x7f79cc10bbb0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f79b8009900 tx=0x7f79b802a480 comp rx=0 tx=0).stop 2024-09-10T08:00:23.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 -- 172.21.15.7:0/2245513930 shutdown_connections 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 --2- 172.21.15.7:0/2245513930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc10c180 0x7f79cc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 --2- 172.21.15.7:0/2245513930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc1036c0 0x7f79cc10bbb0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 --2- 172.21.15.7:0/2245513930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc102da0 0x7f79cc103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 -- 172.21.15.7:0/2245513930 >> 172.21.15.7:0/2245513930 conn(0x7f79cc0fc7a0 msgr2=0x7f79cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 -- 172.21.15.7:0/2245513930 shutdown_connections 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.904+0000 7f79d3116640 1 -- 172.21.15.7:0/2245513930 wait complete. 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 Processor -- start 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 -- start start 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 0x7f79cc1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc1036c0 0x7f79cc198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc111e50 con 0x7f79cc10c180 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc111cd0 con 0x7f79cc1036c0 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d3116640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc111fd0 con 0x7f79cc102da0 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52070/0 (socket says 172.21.15.7:52070) 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 -- 172.21.15.7:0/1528622135 learned_addr learned my addr 172.21.15.7:0/1528622135 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79cbfff640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc1036c0 0x7f79cc198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d0eb2640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 0x7f79cc1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 -- 172.21.15.7:0/1528622135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 msgr2=0x7f79cc1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 0x7f79cc1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 -- 172.21.15.7:0/1528622135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc1036c0 msgr2=0x7f79cc198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc1036c0 0x7f79cc198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 -- 172.21.15.7:0/1528622135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79cc19d380 con 0x7f79cc10c180 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d0eb2640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 0x7f79cc1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:23.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.905+0000 7f79d16b3640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f79c400b970 tx=0x7f79c400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.906+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4019070 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.906+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79c4014440 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.906+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79cc19d670 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.906+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c40075d0 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.906+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79cc1a4f50 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.907+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79cc103180 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.908+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f79c401c070 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.908+0000 7f79c9ffb640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 0x7f79bc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.909+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f79c40ce950 con 0x7f79cc10c180 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.909+0000 7f79d0eb2640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 0x7f79bc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.909+0000 7f79d0eb2640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 0x7f79bc0a50c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f79c00058c0 tx=0x7f79c0005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:23.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:23.913+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f79c409ae60 con 0x7f79cc10c180 2024-09-10T08:00:24.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.130+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79cc1071c0 con 0x7f79cc10c180 2024-09-10T08:00:24.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.131+0000 7f79c9ffb640 1 -- 172.21.15.7:0/1528622135 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11924 (secure 0 0 0) 0x7f79c409f160 con 0x7f79cc10c180 2024-09-10T08:00:24.130 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:00:24.130 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"btime":"2024-09-10T07:59:32:947461+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:32.822025+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:00:24.131 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 37 2024-09-10T08:00:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 msgr2=0x7f79bc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 0x7f79bc0a50c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f79c00058c0 tx=0x7f79c0005850 comp rx=0 tx=0).stop 2024-09-10T08:00:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 msgr2=0x7f79cc19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f79c400b970 tx=0x7f79c400be30 comp rx=0 tx=0).stop 2024-09-10T08:00:24.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 shutdown_connections 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79bc0a2c00 0x7f79bc0a50c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79cc10c180 0x7f79cc19cca0 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79cc1036c0 0x7f79cc198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 --2- 172.21.15.7:0/1528622135 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79cc102da0 0x7f79cc1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 >> 172.21.15.7:0/1528622135 conn(0x7f79cc0fc7a0 msgr2=0x7f79cc0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 shutdown_connections 2024-09-10T08:00:24.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:24.133+0000 7f79d3116640 1 -- 172.21.15.7:0/1528622135 wait complete. 2024-09-10T08:00:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.39 MB/sec warmup 86 sec latency 15450.459 ms 2024-09-10T08:00:24.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:24 smithi145 ceph-mon[34766]: pgmap v813: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 365 KiB/s wr, 68 op/s 2024-09-10T08:00:24.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:24 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1528622135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:24.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:24 smithi007 ceph-mon[30879]: pgmap v813: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 365 KiB/s wr, 68 op/s 2024-09-10T08:00:24.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:24 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1528622135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:24 smithi110 ceph-mon[34417]: pgmap v813: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 365 KiB/s wr, 68 op/s 2024-09-10T08:00:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:24 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1528622135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:24.946 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 4093d22c --release --await' 2024-09-10T08:00:24.947 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 4093d22c --release --await 2024-09-10T08:00:25.211 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 11932 9.28 MB/sec warmup 87 sec latency 16450.543 ms 2024-09-10T08:00:25.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- 172.21.15.7:0/2214170710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074f40 msgr2=0x7fd85010de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- 172.21.15.7:0/2214170710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074f40 0x7fd85010de80 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd844009900 tx=0x7fd84402a480 comp rx=0 tx=0).stop 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- 172.21.15.7:0/2214170710 shutdown_connections 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- 172.21.15.7:0/2214170710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 0x7fd850110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- 172.21.15.7:0/2214170710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074f40 0x7fd85010de80 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- 172.21.15.7:0/2214170710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074620 0x7fd850074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- 172.21.15.7:0/2214170710 >> 172.21.15.7:0/2214170710 conn(0x7fd8500fd8c0 msgr2=0x7fd8500ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- 172.21.15.7:0/2214170710 shutdown_connections 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- 172.21.15.7:0/2214170710 wait complete. 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 Processor -- start 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- start start 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074f40 0x7fd85019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 0x7fd85019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd850114040 con 0x7fd850074620 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd850113ec0 con 0x7fd850074f40 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.687+0000 7fd8570bd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501141c0 con 0x7fd85010e3c0 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52084/0 (socket says 172.21.15.7:52084) 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 -- 172.21.15.7:0/457725061 learned_addr learned my addr 172.21.15.7:0/457725061 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd85565a640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 0x7fd85019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd84ffff640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074f40 0x7fd85019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 -- 172.21.15.7:0/457725061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 msgr2=0x7fd85019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 0x7fd85019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 -- 172.21.15.7:0/457725061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074f40 msgr2=0x7fd85019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074f40 0x7fd85019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 -- 172.21.15.7:0/457725061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd85019f5a0 con 0x7fd850074620 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd854e59640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd84000c890 tx=0x7fd84000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd84dffb640 1 -- 172.21.15.7:0/457725061 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd840004220 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd84dffb640 1 -- 172.21.15.7:0/457725061 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8400043c0 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd84dffb640 1 -- 172.21.15.7:0/457725061 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd840004a00 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.688+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd85019f890 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.689+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8501a7170 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd84dffb640 1 -- 172.21.15.7:0/457725061 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd840004ba0 con 0x7fd850074620 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 Processor -- start 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 -- start start 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee737440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee744630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55baee69c620 con 0x55baee737980 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55baee643e50 con 0x55baee742240 2024-09-10T08:00:25.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd859496740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55baee6985e0 con 0x55baee737060 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.691+0000 7fd84dffb640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 0x7fd8380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52096/0 (socket says 172.21.15.7:52096) 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 -- 172.21.15.7:0/3671319090 learned_addr learned my addr 172.21.15.7:0/3671319090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd84ffff640 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee744630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd85565a640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 0x7fd8380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd85565a640 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee737440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd84dffb640 1 -- 172.21.15.7:0/457725061 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd8400ceff0 con 0x7fd850074620 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 -- 172.21.15.7:0/3671319090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 msgr2=0x55baee737440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee737440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 -- 172.21.15.7:0/3671319090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 msgr2=0x55baee744630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee744630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 -- 172.21.15.7:0/3671319090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baee634d40 con 0x55baee737980 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd854e59640 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd8400cc750 tx=0x7fd840000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83307c103b825ebc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd85565a640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 0x7fd8380a5040 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd8480098b0 tx=0x7fd848009840 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd836ffd640 1 -- 172.21.15.7:0/3671319090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84001d070 con 0x55baee737980 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd836ffd640 1 -- 172.21.15.7:0/3671319090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd84009b560 con 0x55baee737980 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.692+0000 7fd836ffd640 1 -- 172.21.15.7:0/3671319090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8400050b0 con 0x55baee737980 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- 172.21.15.7:0/3671319090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 msgr2=0x55baee741d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd8400cc750 tx=0x7fd840000bc0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- 172.21.15.7:0/3671319090 shutdown_connections 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee744630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee741d00 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 --2- 172.21.15.7:0/3671319090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee737440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- 172.21.15.7:0/3671319090 >> 172.21.15.7:0/3671319090 conn(0x55baee7335f0 msgr2=0x55baee7339d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- 172.21.15.7:0/3671319090 shutdown_connections 2024-09-10T08:00:25.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- 172.21.15.7:0/3671319090 wait complete. 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.693+0000 7fd859496740 1 -- start start 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 Processor -- start 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 0x55baee73f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee73fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55baee744db0 con 0x55baee737060 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55baee624f10 con 0x55baee742240 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55baee744f30 con 0x55baee737980 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd859496740 10 client.0 _ll_register_callbacks cb 0x55baee648db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52102/0 (socket says 172.21.15.7:52102) 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 -- 172.21.15.7:0/3368473377 learned_addr learned my addr 172.21.15.7:0/3368473377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd85565a640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee73fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd84ffff640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 0x55baee73f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 -- 172.21.15.7:0/3368473377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 msgr2=0x55baee73f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 0x55baee73f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 -- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 msgr2=0x55baee73fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee73fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd854e59640 1 -- 172.21.15.7:0/3368473377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baee3ab580 con 0x55baee737060 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd85565a640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee73fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.694+0000 7fd84ffff640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 0x55baee73f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd854e59640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fd8400cc7a0 tx=0x7fd8400a4190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff22cdb80f58b8ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84001d040 con 0x55baee737060 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd84009a9b0 con 0x55baee737060 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd84009b560 con 0x55baee737060 2024-09-10T08:00:25.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd84009abd0 con 0x55baee737060 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 10 client.19518 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55baee475960 con 0x55baee737060 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd84009b560 con 0x55baee737060 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fd84009a420 con 0x55baee737060 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 10 client.19518 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 10 client.19518 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 20 client.19518 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee751c10 0x55baee754000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 4 client.19518 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.695+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55baee6a9b90 con 0x55baee751c10 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.696+0000 7fd84ffff640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee751c10 0x55baee754000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.696+0000 7fd84ffff640 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee751c10 0x55baee754000 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=174206900271ef22 server_cookie=a6e51ca77be6b74d in_seq=0 out_seq=0 2024-09-10T08:00:25.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.696+0000 7fd82ffff640 10 client.19518 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd82ffff640 1 -- 172.21.15.7:0/3368473377 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55baee6a9b90 con 0x55baee751c10 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd82ffff640 10 client.19518 handle_command_reply: tid=0 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 client.19518 shutdown 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 msgr2=0x55baee73f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fd8400cc7a0 tx=0x7fd8400a4190 comp rx=0 tx=0).stop 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 shutdown_connections 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee751c10 0x55baee754000 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee742240 0x55baee73fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737980 0x55baee73f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 --2- 172.21.15.7:0/3368473377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737060 0x55baee73f150 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd82ffff640 0 client.19518 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 >> 172.21.15.7:0/3368473377 conn(0x55baee7335f0 msgr2=0x55baee7392d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 shutdown_connections 2024-09-10T08:00:25.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 1 -- 172.21.15.7:0/3368473377 wait complete. 2024-09-10T08:00:25.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.697+0000 7fd859496740 20 client.19518 trim_cache size 0 max 16384 2024-09-10T08:00:25.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 Processor -- start 2024-09-10T08:00:25.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 -- start start 2024-09-10T08:00:25.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee757020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 0x55baee757560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501b3810 con 0x55baee742240 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501b1050 con 0x55baee737980 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.714+0000 7fd859496740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501aeec0 con 0x55baee737060 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52114/0 (socket says 172.21.15.7:52114) 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 -- 172.21.15.7:0/2359209434 learned_addr learned my addr 172.21.15.7:0/2359209434 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd854e59640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee757020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd84ffff640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 0x55baee757560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 -- 172.21.15.7:0/2359209434 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 msgr2=0x55baee757020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee757020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 -- 172.21.15.7:0/2359209434 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 msgr2=0x55baee757560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 0x55baee757560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 -- 172.21.15.7:0/2359209434 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55baee744e30 con 0x55baee742240 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd84ffff640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 0x55baee757560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd854e59640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee757020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd85565a640 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fd848003970 tx=0x7fd848009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4c5c5c3f578100 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd8367fc640 1 -- 172.21.15.7:0/2359209434 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848010be0 con 0x55baee742240 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd8367fc640 1 -- 172.21.15.7:0/2359209434 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd848024070 con 0x55baee742240 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.715+0000 7fd8367fc640 1 -- 172.21.15.7:0/2359209434 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848029710 con 0x55baee742240 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- 172.21.15.7:0/2359209434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 msgr2=0x55baee73c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fd848003970 tx=0x7fd848009600 comp rx=0 tx=0).stop 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- 172.21.15.7:0/2359209434 shutdown_connections 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee742240 0x55baee73c3b0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737980 0x55baee757560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 --2- 172.21.15.7:0/2359209434 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee737060 0x55baee757020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- 172.21.15.7:0/2359209434 >> 172.21.15.7:0/2359209434 conn(0x55baee7335f0 msgr2=0x55baee73da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- 172.21.15.7:0/2359209434 shutdown_connections 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- 172.21.15.7:0/2359209434 wait complete. 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 -- start start 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.716+0000 7fd859496740 1 Processor -- start 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737060 0x55baee7554a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 0x55baee7bb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501af510 con 0x55baee737980 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501b0980 con 0x55baee737060 2024-09-10T08:00:25.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd8501afbe0 con 0x55baee742240 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd859496740 10 client.0 _ll_register_callbacks cb 0x7fd84007a0d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52122/0 (socket says 172.21.15.7:52122) 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 -- 172.21.15.7:0/1985686796 learned_addr learned my addr 172.21.15.7:0/1985686796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd85565a640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 0x55baee7bb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd854e59640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737060 0x55baee7554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 -- 172.21.15.7:0/1985686796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 msgr2=0x55baee7bb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 0x55baee7bb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 -- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737060 msgr2=0x55baee7554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737060 0x55baee7554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd84ffff640 1 -- 172.21.15.7:0/1985686796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55baee7bba90 con 0x55baee737980 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.717+0000 7fd85565a640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 0x55baee7bb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:25.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd84ffff640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fd844005ab0 tx=0x7fd844005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa6de2589ed1ee3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd844035040 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd844005510 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd848024070 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd844054050 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 10 client.19524 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55baee7bce00 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd848024070 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fd8440038e0 con 0x55baee737980 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 10 client.19524 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 10 client.19524 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 20 client.19524 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee7bd610 0x55baee7bfa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:25.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 4 client.19524 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "4093d22c", "release": true, "await": true}] 2024-09-10T08:00:25.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.718+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "4093d22c", "release": true, "await": true}) -- 0x55baee6a40a0 con 0x55baee7bd610 2024-09-10T08:00:25.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.719+0000 7fd854e59640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee7bd610 0x55baee7bfa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:25.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.719+0000 7fd854e59640 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee7bd610 0x55baee7bfa30 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a5644a402118923 server_cookie=342c59cd46c6d6b8 in_seq=0 out_seq=0 2024-09-10T08:00:25.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.719+0000 7fd82ffff640 10 client.19524 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:25.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd82ffff640 1 -- 172.21.15.7:0/1985686796 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55baee6a40a0 con 0x55baee7bd610 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd82ffff640 10 client.19524 handle_command_reply: tid=0 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 client.19524 shutdown 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 msgr2=0x55baee7559e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fd844005ab0 tx=0x7fd844005c00 comp rx=0 tx=0).stop 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 shutdown_connections 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55baee7bd610 0x55baee7bfa30 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55baee742240 0x55baee7bb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55baee737980 0x55baee7559e0 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 --2- 172.21.15.7:0/1985686796 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55baee737060 0x55baee7554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd82ffff640 0 client.19524 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 >> 172.21.15.7:0/1985686796 conn(0x55baee7335f0 msgr2=0x55baee74d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 shutdown_connections 2024-09-10T08:00:25.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 1 -- 172.21.15.7:0/1985686796 wait complete. 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.747+0000 7fd859496740 20 client.19524 trim_cache size 0 max 16384 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 37, 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 56, 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "4093d22c": { 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 56, 2024-09-10T08:00:25.748 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:25.749 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:25.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:25.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:25.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:25.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:25.750 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 msgr2=0x7fd8380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 0x7fd8380a5040 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd8480098b0 tx=0x7fd848009840 comp rx=0 tx=0).stop 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 msgr2=0x7fd85019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd84000c890 tx=0x7fd84000cd50 comp rx=0 tx=0).stop 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 shutdown_connections 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd8380a2b80 0x7fd8380a5040 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd85010e3c0 0x7fd85019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd850074f40 0x7fd85019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 --2- 172.21.15.7:0/457725061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd850074620 0x7fd85019a5f0 secure :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd84000c890 tx=0x7fd84000cd50 comp rx=0 tx=0).stop 2024-09-10T08:00:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 >> 172.21.15.7:0/457725061 conn(0x7fd8500fd8c0 msgr2=0x7fd8500ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 shutdown_connections 2024-09-10T08:00:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:25.748+0000 7fd8570bd640 1 -- 172.21.15.7:0/457725061 wait complete. 2024-09-10T08:00:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12027 9.29 MB/sec warmup 88 sec latency 16954.341 ms 2024-09-10T08:00:26.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:26 smithi145 ceph-mon[34766]: pgmap v814: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 123 KiB/s wr, 50 op/s 2024-09-10T08:00:26.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:26 smithi007 ceph-mon[30879]: pgmap v814: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 123 KiB/s wr, 50 op/s 2024-09-10T08:00:26.580 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '4093d22c', total seconds elapsed: 23.3 2024-09-10T08:00:26.580 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.85 2024-09-10T08:00:26.580 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:00:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:26 smithi110 ceph-mon[34417]: pgmap v814: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 123 KiB/s wr, 50 op/s 2024-09-10T08:00:26.950 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12251 9.37 MB/sec warmup 89 sec latency 64.814 ms 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 -- 172.21.15.7:0/2344511816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008106f10 msgr2=0x7f500810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 --2- 172.21.15.7:0/2344511816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008106f10 0x7f500810ea90 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f5000009ca0 tx=0x7f500002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 -- 172.21.15.7:0/2344511816 shutdown_connections 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 --2- 172.21.15.7:0/2344511816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008106f10 0x7f500810ea90 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 --2- 172.21.15.7:0/2344511816 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 0x7f50081067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 --2- 172.21.15.7:0/2344511816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008101de0 0x7f50081021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.469+0000 7f500dab6640 1 -- 172.21.15.7:0/2344511816 >> 172.21.15.7:0/2344511816 conn(0x7f50080fd8c0 msgr2=0x7f50080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.470+0000 7f500dab6640 1 -- 172.21.15.7:0/2344511816 shutdown_connections 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.470+0000 7f500dab6640 1 -- 172.21.15.7:0/2344511816 wait complete. 2024-09-10T08:00:27.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.470+0000 7f500dab6640 1 Processor -- start 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 -- start start 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 0x7f50081a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008106f10 0x7f500810dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5008111e20 con 0x7f5008101de0 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5008111ca0 con 0x7f5008102790 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f500dab6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5008111fa0 con 0x7f5008106f10 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f50077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f50077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52138/0 (socket says 172.21.15.7:52138) 2024-09-10T08:00:27.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f50077fe640 1 -- 172.21.15.7:0/2349142191 learned_addr learned my addr 172.21.15.7:0/2349142191 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f5007fff640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008106f10 0x7f500810dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.471+0000 7f5006ffd640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 0x7f50081a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 -- 172.21.15.7:0/2349142191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008106f10 msgr2=0x7f500810dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008106f10 0x7f500810dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 -- 172.21.15.7:0/2349142191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 msgr2=0x7f50081a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 0x7f50081a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 -- 172.21.15.7:0/2349142191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500810e4b0 con 0x7f5008101de0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f50077fe640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f4ff800e9f0 tx=0x7f4ff800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff800cd00 con 0x7f5008101de0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ff80108e0 con 0x7f5008101de0 2024-09-10T08:00:27.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff80187e0 con 0x7f5008101de0 2024-09-10T08:00:27.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.472+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500810e7a0 con 0x7f5008101de0 2024-09-10T08:00:27.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.473+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50081ab470 con 0x7f5008101de0 2024-09-10T08:00:27.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.474+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50081032c0 con 0x7f5008101de0 2024-09-10T08:00:27.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.476+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4ff8010a90 con 0x7f5008101de0 2024-09-10T08:00:27.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.476+0000 7f5004ff9640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 0x7f4ff00a5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.477+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ff80cf8a0 con 0x7f5008101de0 2024-09-10T08:00:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.477+0000 7f5006ffd640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 0x7f4ff00a5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.477+0000 7f5006ffd640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 0x7f4ff00a5080 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f500819fc50 tx=0x7f4ffc00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:27.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.483+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4ff80541b0 con 0x7f5008101de0 2024-09-10T08:00:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.826+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5008105f00 con 0x7f5008101de0 2024-09-10T08:00:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.827+0000 7f5004ff9640 1 -- 172.21.15.7:0/2349142191 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11924 (secure 0 0 0) 0x7f4ff809c460 con 0x7f5008101de0 2024-09-10T08:00:27.827 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:00:27.827 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"btime":"2024-09-10T07:59:32:947461+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:32.822025+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:00:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 37 2024-09-10T08:00:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 msgr2=0x7f4ff00a5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 0x7f4ff00a5080 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f500819fc50 tx=0x7f4ffc00b390 comp rx=0 tx=0).stop 2024-09-10T08:00:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 msgr2=0x7f50081a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f4ff800e9f0 tx=0x7f4ff800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 shutdown_connections 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ff00a2bc0 0x7f4ff00a5080 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5008106f10 0x7f500810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5008102790 0x7f50081a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 --2- 172.21.15.7:0/2349142191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5008101de0 0x7f50081a4610 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 >> 172.21.15.7:0/2349142191 conn(0x7f50080fd8c0 msgr2=0x7f50080fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 shutdown_connections 2024-09-10T08:00:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:27.830+0000 7f500dab6640 1 -- 172.21.15.7:0/2349142191 wait complete. 2024-09-10T08:00:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12449 9.40 MB/sec warmup 90 sec latency 101.993 ms 2024-09-10T08:00:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:28 smithi145 ceph-mon[34766]: pgmap v815: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 10 op/s 2024-09-10T08:00:28.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:28 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2349142191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:28.498 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:28 smithi007 ceph-mon[30879]: pgmap v815: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 10 op/s 2024-09-10T08:00:28.498 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:28 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2349142191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:28.538 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 139.85 --await-for 45.0' 2024-09-10T08:00:28.539 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 139.85 --await-for 45.0 2024-09-10T08:00:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:28 smithi110 ceph-mon[34417]: pgmap v815: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 10 op/s 2024-09-10T08:00:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:28 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2349142191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:28.916 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12557 9.35 MB/sec warmup 91 sec latency 80.689 ms 2024-09-10T08:00:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.465+0000 7f48fcb3c640 1 -- 172.21.15.7:0/1576217522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8100e20 msgr2=0x7f48f8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.465+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/1576217522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8100e20 0x7f48f8101200 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009890 tx=0x7f48e802a410 comp rx=0 tx=0).stop 2024-09-10T08:00:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.467+0000 7f48fcb3c640 1 -- 172.21.15.7:0/1576217522 shutdown_connections 2024-09-10T08:00:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.467+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/1576217522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8102ef0 0x7f48f810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.467+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/1576217522 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f8102570 0x7f48f81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.467+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/1576217522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8100e20 0x7f48f8101200 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.467+0000 7f48fcb3c640 1 -- 172.21.15.7:0/1576217522 >> 172.21.15.7:0/1576217522 conn(0x7f48f80fc7d0 msgr2=0x7f48f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.468+0000 7f48fcb3c640 1 -- 172.21.15.7:0/1576217522 shutdown_connections 2024-09-10T08:00:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.468+0000 7f48fcb3c640 1 -- 172.21.15.7:0/1576217522 wait complete. 2024-09-10T08:00:29.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.469+0000 7f48fcb3c640 1 Processor -- start 2024-09-10T08:00:29.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.469+0000 7f48fcb3c640 1 -- start start 2024-09-10T08:00:29.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8100e20 0x7f48f810d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f8102570 0x7f48f81098e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f8110e80 con 0x7f48f8102570 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f48f8110d00 con 0x7f48f8102ef0 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48fcb3c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48f8111000 con 0x7f48f8100e20 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.470+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47072/0 (socket says 172.21.15.7:47072) 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f6d9d640 1 -- 172.21.15.7:0/533882329 learned_addr learned my addr 172.21.15.7:0/533882329 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f659c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8100e20 0x7f48f810d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f6d9d640 1 -- 172.21.15.7:0/533882329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8100e20 msgr2=0x7f48f810d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8100e20 0x7f48f810d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.471+0000 7f48f6d9d640 1 -- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f8102570 msgr2=0x7f48f81098e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f8102570 0x7f48f81098e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48f6d9d640 1 -- 172.21.15.7:0/533882329 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48f810a6c0 con 0x7f48f8102ef0 2024-09-10T08:00:29.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f48f000cce0 tx=0x7f48f000a620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48ef7fe640 1 -- 172.21.15.7:0/533882329 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f000f450 con 0x7f48f8102ef0 2024-09-10T08:00:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48ef7fe640 1 -- 172.21.15.7:0/533882329 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48f000faa0 con 0x7f48f8102ef0 2024-09-10T08:00:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.472+0000 7f48ef7fe640 1 -- 172.21.15.7:0/533882329 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0018b70 con 0x7f48f8102ef0 2024-09-10T08:00:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.473+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48f81aaf60 con 0x7f48f8102ef0 2024-09-10T08:00:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.473+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48f81ab3c0 con 0x7f48f8102ef0 2024-09-10T08:00:29.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.476+0000 7f48ef7fe640 1 -- 172.21.15.7:0/533882329 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f48f0018d10 con 0x7f48f8102ef0 2024-09-10T08:00:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.477+0000 7f48ef7fe640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 0x7f48e40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.477+0000 7f48fef15740 1 Processor -- start 2024-09-10T08:00:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.477+0000 7f48ef7fe640 1 -- 172.21.15.7:0/533882329 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f48f00cf8e0 con 0x7f48f8102ef0 2024-09-10T08:00:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.477+0000 7f48f659c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 0x7f48e40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.477+0000 7f48fef15740 1 -- start start 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560979b41160 con 0x560979be7a30 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560979ae8720 con 0x560979bdc850 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48fef15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560979b3d120 con 0x560979bdd170 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52160/0 (socket says 172.21.15.7:52160) 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f6d9d640 1 -- 172.21.15.7:0/4210331623 learned_addr learned my addr 172.21.15.7:0/4210331623 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47086/0 (socket says 172.21.15.7:47086) 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48effff640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 0x7f48e40a50c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f48e8000c00 tx=0x7f48e8030600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 -- 172.21.15.7:0/4210331623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 msgr2=0x560979be74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be74f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 -- 172.21.15.7:0/4210331623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 msgr2=0x560979be9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.478+0000 7f48f659c640 1 -- 172.21.15.7:0/4210331623 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609798b2ba0 con 0x560979bdc850 2024-09-10T08:00:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.479+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:29.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.479+0000 7f48f659c640 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f48e802aa00 tx=0x7f48e8046000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac141d9208f4ffe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.479+0000 7f48ecff9640 1 -- 172.21.15.7:0/4210331623 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8005440 con 0x560979bdc850 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.479+0000 7f48ecff9640 1 -- 172.21.15.7:0/4210331623 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e80055e0 con 0x560979bdc850 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.479+0000 7f48ecff9640 1 -- 172.21.15.7:0/4210331623 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e803c960 con 0x560979bdc850 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 -- 172.21.15.7:0/4210331623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 msgr2=0x560979bdcc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f48e802aa00 tx=0x7f48e8046000 comp rx=0 tx=0).stop 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 -- 172.21.15.7:0/4210331623 shutdown_connections 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 --2- 172.21.15.7:0/4210331623 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979bdcc30 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 -- 172.21.15.7:0/4210331623 >> 172.21.15.7:0/4210331623 conn(0x560979bd8de0 msgr2=0x560979bd91c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 -- 172.21.15.7:0/4210331623 shutdown_connections 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.480+0000 7f48fef15740 1 -- 172.21.15.7:0/4210331623 wait complete. 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 -- start start 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 Processor -- start 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979be48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560979bea650 con 0x560979be7a30 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560979ac9900 con 0x560979bdc850 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560979bea7d0 con 0x560979bdd170 2024-09-10T08:00:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48effff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48effff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41606/0 (socket says 172.21.15.7:41606) 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48effff640 1 -- 172.21.15.7:0/2648263148 learned_addr learned my addr 172.21.15.7:0/2648263148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48fef15740 10 client.0 _ll_register_callbacks cb 0x560979ac7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.481+0000 7f48f659c640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979be48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 -- 172.21.15.7:0/2648263148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 msgr2=0x560979be4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 -- 172.21.15.7:0/2648263148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 msgr2=0x560979be5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 -- 172.21.15.7:0/2648263148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560979b09c50 con 0x560979bdc850 2024-09-10T08:00:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48f659c640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979be48b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009780 tx=0x7f48e8030520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1727127baffa54e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8004ad0 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48e80055e0 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.482+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f48e8004c70 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f48e803c6e0 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 10 client.28634 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560979bea650 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e80055e0 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f48e805a840 con 0x560979bdc850 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 10 client.28634 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 10 client.28634 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 20 client.28634 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979bf7720 0x560979bf9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 4 client.28634 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560979b4e890 con 0x560979bf7720 2024-09-10T08:00:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.483+0000 7f48effff640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979bf7720 0x560979bf9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.484+0000 7f48effff640 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979bf7720 0x560979bf9b60 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f57119d7d2eece56 server_cookie=cff87f3b46f39f84 in_seq=0 out_seq=0 2024-09-10T08:00:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.484+0000 7f48ddffb640 10 client.28634 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.484+0000 7f48ddffb640 1 -- 172.21.15.7:0/2648263148 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560979b4e890 con 0x560979bf7720 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.484+0000 7f48ddffb640 10 client.28634 handle_command_reply: tid=0 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 client.28634 shutdown 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 msgr2=0x560979be48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979be48b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009780 tx=0x7f48e8030520 comp rx=0 tx=0).stop 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 shutdown_connections 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979bf7720 0x560979bf9b60 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdd170 0x560979be4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 --2- 172.21.15.7:0/2648263148 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdc850 0x560979be48b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 >> 172.21.15.7:0/2648263148 conn(0x560979bd8de0 msgr2=0x560979bdeac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48ddffb640 0 client.28634 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:29.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 shutdown_connections 2024-09-10T08:00:29.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 1 -- 172.21.15.7:0/2648263148 wait complete. 2024-09-10T08:00:29.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.485+0000 7f48fef15740 20 client.28634 trim_cache size 0 max 16384 2024-09-10T08:00:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.512+0000 7f48fef15740 1 Processor -- start 2024-09-10T08:00:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 -- start start 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979bdd170 0x560979bde9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 0x560979bff430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b7af0 con 0x560979bdd170 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b5330 con 0x560979be7a30 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48fef15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b31a0 con 0x560979bdc850 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 0x560979bff430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41620/0 (socket says 172.21.15.7:41620) 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 0x560979bff430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47116/0 (socket says 172.21.15.7:47116) 2024-09-10T08:00:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f659c640 1 -- 172.21.15.7:0/4155288526 learned_addr learned my addr 172.21.15.7:0/4155288526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48effff640 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979bdd170 0x560979bde9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.513+0000 7f48f659c640 1 -- 172.21.15.7:0/4155288526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 msgr2=0x560979bff430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48f659c640 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 0x560979bff430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48f659c640 1 -- 172.21.15.7:0/4155288526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979bdd170 msgr2=0x560979bde9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48f659c640 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979bdd170 0x560979bde9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48f659c640 1 -- 172.21.15.7:0/4155288526 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560979be3860 con 0x560979bdc850 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48f659c640 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f48e8005b60 tx=0x7f48e8030890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7be05f019faf529 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48dffff640 1 -- 172.21.15.7:0/4155288526 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8040070 con 0x560979bdc850 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48dffff640 1 -- 172.21.15.7:0/4155288526 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e8055070 con 0x560979bdc850 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.514+0000 7f48dffff640 1 -- 172.21.15.7:0/4155288526 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e803cd80 con 0x560979bdc850 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 -- 172.21.15.7:0/4155288526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 msgr2=0x560979bdfbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f48e8005b60 tx=0x7f48e8030890 comp rx=0 tx=0).stop 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 -- 172.21.15.7:0/4155288526 shutdown_connections 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979be7a30 0x560979bff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979bdd170 0x560979bde9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 --2- 172.21.15.7:0/4155288526 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bdfbd0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 -- 172.21.15.7:0/4155288526 >> 172.21.15.7:0/4155288526 conn(0x560979bd8de0 msgr2=0x560979bde2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 -- 172.21.15.7:0/4155288526 shutdown_connections 2024-09-10T08:00:29.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.515+0000 7f48fef15740 1 -- 172.21.15.7:0/4155288526 wait complete. 2024-09-10T08:00:29.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 -- start start 2024-09-10T08:00:29.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 Processor -- start 2024-09-10T08:00:29.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bf02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdd170 0x560979be1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48f659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bf02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48f659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bf02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:41628/0 (socket says 172.21.15.7:41628) 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b37f0 con 0x560979be7a30 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b4c60 con 0x560979bdd170 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48f81b3ec0 con 0x560979bdc850 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48fef15740 10 client.0 _ll_register_callbacks cb 0x7f48f00077a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48f6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52182/0 (socket says 172.21.15.7:52182) 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.516+0000 7f48f6d9d640 1 -- 172.21.15.7:0/264632041 learned_addr learned my addr 172.21.15.7:0/264632041 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48effff640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdd170 0x560979be1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 -- 172.21.15.7:0/264632041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 msgr2=0x560979bf02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bf02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 -- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdd170 msgr2=0x560979be1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdd170 0x560979be1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 -- 172.21.15.7:0/264632041 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560979be2540 con 0x560979be7a30 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48f6d9d640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f48f000ccb0 tx=0x7f48f009be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a823d58cf0a59b6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f007f060 con 0x560979be7a30 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48e8055070 con 0x560979be7a30 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.517+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f48f00a4720 con 0x560979be7a30 2024-09-10T08:00:29.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f48f00ba070 con 0x560979be7a30 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 10 client.19545 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560979c625c0 con 0x560979be7a30 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e8055070 con 0x560979be7a30 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f48f009b2b0 con 0x560979be7a30 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 10 client.19545 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 10 client.19545 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 20 client.19545 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979c62d90 0x560979c651b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 4 client.19545 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.85, "await_for": 45.0}] 2024-09-10T08:00:29.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.518+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.85, "await_for": 45.0}) -- 0x560979b48be0 con 0x560979c62d90 2024-09-10T08:00:29.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.519+0000 7f48f659c640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979c62d90 0x560979c651b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:29.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.519+0000 7f48f659c640 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979c62d90 0x560979c651b0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=513ac2250c56679d server_cookie=4363813865e44de8 in_seq=0 out_seq=0 2024-09-10T08:00:29.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.519+0000 7f48ddffb640 10 client.19545 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:29.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48ddffb640 1 -- 172.21.15.7:0/264632041 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560979b48be0 con 0x560979c62d90 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48ddffb640 10 client.19545 handle_command_reply: tid=0 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 client.19545 shutdown 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 msgr2=0x560979be1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f48f000ccb0 tx=0x7f48f009be00 comp rx=0 tx=0).stop 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 shutdown_connections 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560979c62d90 0x560979c651b0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560979be7a30 0x560979be1d10 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560979bdd170 0x560979be1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 --2- 172.21.15.7:0/264632041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560979bdc850 0x560979bf02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 >> 172.21.15.7:0/264632041 conn(0x560979bd8de0 msgr2=0x560979be5070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.820+0000 7f48ddffb640 0 client.19545 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 shutdown_connections 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fef15740 1 -- 172.21.15.7:0/264632041 wait complete. 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fef15740 20 client.19545 trim_cache size 0 max 16384 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 37, 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 58, 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "254c9a0b": { 2024-09-10T08:00:29.822 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 58, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:00:29.823 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:00:29.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 msgr2=0x7f48e40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 0x7f48e40a50c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f48e8000c00 tx=0x7f48e8030600 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 msgr2=0x7f48f8109e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.821+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f48f000cce0 tx=0x7f48f000a620 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 shutdown_connections 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f48e40a2c00 0x7f48e40a50c0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f48f8102ef0 0x7f48f8109e20 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f8102570 0x7f48f81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 --2- 172.21.15.7:0/533882329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48f8100e20 0x7f48f810d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 >> 172.21.15.7:0/533882329 conn(0x7f48f80fc7d0 msgr2=0x7f48f80fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 shutdown_connections 2024-09-10T08:00:29.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:29.822+0000 7f48fcb3c640 1 -- 172.21.15.7:0/533882329 wait complete. 2024-09-10T08:00:30.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 9.26 MB/sec warmup 92 sec latency 726.878 ms 2024-09-10T08:00:30.457 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:30 smithi007 ceph-mon[30879]: pgmap v816: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 926 KiB/s wr, 53 op/s 2024-09-10T08:00:30.487 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '254c9a0b', quiesce took 3.9 seconds. Will release after: 15.950000000000001 2024-09-10T08:00:30.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:30 smithi145 ceph-mon[34766]: pgmap v816: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 926 KiB/s wr, 53 op/s 2024-09-10T08:00:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:30 smithi110 ceph-mon[34417]: pgmap v816: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 926 KiB/s wr, 53 op/s 2024-09-10T08:00:31.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 9.16 MB/sec warmup 93 sec latency 1726.970 ms 2024-09-10T08:00:32.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 9.07 MB/sec warmup 94 sec latency 2727.023 ms 2024-09-10T08:00:32.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:32 smithi145 ceph-mon[34766]: pgmap v817: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 1.1 MiB/s wr, 69 op/s 2024-09-10T08:00:32.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:32 smithi007 ceph-mon[30879]: pgmap v817: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 1.1 MiB/s wr, 69 op/s 2024-09-10T08:00:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:32 smithi110 ceph-mon[34417]: pgmap v817: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 1.1 MiB/s wr, 69 op/s 2024-09-10T08:00:33.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.97 MB/sec warmup 95 sec latency 3727.108 ms 2024-09-10T08:00:34.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.88 MB/sec warmup 96 sec latency 4727.193 ms 2024-09-10T08:00:34.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:34 smithi145 ceph-mon[34766]: pgmap v818: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-10T08:00:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:34 smithi007 ceph-mon[30879]: pgmap v818: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-10T08:00:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:34 smithi110 ceph-mon[34417]: pgmap v818: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-10T08:00:35.251 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.78 MB/sec warmup 97 sec latency 5727.300 ms 2024-09-10T08:00:36.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.70 MB/sec warmup 98 sec latency 6727.375 ms 2024-09-10T08:00:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:36 smithi007 ceph-mon[30879]: pgmap v819: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:36 smithi110 ceph-mon[34417]: pgmap v819: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:36.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:36 smithi145 ceph-mon[34766]: pgmap v819: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/3459357670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 msgr2=0x7fb6f0109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/3459357670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f0109cb0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009ca0 tx=0x7fb6e802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/3459357670 shutdown_connections 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/3459357670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f0109cb0 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/3459357670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f0104f10 0x7fb6f0107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/3459357670 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f01025e0 0x7fb6f01049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/3459357670 >> 172.21.15.7:0/3459357670 conn(0x7fb6f00fc1e0 msgr2=0x7fb6f00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/3459357670 shutdown_connections 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/3459357670 wait complete. 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 Processor -- start 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.818+0000 7fb6f5b2c640 1 -- start start 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f01025e0 0x7fb6f0197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f0104f10 0x7fb6f0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f010d6b0 con 0x7fb6f0107840 2024-09-10T08:00:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f010d530 con 0x7fb6f01025e0 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6f5b2c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f010d830 con 0x7fb6f0104f10 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47100/0 (socket says 172.21.15.7:47100) 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 -- 172.21.15.7:0/1061135237 learned_addr learned my addr 172.21.15.7:0/1061135237 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f0104f10 0x7fb6f0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f01025e0 0x7fb6f0197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 -- 172.21.15.7:0/1061135237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f0104f10 msgr2=0x7fb6f0198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f0104f10 0x7fb6f0198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 -- 172.21.15.7:0/1061135237 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f01025e0 msgr2=0x7fb6f0197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f01025e0 0x7fb6f0197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.819+0000 7fb6effff640 1 -- 172.21.15.7:0/1061135237 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f019f960 con 0x7fb6f0107840 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6effff640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8031040 tx=0x7fb6e8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6ed7fa640 1 -- 172.21.15.7:0/1061135237 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8004040 con 0x7fb6f0107840 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f019fbf0 con 0x7fb6f0107840 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6ed7fa640 1 -- 172.21.15.7:0/1061135237 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6e8004690 con 0x7fb6f0107840 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6ed7fa640 1 -- 172.21.15.7:0/1061135237 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8030bd0 con 0x7fb6f0107840 2024-09-10T08:00:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.820+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f01a0190 con 0x7fb6f0107840 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.822+0000 7fb6ed7fa640 1 -- 172.21.15.7:0/1061135237 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fb6e80041e0 con 0x7fb6f0107840 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 Processor -- start 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 -- start start 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b751b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b77c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.829 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fc31acf2f0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.830 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fc31a77270 con 0x55fc31b706f0 2024-09-10T08:00:36.830 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fc31acb2b0 con 0x55fc31b75780 2024-09-10T08:00:36.830 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.830 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47104/0 (socket says 172.21.15.7:47104) 2024-09-10T08:00:36.830 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2123428096 learned_addr learned my addr 172.21.15.7:0/2123428096 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b77c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b751b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6ed7fa640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 0x7fb6dc0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6effff640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 0x7fb6dc0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2123428096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 msgr2=0x55fc31b77c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.831 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b77c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2123428096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 msgr2=0x55fc31b751b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.823+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b751b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2123428096 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc31a76340 con 0x55fc31b6fdb0 2024-09-10T08:00:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6ed7fa640 1 -- 172.21.15.7:0/1061135237 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb6e80f0a60 con 0x7fb6f0107840 2024-09-10T08:00:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b751b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8013750 tx=0x7fb6d80096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34fcf644c3577bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6e5ffb640 1 -- 172.21.15.7:0/2123428096 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8013cd0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6effff640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 0x7fb6dc0a50f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb6e80c5640 tx=0x7fb6e80b2350 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6e5ffb640 1 -- 172.21.15.7:0/2123428096 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6d80130d0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.824+0000 7fb6e5ffb640 1 -- 172.21.15.7:0/2123428096 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8011760 con 0x55fc31b6fdb0 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2123428096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 msgr2=0x55fc31b701b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8013750 tx=0x7fb6d80096c0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2123428096 shutdown_connections 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b77c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b751b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2123428096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b701b0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2123428096 >> 172.21.15.7:0/2123428096 conn(0x55fc31b67010 msgr2=0x55fc31b67410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2123428096 shutdown_connections 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2123428096 wait complete. 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 -- start start 2024-09-10T08:00:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.825+0000 7fb6f88c1740 1 Processor -- start 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b7a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b814f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fc31b786f0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fc31a58290 con 0x55fc31b706f0 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fc31b78870 con 0x55fc31b75780 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 10 client.0 _ll_register_callbacks cb 0x55fc31a89140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47110/0 (socket says 172.21.15.7:47110) 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2623430628 learned_addr learned my addr 172.21.15.7:0/2623430628 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b7a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2623430628 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 msgr2=0x55fc31b814f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b814f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 msgr2=0x55fc31b7a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b7a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/2623430628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc317e2210 con 0x55fc31b6fdb0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8006010 tx=0x7fb6d800fdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aafe968cb4a426b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d80054d0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb6d80046c0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.826+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6d80130d0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fb6d80048c0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 10 client.19557 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55fc318ae620 con 0x55fc31b6fdb0 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6d80130d0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fb6d8027020 con 0x55fc31b6fdb0 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 10 client.19557 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 10 client.19557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 20 client.19557 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31b85b00 0x55fc31b87f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 4 client.19557 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc31adca20 con 0x55fc31b85b00 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.827+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31b85b00 0x55fc31b87f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.828+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31b85b00 0x55fc31b87f20 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40ed1b61198dd63c server_cookie=cd8cd651fc654d09 in_seq=0 out_seq=0 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.828+0000 7fb6ceffd640 10 client.19557 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2623430628 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fc31adca20 con 0x55fc31b85b00 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6ceffd640 10 client.19557 handle_command_reply: tid=0 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 client.19557 shutdown 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 msgr2=0x55fc31b79f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8006010 tx=0x7fb6d800fdb0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 shutdown_connections 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31b85b00 0x55fc31b87f20 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b814f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b706f0 0x55fc31b7a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6ceffd640 0 client.19557 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2623430628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b6fdb0 0x55fc31b79f70 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 >> 172.21.15.7:0/2623430628 conn(0x55fc31b67010 msgr2=0x55fc31b68820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 shutdown_connections 2024-09-10T08:00:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2623430628 wait complete. 2024-09-10T08:00:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.829+0000 7fb6f88c1740 20 client.19557 trim_cache size 0 max 16384 2024-09-10T08:00:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 Processor -- start 2024-09-10T08:00:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 -- start start 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 0x55fc31b81410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01aad40 con 0x55fc31b75780 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01a8580 con 0x55fc31b6fdb0 2024-09-10T08:00:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01a63f0 con 0x55fc31b706f0 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6e6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47126/0 (socket says 172.21.15.7:47126) 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/843158840 learned_addr learned my addr 172.21.15.7:0/843158840 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 0x55fc31b81410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.844+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/843158840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 msgr2=0x55fc31b81410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 0x55fc31b81410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/843158840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 msgr2=0x55fc31b7a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e6ffd640 1 -- 172.21.15.7:0/843158840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc31b622d0 con 0x55fc31b75780 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 0x55fc31b81410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x55fc31b79a00 tx=0x7fb6d80096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df08702bc9ffd6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e57fa640 1 -- 172.21.15.7:0/843158840 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d80130b0 con 0x55fc31b75780 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e57fa640 1 -- 172.21.15.7:0/843158840 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6d8004680 con 0x55fc31b75780 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6e57fa640 1 -- 172.21.15.7:0/843158840 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8029810 con 0x55fc31b75780 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 -- 172.21.15.7:0/843158840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 msgr2=0x55fc31b67ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x55fc31b79a00 tx=0x7fb6d80096c0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 -- 172.21.15.7:0/843158840 shutdown_connections 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b75780 0x55fc31b67ec0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b706f0 0x55fc31b81410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/843158840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.845+0000 7fb6f88c1740 1 -- 172.21.15.7:0/843158840 >> 172.21.15.7:0/843158840 conn(0x55fc31b67010 msgr2=0x55fc31b79d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- 172.21.15.7:0/843158840 shutdown_connections 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- 172.21.15.7:0/843158840 wait complete. 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- start start 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 Processor -- start 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b7f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01a6a40 con 0x55fc31b706f0 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01a7eb0 con 0x55fc31b6fdb0 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01a7110 con 0x55fc31b75780 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6f88c1740 10 client.0 _ll_register_callbacks cb 0x7fb6e000c350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.846+0000 7fb6ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47130/0 (socket says 172.21.15.7:47130) 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 -- 172.21.15.7:0/2966353440 learned_addr learned my addr 172.21.15.7:0/2966353440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b7f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 -- 172.21.15.7:0/2966353440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 msgr2=0x55fc31b7f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b7f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 -- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 msgr2=0x55fc31b7e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 -- 172.21.15.7:0/2966353440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc31b80000 con 0x55fc31b706f0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ef7fe640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0004700 tx=0x7fb6e00108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeda22de2ae9754f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0021070 con 0x55fc31b706f0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fb6e001c830 con 0x55fc31b706f0 2024-09-10T08:00:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6d8004680 con 0x55fc31b706f0 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fb6e002d050 con 0x55fc31b706f0 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6f88c1740 10 client.19563 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.847+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55fc31b81380 con 0x55fc31b706f0 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6d8004680 con 0x55fc31b706f0 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fb6e00253b0 con 0x55fc31b706f0 2024-09-10T08:00:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 10 client.19563 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 10 client.19563 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 20 client.19563 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31bf0be0 0x55fc31bf3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 4 client.19563 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc31ad6d70 con 0x55fc31bf0be0 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.848+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31bf0be0 0x55fc31bf3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.849+0000 7fb6ceffd640 10 client.19563 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.849+0000 7fb6e6ffd640 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31bf0be0 0x55fc31bf3000 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39a118d71847f18f server_cookie=8fe5b969264ab27f in_seq=0 out_seq=0 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.896+0000 7fb6ceffd640 1 -- 172.21.15.7:0/2966353440 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc31ad6d70 con 0x55fc31bf0be0 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.896+0000 7fb6ceffd640 10 client.19563 handle_command_reply: tid=0 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 client.19563 shutdown 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 msgr2=0x55fc31b7e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0004700 tx=0x7fb6e00108c0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 shutdown_connections 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fc31bf0be0 0x55fc31bf3000 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fc31b75780 0x55fc31b7f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6ceffd640 0 client.19563 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fc31b706f0 0x55fc31b7e9e0 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 --2- 172.21.15.7:0/2966353440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fc31b6fdb0 0x55fc31b7e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 >> 172.21.15.7:0/2966353440 conn(0x55fc31b67010 msgr2=0x55fc31b659a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 shutdown_connections 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 1 -- 172.21.15.7:0/2966353440 wait complete. 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.897+0000 7fb6f88c1740 20 client.19563 trim_cache size 0 max 16384 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:00:36.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:00:36.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 msgr2=0x7fb6dc0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 0x7fb6dc0a50f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb6e80c5640 tx=0x7fb6e80b2350 comp rx=0 tx=0).stop 2024-09-10T08:00:36.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 msgr2=0x7fb6f019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:36.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8031040 tx=0x7fb6e8003ba0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 shutdown_connections 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fb6dc0a2c30 0x7fb6dc0a50f0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6f0107840 0x7fb6f019f2c0 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6f0104f10 0x7fb6f0198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 --2- 172.21.15.7:0/1061135237 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f01025e0 0x7fb6f0197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 >> 172.21.15.7:0/1061135237 conn(0x7fb6f00fc1e0 msgr2=0x7fb6f0102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 shutdown_connections 2024-09-10T08:00:36.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:36.898+0000 7fb6f5b2c640 1 -- 172.21.15.7:0/1061135237 wait complete. 2024-09-10T08:00:37.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.61 MB/sec warmup 99 sec latency 7727.481 ms 2024-09-10T08:00:38.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.52 MB/sec warmup 100 sec latency 8727.550 ms 2024-09-10T08:00:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:38 smithi007 ceph-mon[30879]: pgmap v820: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:38 smithi110 ceph-mon[34417]: pgmap v820: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:38.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:38 smithi145 ceph-mon[34766]: pgmap v820: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-10T08:00:39.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.44 MB/sec warmup 101 sec latency 9727.587 ms 2024-09-10T08:00:40.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.35 MB/sec warmup 102 sec latency 10727.632 ms 2024-09-10T08:00:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:40 smithi007 ceph-mon[30879]: pgmap v821: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-10T08:00:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:40 smithi110 ceph-mon[34417]: pgmap v821: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-10T08:00:40.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:40 smithi145 ceph-mon[34766]: pgmap v821: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-10T08:00:41.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.27 MB/sec warmup 103 sec latency 11727.697 ms 2024-09-10T08:00:42.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.19 MB/sec warmup 104 sec latency 12727.737 ms 2024-09-10T08:00:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:42 smithi007 ceph-mon[30879]: pgmap v822: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 992 KiB/s wr, 83 op/s 2024-09-10T08:00:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:42 smithi110 ceph-mon[34417]: pgmap v822: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 992 KiB/s wr, 83 op/s 2024-09-10T08:00:42.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:42 smithi145 ceph-mon[34766]: pgmap v822: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 992 KiB/s wr, 83 op/s 2024-09-10T08:00:43.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.12 MB/sec warmup 105 sec latency 13727.774 ms 2024-09-10T08:00:44.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 8.04 MB/sec warmup 106 sec latency 14727.887 ms 2024-09-10T08:00:44.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:44 smithi007 ceph-mon[30879]: pgmap v823: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 762 KiB/s wr, 64 op/s 2024-09-10T08:00:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:44 smithi110 ceph-mon[34417]: pgmap v823: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 762 KiB/s wr, 64 op/s 2024-09-10T08:00:44.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:44 smithi145 ceph-mon[34766]: pgmap v823: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 762 KiB/s wr, 64 op/s 2024-09-10T08:00:45.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 7.96 MB/sec warmup 107 sec latency 15728.021 ms 2024-09-10T08:00:46.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 7.89 MB/sec warmup 108 sec latency 16728.132 ms 2024-09-10T08:00:46.438 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:00:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:46 smithi007 ceph-mon[30879]: pgmap v824: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 477 KiB/s wr, 43 op/s 2024-09-10T08:00:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:46 smithi110 ceph-mon[34417]: pgmap v824: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 477 KiB/s wr, 43 op/s 2024-09-10T08:00:46.712 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:46 smithi145 ceph-mon[34766]: pgmap v824: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 477 KiB/s wr, 43 op/s 2024-09-10T08:00:47.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.202+0000 7f612a23d640 1 -- 172.21.15.7:0/2905098553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124100350 msgr2=0x7f6124100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:47.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.202+0000 7f612a23d640 1 --2- 172.21.15.7:0/2905098553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124100350 0x7f6124100730 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f6114009930 tx=0x7f611402a420 comp rx=0 tx=0).stop 2024-09-10T08:00:47.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 -- 172.21.15.7:0/2905098553 shutdown_connections 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 --2- 172.21.15.7:0/2905098553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124106f50 0x7f612410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 --2- 172.21.15.7:0/2905098553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 0x7f6124106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 --2- 172.21.15.7:0/2905098553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124100350 0x7f6124100730 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 -- 172.21.15.7:0/2905098553 >> 172.21.15.7:0/2905098553 conn(0x7f6124077210 msgr2=0x7f61240fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 -- 172.21.15.7:0/2905098553 shutdown_connections 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 -- 172.21.15.7:0/2905098553 wait complete. 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.203+0000 7f612a23d640 1 Processor -- start 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 -- start start 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124100350 0x7f6124198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 0x7f6124198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6124111e50 con 0x7f6124106f50 2024-09-10T08:00:47.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6124111cd0 con 0x7f6124100d00 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f612a23d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6124111fd0 con 0x7f6124100350 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60952/0 (socket says 172.21.15.7:60952) 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 -- 172.21.15.7:0/269441604 learned_addr learned my addr 172.21.15.7:0/269441604 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f61237fe640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124100350 0x7f6124198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6122ffd640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 0x7f6124198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 -- 172.21.15.7:0/269441604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124100350 msgr2=0x7f6124198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124100350 0x7f6124198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 -- 172.21.15.7:0/269441604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 msgr2=0x7f6124198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 0x7f6124198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 -- 172.21.15.7:0/269441604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f612419d3e0 con 0x7f6124106f50 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.204+0000 7f6123fff640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f611c00eaa0 tx=0x7f611c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:47.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.205+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f611c00cdb0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.205+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f611c005020 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.205+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f612419d6d0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.205+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f611c0116d0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.205+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61241a4fb0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.206+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6124100730 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.207+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f611c0051d0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.208+0000 7f6120ff9640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 0x7f61100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.208+0000 7f61237fe640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 0x7f61100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.208+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f611c0cf4e0 con 0x7f6124106f50 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.209+0000 7f61237fe640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 0x7f61100a50c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6114009900 tx=0x7f6114000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:47.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.213+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f611c016030 con 0x7f6124106f50 2024-09-10T08:00:47.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 7.82 MB/sec warmup 109 sec latency 17728.184 ms 2024-09-10T08:00:47.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.426+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f612410a1a0 con 0x7f6124106f50 2024-09-10T08:00:47.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.427+0000 7f6120ff9640 1 -- 172.21.15.7:0/269441604 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11924 (secure 0 0 0) 0x7f611c09c040 con 0x7f6124106f50 2024-09-10T08:00:47.426 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:00:47.427 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":37,"btime":"2024-09-10T07:59:32:947461+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T07:59:32.822025+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:00:47.427 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 37 2024-09-10T08:00:47.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 msgr2=0x7f61100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 0x7f61100a50c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6114009900 tx=0x7f6114000bc0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 msgr2=0x7f612419cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f611c00eaa0 tx=0x7f611c00ef60 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 shutdown_connections 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f61100a2c00 0x7f61100a50c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6124106f50 0x7f612419cd00 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6124100d00 0x7f6124198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 --2- 172.21.15.7:0/269441604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124100350 0x7f6124198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 >> 172.21.15.7:0/269441604 conn(0x7f6124077210 msgr2=0x7f6124105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 shutdown_connections 2024-09-10T08:00:47.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:47.429+0000 7f612a23d640 1 -- 172.21.15.7:0/269441604 wait complete. 2024-09-10T08:00:48.161 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 254c9a0b --release --await' 2024-09-10T08:00:48.161 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 254c9a0b --release --await 2024-09-10T08:00:48.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12601 7.75 MB/sec warmup 110 sec latency 18728.223 ms 2024-09-10T08:00:48.430 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:00:48.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:48 smithi007 ceph-mon[30879]: pgmap v825: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 319 KiB/s wr, 28 op/s 2024-09-10T08:00:48.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:48 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/269441604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:48 smithi110 ceph-mon[34417]: pgmap v825: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 319 KiB/s wr, 28 op/s 2024-09-10T08:00:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/269441604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:48.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:48 smithi145 ceph-mon[34766]: pgmap v825: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 319 KiB/s wr, 28 op/s 2024-09-10T08:00:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:48 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/269441604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:00:48.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 -- 172.21.15.7:0/2913913925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 msgr2=0x7f62a0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 --2- 172.21.15.7:0/2913913925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a0106e60 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f6294009930 tx=0x7f629402a420 comp rx=0 tx=0).stop 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 -- 172.21.15.7:0/2913913925 shutdown_connections 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 --2- 172.21.15.7:0/2913913925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 0x7f62a010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 --2- 172.21.15.7:0/2913913925 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 --2- 172.21.15.7:0/2913913925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a0106e60 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 -- 172.21.15.7:0/2913913925 >> 172.21.15.7:0/2913913925 conn(0x7f62a00fc7a0 msgr2=0x7f62a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 -- 172.21.15.7:0/2913913925 shutdown_connections 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.937+0000 7f62a722f640 1 -- 172.21.15.7:0/2913913925 wait complete. 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 Processor -- start 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 -- start start 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 0x7f62a0199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0110d30 con 0x7f62a0106a80 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0110bb0 con 0x7f62a0100a80 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a722f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0110eb0 con 0x7f62a0101420 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a57cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a57cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60966/0 (socket says 172.21.15.7:60966) 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a57cc640 1 -- 172.21.15.7:0/1796499669 learned_addr learned my addr 172.21.15.7:0/1796499669 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f629ffff640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 0x7f62a0199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.938+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 -- 172.21.15.7:0/1796499669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 msgr2=0x7f62a0199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 0x7f62a0199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 -- 172.21.15.7:0/1796499669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 msgr2=0x7f62a0199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 -- 172.21.15.7:0/1796499669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a01a47c0 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a57cc640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f629800eaa0 tx=0x7f629800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f629dffb640 1 -- 172.21.15.7:0/1796499669 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629800cdb0 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f629dffb640 1 -- 172.21.15.7:0/1796499669 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6298005020 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a01a4990 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f629dffb640 1 -- 172.21.15.7:0/1796499669 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62980116d0 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.939+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a01a4ea0 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.941+0000 7f629dffb640 1 -- 172.21.15.7:0/1796499669 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f62980051d0 con 0x7f62a0106a80 2024-09-10T08:00:48.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 Processor -- start 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 -- start start 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e060 0x56523a70e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f629dffb640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 0x7f62900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56523a673620 con 0x56523a70e980 2024-09-10T08:00:48.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56523a61ae50 con 0x56523a719240 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a9608740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56523a66f5e0 con 0x56523a70e060 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a4fcb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a57cc640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 0x7f62900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a4fcb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60976/0 (socket says 172.21.15.7:60976) 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f62a4fcb640 1 -- 172.21.15.7:0/1683506050 learned_addr learned my addr 172.21.15.7:0/1683506050 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f629dffb640 1 -- 172.21.15.7:0/1796499669 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f62980cf5a0 con 0x7f62a0106a80 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f629ffff640 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.942+0000 7f629ffff640 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e060 0x56523a70e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 -- 172.21.15.7:0/1683506050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e060 msgr2=0x56523a70e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e060 0x56523a70e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 -- 172.21.15.7:0/1683506050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 msgr2=0x56523a71b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 -- 172.21.15.7:0/1683506050 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56523a60bd40 con 0x56523a70e980 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a57cc640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 0x7f62900a5040 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6298000f80 tx=0x7f6298084f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f6294031440 tx=0x7f6294032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87afba03a4fde63c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f628affd640 1 -- 172.21.15.7:0/1683506050 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629403f070 con 0x56523a70e980 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f628affd640 1 -- 172.21.15.7:0/1683506050 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6294031760 con 0x56523a70e980 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.943+0000 7f628affd640 1 -- 172.21.15.7:0/1683506050 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294035070 con 0x56523a70e980 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- 172.21.15.7:0/1683506050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 msgr2=0x56523a718d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f6294031440 tx=0x7f6294032e70 comp rx=0 tx=0).stop 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- 172.21.15.7:0/1683506050 shutdown_connections 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e980 0x56523a718d00 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 --2- 172.21.15.7:0/1683506050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e060 0x56523a70e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- 172.21.15.7:0/1683506050 >> 172.21.15.7:0/1683506050 conn(0x56523a70a5f0 msgr2=0x56523a70a9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- 172.21.15.7:0/1683506050 shutdown_connections 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- 172.21.15.7:0/1683506050 wait complete. 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 -- start start 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.944+0000 7f62a9608740 1 Processor -- start 2024-09-10T08:00:48.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a716090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a7165d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56523a71be10 con 0x56523a719240 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56523a5fbf10 con 0x56523a70e060 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56523a71bf90 con 0x56523a70e980 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a9608740 10 client.0 _ll_register_callbacks cb 0x56523a61fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60988/0 (socket says 172.21.15.7:60988) 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a4fcb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a7165d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 -- 172.21.15.7:0/3804233989 learned_addr learned my addr 172.21.15.7:0/3804233989 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:48.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a716090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 -- 172.21.15.7:0/3804233989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 msgr2=0x56523a7165d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a7165d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 -- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 msgr2=0x56523a716090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a716090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 -- 172.21.15.7:0/3804233989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56523a382580 con 0x56523a719240 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a7165d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f629ffff640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f628c00a370 tx=0x7f628c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e7092ec27bb47ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.945+0000 7f627ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c004020 con 0x56523a719240 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f628c0041c0 con 0x56523a719240 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6294031760 con 0x56523a719240 2024-09-10T08:00:48.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f628c02b050 con 0x56523a719240 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 10 client.19581 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x56523a44c960 con 0x56523a719240 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6294031760 con 0x56523a719240 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f628c01d050 con 0x56523a719240 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 10 client.19581 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 10 client.19581 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 20 client.19581 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a728d40 0x56523a72b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 4 client.19581 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.946+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56523a680b90 con 0x56523a728d40 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.947+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a728d40 0x56523a72b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.947+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a728d40 0x56523a72b1c0 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2393005081a7f08f server_cookie=bb995ac4b3c9d991 in_seq=0 out_seq=0 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.947+0000 7f627ffff640 10 client.19581 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f627ffff640 1 -- 172.21.15.7:0/3804233989 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56523a680b90 con 0x56523a728d40 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f627ffff640 10 client.19581 handle_command_reply: tid=0 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 client.19581 shutdown 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 msgr2=0x56523a716b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f628c00a370 tx=0x7f628c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 shutdown_connections 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a728d40 0x56523a72b1c0 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a716b10 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a7165d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f627ffff640 0 client.19581 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:48.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 --2- 172.21.15.7:0/3804233989 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a716090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 >> 172.21.15.7:0/3804233989 conn(0x56523a70a5f0 msgr2=0x56523a7102d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 shutdown_connections 2024-09-10T08:00:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 1 -- 172.21.15.7:0/3804233989 wait complete. 2024-09-10T08:00:48.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.948+0000 7f62a9608740 20 client.19581 trim_cache size 0 max 16384 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.965+0000 7f62a9608740 1 Processor -- start 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.965+0000 7f62a9608740 1 -- start start 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a710ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a730a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01b15b0 con 0x56523a719240 2024-09-10T08:00:48.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01aedf0 con 0x56523a70e060 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f62a9608740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01acc60 con 0x56523a70e980 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60998/0 (socket says 172.21.15.7:60998) 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 -- 172.21.15.7:0/3643905078 learned_addr learned my addr 172.21.15.7:0/3643905078 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a710ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 -- 172.21.15.7:0/3643905078 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 msgr2=0x56523a730a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a730a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 -- 172.21.15.7:0/3643905078 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 msgr2=0x56523a710ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a710ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 -- 172.21.15.7:0/3643905078 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56523a72b840 con 0x56523a719240 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.966+0000 7f629ffff640 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f628c011850 tx=0x7f628c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=565bb63de4c5c71a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f628a7fc640 1 -- 172.21.15.7:0/3643905078 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c034020 con 0x56523a719240 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f628a7fc640 1 -- 172.21.15.7:0/3643905078 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f628c004c70 con 0x56523a719240 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f628a7fc640 1 -- 172.21.15.7:0/3643905078 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c021800 con 0x56523a719240 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 -- 172.21.15.7:0/3643905078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 msgr2=0x56523a730fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:48.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f628c011850 tx=0x7f628c000bc0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 -- 172.21.15.7:0/3643905078 shutdown_connections 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a719240 0x56523a730fd0 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a730a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 --2- 172.21.15.7:0/3643905078 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a70e060 0x56523a710ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 -- 172.21.15.7:0/3643905078 >> 172.21.15.7:0/3643905078 conn(0x56523a70a5f0 msgr2=0x56523a714960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 -- 172.21.15.7:0/3643905078 shutdown_connections 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.967+0000 7f62a9608740 1 -- 172.21.15.7:0/3643905078 wait complete. 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 -- start start 2024-09-10T08:00:48.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 Processor -- start 2024-09-10T08:00:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a71d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01ad2b0 con 0x56523a70e060 2024-09-10T08:00:48.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01ae720 con 0x56523a719240 2024-09-10T08:00:48.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01ad980 con 0x56523a70e980 2024-09-10T08:00:48.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f62a9608740 10 client.0 _ll_register_callbacks cb 0x7f628c0119f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:48.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f629ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32770/0 (socket says 172.21.15.7:32770) 2024-09-10T08:00:48.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f629ffff640 1 -- 172.21.15.7:0/378446440 learned_addr learned my addr 172.21.15.7:0/378446440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:48.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.968+0000 7f629ffff640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a71d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 -- 172.21.15.7:0/378446440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 msgr2=0x56523a71d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a71d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 -- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 msgr2=0x56523a71dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 -- 172.21.15.7:0/378446440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56523a792cb0 con 0x56523a70e060 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a71d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f629ffff640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f628c00a370 tx=0x7f628c005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa26bd10a1f62ca5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f627ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c040060 con 0x56523a70e060 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f628c011250 con 0x56523a70e060 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f628c004c70 con 0x56523a70e060 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f628c034070 con 0x56523a70e060 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f62a9608740 10 client.19587 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:48.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x56523a793ff0 con 0x56523a70e060 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.969+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f628c004c70 con 0x56523a70e060 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f628c039040 con 0x56523a70e060 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 10 client.19587 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 10 client.19587 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 20 client.19587 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a7946c0 0x56523a796ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 4 client.19587 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "254c9a0b", "release": true, "await": true}] 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "254c9a0b", "release": true, "await": true}) -- 0x56523a67b0a0 con 0x56523a7946c0 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a7946c0 0x56523a796ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f62a4fcb640 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a7946c0 0x56523a796ae0 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0f5d380b24d4b79 server_cookie=e16c370589737174 in_seq=0 out_seq=0 2024-09-10T08:00:48.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:48.970+0000 7f627ffff640 10 client.19587 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f627ffff640 1 -- 172.21.15.7:0/378446440 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56523a67b0a0 con 0x56523a7946c0 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f627ffff640 10 client.19587 handle_command_reply: tid=0 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 client.19587 shutdown 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 msgr2=0x56523a71d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f628c00a370 tx=0x7f628c005710 comp rx=0 tx=0).stop 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 shutdown_connections 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56523a7946c0 0x56523a796ae0 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56523a719240 0x56523a71dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f627ffff640 0 client.19587 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56523a70e980 0x56523a71d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 --2- 172.21.15.7:0/378446440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56523a70e060 0x56523a71d230 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.010+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 >> 172.21.15.7:0/378446440 conn(0x56523a70a5f0 msgr2=0x56523a708f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.011+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 shutdown_connections 2024-09-10T08:00:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.011+0000 7f62a9608740 1 -- 172.21.15.7:0/378446440 wait complete. 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.011+0000 7f62a9608740 20 client.19587 trim_cache size 0 max 16384 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 37, 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 60, 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "254c9a0b": { 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 60, 2024-09-10T08:00:49.012 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:00:49.013 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:00:49.014 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 msgr2=0x7f62900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 0x7f62900a5040 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6298000f80 tx=0x7f6298084f90 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 msgr2=0x7f62a01a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f629800eaa0 tx=0x7f629800ef60 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 shutdown_connections 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f62900a2b80 0x7f62900a5040 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62a0106a80 0x7f62a01a4280 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a0101420 0x7f62a0199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 --2- 172.21.15.7:0/1796499669 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a0100a80 0x7f62a0199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 >> 172.21.15.7:0/1796499669 conn(0x7f62a00fc7a0 msgr2=0x7f62a00fd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 shutdown_connections 2024-09-10T08:00:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:00:49.012+0000 7f62a722f640 1 -- 172.21.15.7:0/1796499669 wait complete. 2024-09-10T08:00:49.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12646 7.70 MB/sec warmup 111 sec latency 19453.458 ms 2024-09-10T08:00:49.857 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '254c9a0b', total seconds elapsed: 23.3 2024-09-10T08:00:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/3319699699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8101c40 msgr2=0x7fe5f81020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/3319699699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8101c40 0x7fe5f81020c0 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec009900 tx=0x7fe5ec02a410 comp rx=0 tx=0).stop 2024-09-10T08:00:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/3319699699 shutdown_connections 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/3319699699 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f8102600 0x7fe5f8108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/3319699699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8101c40 0x7fe5f81020c0 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/3319699699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 0x7fe5f8100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/3319699699 >> 172.21.15.7:0/3319699699 conn(0x7fe5f80fc1b0 msgr2=0x7fe5f80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/3319699699 shutdown_connections 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.020+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/3319699699 wait complete. 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 Processor -- start 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 -- start start 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 0x7fe5f8104c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f81037a0 0x7fe5f8103c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f810c5b0 con 0x7fe5f8102600 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f810c430 con 0x7fe5f81037a0 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.021+0000 7fe5fd3f8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f810c730 con 0x7fe5f8100a50 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 0x7fe5f8104c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32780/0 (socket says 172.21.15.7:32780) 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 -- 172.21.15.7:0/2833754992 learned_addr learned my addr 172.21.15.7:0/2833754992 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f81037a0 0x7fe5f8103c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 -- 172.21.15.7:0/2833754992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 msgr2=0x7fe5f8104c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 0x7fe5f8104c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 -- 172.21.15.7:0/2833754992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f81037a0 msgr2=0x7fe5f8103c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.022+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f81037a0 0x7fe5f8103c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.023+0000 7fe5f67fc640 1 -- 172.21.15.7:0/2833754992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5f81a2140 con 0x7fe5f8102600 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.023+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec005ab0 tx=0x7fe5ec003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.023+0000 7fe5dffff640 1 -- 172.21.15.7:0/2833754992 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ec03f020 con 0x7fe5f8102600 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.023+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5f81a23d0 con 0x7fe5f8102600 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.023+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5f81a28c0 con 0x7fe5f8102600 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.024+0000 7fe5dffff640 1 -- 172.21.15.7:0/2833754992 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5ec031c30 con 0x7fe5f8102600 2024-09-10T08:00:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.024+0000 7fe5dffff640 1 -- 172.21.15.7:0/2833754992 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ec035070 con 0x7fe5f8102600 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.026+0000 7fe5dffff640 1 -- 172.21.15.7:0/2833754992 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe5ec042020 con 0x7fe5f8102600 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 Processor -- start 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 -- start start 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca12bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca133830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5616ca08f2f0 con 0x5616ca12c2e0 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5616ca037270 con 0x5616ca12b9a0 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe600268740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5616ca08b2b0 con 0x5616ca131370 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32782/0 (socket says 172.21.15.7:32782) 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2437672561 learned_addr learned my addr 172.21.15.7:0/2437672561 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca133830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca12bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2437672561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 msgr2=0x5616ca133830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.027+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca133830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2437672561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 msgr2=0x5616ca12bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca12bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2437672561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616ca036340 con 0x5616ca12c2e0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca12bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5dffff640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 0x7fe5e00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 0x7fe5e00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009ca0 tx=0x7fe5e8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd2984818cd1f4de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5dffff640 1 -- 172.21.15.7:0/2833754992 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5ec0ef380 con 0x7fe5f8102600 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5dd7fa640 1 -- 172.21.15.7:0/2437672561 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8004220 con 0x5616ca12c2e0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5dd7fa640 1 -- 172.21.15.7:0/2437672561 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5e80043c0 con 0x5616ca12c2e0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.028+0000 7fe5dd7fa640 1 -- 172.21.15.7:0/2437672561 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5e80198b0 con 0x5616ca12c2e0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 -- 172.21.15.7:0/2437672561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 msgr2=0x5616ca130da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 0x7fe5e00a5170 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0009fd0 tx=0x7fe5f0009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009ca0 tx=0x7fe5e8011810 comp rx=0 tx=0).stop 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 -- 172.21.15.7:0/2437672561 shutdown_connections 2024-09-10T08:00:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca133830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca130da0 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 --2- 172.21.15.7:0/2437672561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca12bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 -- 172.21.15.7:0/2437672561 >> 172.21.15.7:0/2437672561 conn(0x5616ca127010 msgr2=0x5616ca127410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 -- 172.21.15.7:0/2437672561 shutdown_connections 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.029+0000 7fe600268740 1 -- 172.21.15.7:0/2437672561 wait complete. 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 -- start start 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 Processor -- start 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca12b9a0 0x5616ca135bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca136130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5616ca134340 con 0x5616ca131370 2024-09-10T08:00:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5616ca018290 con 0x5616ca12c2e0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5616ca1344c0 con 0x5616ca12b9a0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe5f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe600268740 10 client.0 _ll_register_callbacks cb 0x5616ca049140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32790/0 (socket says 172.21.15.7:32790) 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 -- 172.21.15.7:0/1178406409 learned_addr learned my addr 172.21.15.7:0/1178406409 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca12b9a0 0x5616ca135bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.030+0000 7fe5f67fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca136130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 -- 172.21.15.7:0/1178406409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca12b9a0 msgr2=0x5616ca135bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca12b9a0 0x5616ca135bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 -- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 msgr2=0x5616ca136130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca136130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 -- 172.21.15.7:0/1178406409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616c9da2210 con 0x5616ca131370 2024-09-10T08:00:50.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca136130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0011e30 tx=0x7fe5f0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535ed782a1b36f56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5daff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f001f9b0 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5f001fb50 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.031+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5e80043c0 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fe5f001fd50 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 10 client.19599 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5616c9e6e620 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5f0003e20 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fe5f0026070 con 0x5616ca131370 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 10 client.19599 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 10 client.19599 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:50.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 20 client.19599 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1419d0 0x5616ca143df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 4 client.19599 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe5e80043c0 con 0x5616ca1419d0 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.032+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1419d0 0x5616ca143df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.033+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1419d0 0x5616ca143df0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a15d23aa4e2effd9 server_cookie=2ce7aeb989621f7b in_seq=0 out_seq=0 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.033+0000 7fe5daff5640 10 client.19599 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.033+0000 7fe5daff5640 1 -- 172.21.15.7:0/1178406409 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fe5e80043c0 con 0x5616ca1419d0 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.033+0000 7fe5daff5640 10 client.19599 handle_command_reply: tid=0 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.033+0000 7fe600268740 1 client.19599 shutdown 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 msgr2=0x5616ca13d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0011e30 tx=0x7fe5f0004ab0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 shutdown_connections 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1419d0 0x5616ca143df0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca131370 0x5616ca13d100 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca136130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe5daff5640 0 client.19599 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 --2- 172.21.15.7:0/1178406409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca12b9a0 0x5616ca135bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 >> 172.21.15.7:0/1178406409 conn(0x5616ca127010 msgr2=0x5616ca128820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 shutdown_connections 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 1 -- 172.21.15.7:0/1178406409 wait complete. 2024-09-10T08:00:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.034+0000 7fe600268740 20 client.19599 trim_cache size 0 max 16384 2024-09-10T08:00:50.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 Processor -- start 2024-09-10T08:00:50.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 -- start start 2024-09-10T08:00:50.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca13d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca1486d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e4012520 con 0x5616ca12b9a0 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e400fd60 con 0x5616ca12c2e0 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe600268740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e400dbd0 con 0x5616ca131370 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe5f6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32802/0 (socket says 172.21.15.7:32802) 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2324266956 learned_addr learned my addr 172.21.15.7:0/2324266956 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca13d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.055+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca1486d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2324266956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 msgr2=0x5616ca1486d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca1486d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2324266956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 msgr2=0x5616ca13d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca13d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/2324266956 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616ca12cf70 con 0x5616ca12b9a0 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009a30 tx=0x7fe5e8003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28f0fe3b27fbcca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5dcff9640 1 -- 172.21.15.7:0/2324266956 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8003800 con 0x5616ca12b9a0 2024-09-10T08:00:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5dcff9640 1 -- 172.21.15.7:0/2324266956 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5e8031070 con 0x5616ca12b9a0 2024-09-10T08:00:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.056+0000 7fe5dcff9640 1 -- 172.21.15.7:0/2324266956 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8003a90 con 0x5616ca12b9a0 2024-09-10T08:00:50.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.057+0000 7fe600268740 1 -- 172.21.15.7:0/2324266956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 msgr2=0x5616ca1260b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.057+0000 7fe600268740 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009a30 tx=0x7fe5e8003da0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 -- 172.21.15.7:0/2324266956 shutdown_connections 2024-09-10T08:00:50.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca1486d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12c2e0 0x5616ca13d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 --2- 172.21.15.7:0/2324266956 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12b9a0 0x5616ca1260b0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 -- 172.21.15.7:0/2324266956 >> 172.21.15.7:0/2324266956 conn(0x5616ca127010 msgr2=0x5616ca1259a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 -- 172.21.15.7:0/2324266956 shutdown_connections 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 -- 172.21.15.7:0/2324266956 wait complete. 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 -- start start 2024-09-10T08:00:50.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.058+0000 7fe600268740 1 Processor -- start 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca13a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca13ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca13bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe5f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca13ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e400e220 con 0x5616ca12c2e0 2024-09-10T08:00:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e400f690 con 0x5616ca12b9a0 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e400e8f0 con 0x5616ca131370 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe5f67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca13ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32804/0 (socket says 172.21.15.7:32804) 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe600268740 10 client.0 _ll_register_callbacks cb 0x7fe5f0009be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe5f67fc640 1 -- 172.21.15.7:0/354341912 learned_addr learned my addr 172.21.15.7:0/354341912 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca13a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.059+0000 7fe5f77fe640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca13bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/354341912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 msgr2=0x5616ca13bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca13bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/354341912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 msgr2=0x5616ca13ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca13ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 -- 172.21.15.7:0/354341912 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616ca13c250 con 0x5616ca12b9a0 2024-09-10T08:00:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5f6ffd640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca13a6f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8000c00 tx=0x7fe5e80096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cbb7e7e5fef03d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5daff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8039070 con 0x5616ca12b9a0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5e8005080 con 0x5616ca12b9a0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5e8031070 con 0x5616ca12b9a0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fe5e8003800 con 0x5616ca12b9a0 2024-09-10T08:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe600268740 10 client.28694 fetch_fsmap learned FSMap version 37 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.060+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5616ca1ac6b0 con 0x5616ca12b9a0 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5e8031070 con 0x5616ca12b9a0 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fe5e803c020 con 0x5616ca12b9a0 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 10 client.28694 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 10 client.28694 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 20 client.28694 populate_metadata read hostname 'smithi007' 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1ace00 0x5616ca1af220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 4 client.28694 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5616ca09ca20 con 0x5616ca1ace00 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.061+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1ace00 0x5616ca1af220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.062+0000 7fe5f67fc640 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1ace00 0x5616ca1af220 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28a0a11c70e0d4b6 server_cookie=33081d0067305b4a in_seq=0 out_seq=0 2024-09-10T08:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.062+0000 7fe5daff5640 10 client.28694 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe5daff5640 1 -- 172.21.15.7:0/354341912 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5616ca09ca20 con 0x5616ca1ace00 2024-09-10T08:00:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe5daff5640 10 client.28694 handle_command_reply: tid=0 2024-09-10T08:00:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 client.28694 shutdown 2024-09-10T08:00:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 msgr2=0x5616ca13a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca13a6f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8000c00 tx=0x7fe5e80096e0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 shutdown_connections 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5616ca1ace00 0x5616ca1af220 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5616ca131370 0x5616ca13bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5616ca12c2e0 0x5616ca13ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe5daff5640 0 client.28694 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:00:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 --2- 172.21.15.7:0/354341912 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5616ca12b9a0 0x5616ca13a6f0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.126+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 >> 172.21.15.7:0/354341912 conn(0x5616ca127010 msgr2=0x5616ca127e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 shutdown_connections 2024-09-10T08:00:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe600268740 1 -- 172.21.15.7:0/354341912 wait complete. 2024-09-10T08:00:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe600268740 20 client.28694 trim_cache size 0 max 16384 2024-09-10T08:00:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:00:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:00:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:00:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:00:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 msgr2=0x7fe5e00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 0x7fe5e00a5170 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0009fd0 tx=0x7fe5f0009500 comp rx=0 tx=0).stop 2024-09-10T08:00:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.127+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 msgr2=0x7fe5f8103260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:00:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec005ab0 tx=0x7fe5ec003b90 comp rx=0 tx=0).stop 2024-09-10T08:00:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 shutdown_connections 2024-09-10T08:00:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5e00a2cb0 0x7fe5e00a5170 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5f81037a0 0x7fe5f8103c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5f8102600 0x7fe5f8103260 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 --2- 172.21.15.7:0/2833754992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5f8100a50 0x7fe5f8104c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 >> 172.21.15.7:0/2833754992 conn(0x7fe5f80fc1b0 msgr2=0x7fe5f80fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 shutdown_connections 2024-09-10T08:00:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:00:50.128+0000 7fe5fd3f8640 1 -- 172.21.15.7:0/2833754992 wait complete. 2024-09-10T08:00:50.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12836 7.81 MB/sec warmup 112 sec latency 81.131 ms 2024-09-10T08:00:50.542 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:50 smithi145 ceph-mon[34766]: pgmap v826: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 299 KiB/s wr, 30 op/s 2024-09-10T08:00:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:50 smithi007 ceph-mon[30879]: pgmap v826: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 299 KiB/s wr, 30 op/s 2024-09-10T08:00:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:50 smithi110 ceph-mon[34417]: pgmap v826: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 299 KiB/s wr, 30 op/s 2024-09-10T08:00:51.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 12984 7.82 MB/sec warmup 113 sec latency 69.330 ms 2024-09-10T08:00:52.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13133 7.80 MB/sec warmup 114 sec latency 57.678 ms 2024-09-10T08:00:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:52 smithi007 ceph-mon[30879]: pgmap v827: 129 pgs: 129 active+clean; 330 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 87 KiB/s wr, 20 op/s 2024-09-10T08:00:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:52 smithi110 ceph-mon[34417]: pgmap v827: 129 pgs: 129 active+clean; 330 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 87 KiB/s wr, 20 op/s 2024-09-10T08:00:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:52 smithi145 ceph-mon[34766]: pgmap v827: 129 pgs: 129 active+clean; 330 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 87 KiB/s wr, 20 op/s 2024-09-10T08:00:53.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13276 7.78 MB/sec warmup 115 sec latency 83.105 ms 2024-09-10T08:00:54.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13415 7.72 MB/sec warmup 116 sec latency 69.386 ms 2024-09-10T08:00:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:54 smithi007 ceph-mon[30879]: pgmap v828: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 699 KiB/s wr, 53 op/s 2024-09-10T08:00:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:54 smithi110 ceph-mon[34417]: pgmap v828: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 699 KiB/s wr, 53 op/s 2024-09-10T08:00:54.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:54 smithi145 ceph-mon[34766]: pgmap v828: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 207 KiB/s rd, 699 KiB/s wr, 53 op/s 2024-09-10T08:00:55.252 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13587 7.70 MB/sec warmup 117 sec latency 86.346 ms 2024-09-10T08:00:56.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13750 7.67 MB/sec warmup 118 sec latency 78.836 ms 2024-09-10T08:00:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:56 smithi007 ceph-mon[30879]: pgmap v829: 129 pgs: 129 active+clean; 334 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-09-10T08:00:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:56 smithi110 ceph-mon[34417]: pgmap v829: 129 pgs: 129 active+clean; 334 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-09-10T08:00:56.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:56 smithi145 ceph-mon[34766]: pgmap v829: 129 pgs: 129 active+clean; 334 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-09-10T08:00:57.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 13926 7.70 MB/sec warmup 119 sec latency 83.234 ms 2024-09-10T08:00:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:00:58 smithi007 ceph-mon[30879]: pgmap v830: 129 pgs: 129 active+clean; 335 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 416 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-10T08:00:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:00:58 smithi110 ceph-mon[34417]: pgmap v830: 129 pgs: 129 active+clean; 335 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 416 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-10T08:00:58.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:00:58 smithi145 ceph-mon[34766]: pgmap v830: 129 pgs: 129 active+clean; 335 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 416 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-10T08:00:59.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 14292 5.07 MB/sec execute 1 sec latency 79.413 ms 2024-09-10T08:01:00.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 14489 8.36 MB/sec execute 2 sec latency 80.811 ms 2024-09-10T08:01:00.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:00 smithi007 ceph-mon[30879]: pgmap v831: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 2.8 MiB/s wr, 233 op/s 2024-09-10T08:01:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:00 smithi110 ceph-mon[34417]: pgmap v831: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 2.8 MiB/s wr, 233 op/s 2024-09-10T08:01:00.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:00 smithi145 ceph-mon[34766]: pgmap v831: 129 pgs: 129 active+clean; 327 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 2.8 MiB/s wr, 233 op/s 2024-09-10T08:01:01.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 14680 8.00 MB/sec execute 3 sec latency 61.922 ms 2024-09-10T08:01:02.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 14857 7.59 MB/sec execute 4 sec latency 77.051 ms 2024-09-10T08:01:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:02 smithi007 ceph-mon[30879]: pgmap v832: 129 pgs: 129 active+clean; 324 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 2.9 MiB/s wr, 243 op/s 2024-09-10T08:01:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:02 smithi110 ceph-mon[34417]: pgmap v832: 129 pgs: 129 active+clean; 324 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 2.9 MiB/s wr, 243 op/s 2024-09-10T08:01:02.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:02 smithi145 ceph-mon[34766]: pgmap v832: 129 pgs: 129 active+clean; 324 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 2.9 MiB/s wr, 243 op/s 2024-09-10T08:01:03.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15011 7.54 MB/sec execute 5 sec latency 71.671 ms 2024-09-10T08:01:03.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.265+0000 7fa6a35c4640 1 -- 172.21.15.7:0/1671511024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c100f80 msgr2=0x7fa69c101380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.265+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/1671511024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c100f80 0x7fa69c101380 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fa698009900 tx=0x7fa69802a480 comp rx=0 tx=0).stop 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 -- 172.21.15.7:0/1671511024 shutdown_connections 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/1671511024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c102650 0x7fa69c108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/1671511024 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c102110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/1671511024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c100f80 0x7fa69c101380 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 -- 172.21.15.7:0/1671511024 >> 172.21.15.7:0/1671511024 conn(0x7fa69c0fb980 msgr2=0x7fa69c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 -- 172.21.15.7:0/1671511024 shutdown_connections 2024-09-10T08:01:03.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 -- 172.21.15.7:0/1671511024 wait complete. 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.266+0000 7fa6a35c4640 1 Processor -- start 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 -- start start 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c100f80 0x7fa69c19e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c102650 0x7fa69c1a58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c113cb0 con 0x7fa69c102650 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c113b30 con 0x7fa69c101c90 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a35c4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c113e30 con 0x7fa69c100f80 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45106/0 (socket says 172.21.15.7:45106) 2024-09-10T08:01:03.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2761699829 learned_addr learned my addr 172.21.15.7:0/2761699829 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c102650 0x7fa69c1a58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a1360640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c100f80 0x7fa69c19e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2761699829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c100f80 msgr2=0x7fa69c19e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c100f80 0x7fa69c19e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c102650 msgr2=0x7fa69c1a58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c102650 0x7fa69c1a58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.267+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2761699829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa69c1a5f50 con 0x7fa69c101c90 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa68c00d950 tx=0x7fa68c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6927fc640 1 -- 172.21.15.7:0/2761699829 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c017070 con 0x7fa69c101c90 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6927fc640 1 -- 172.21.15.7:0/2761699829 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa68c009c30 con 0x7fa69c101c90 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6927fc640 1 -- 172.21.15.7:0/2761699829 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c00f620 con 0x7fa69c101c90 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa69c1a6240 con 0x7fa69c101c90 2024-09-10T08:01:03.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.268+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa69c1a6740 con 0x7fa69c101c90 2024-09-10T08:01:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.271+0000 7fa6927fc640 1 -- 172.21.15.7:0/2761699829 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fa68c0109a0 con 0x7fa69c101c90 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.271+0000 7fa6a6441740 1 Processor -- start 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 -- start start 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 0x55b4007d4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b4007302f0 con 0x55b4007d2370 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b4006d8270 con 0x55b4007cd2e0 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a6441740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b40072c2b0 con 0x55b4007cc9a0 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a1b61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a1b61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:55736/0 (socket says 172.21.15.7:55736) 2024-09-10T08:01:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a1b61640 1 -- 172.21.15.7:0/2492679290 learned_addr learned my addr 172.21.15.7:0/2492679290 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 0x55b4007d4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6927fc640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 0x7fa6880a5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.272+0000 7fa6a1360640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 0x7fa6880a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6927fc640 1 -- 172.21.15.7:0/2761699829 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa68c0cf030 con 0x7fa69c101c90 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2492679290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 msgr2=0x55b4007ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2492679290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 msgr2=0x55b4007d1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/2492679290 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4006d7340 con 0x55b4007d2370 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.273+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 0x55b4007d4830 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa68c0cc7e0 tx=0x7fa68c00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad4e7bad41fc05f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.274+0000 7fa6877fe640 1 -- 172.21.15.7:0/2492679290 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c020070 con 0x55b4007d2370 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.274+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 0x7fa6880a5110 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa6940041e0 tx=0x7fa694004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.274+0000 7fa6877fe640 1 -- 172.21.15.7:0/2492679290 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa68c009de0 con 0x55b4007d2370 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.274+0000 7fa6877fe640 1 -- 172.21.15.7:0/2492679290 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c097240 con 0x55b4007d2370 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- 172.21.15.7:0/2492679290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 msgr2=0x55b4007d4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 0x55b4007d4830 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa68c0cc7e0 tx=0x7fa68c00bf60 comp rx=0 tx=0).stop 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- 172.21.15.7:0/2492679290 shutdown_connections 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007d2370 0x55b4007d4830 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2492679290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cc9a0 0x55b4007ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- 172.21.15.7:0/2492679290 >> 172.21.15.7:0/2492679290 conn(0x55b4007c8010 msgr2=0x55b4007c8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- 172.21.15.7:0/2492679290 shutdown_connections 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- 172.21.15.7:0/2492679290 wait complete. 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 -- start start 2024-09-10T08:01:03.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.275+0000 7fa6a6441740 1 Processor -- start 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007d6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d72f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b4007d52e0 con 0x55b4007cc9a0 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b4006b9290 con 0x55b4007cd2e0 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b4007d5460 con 0x55b4007dc320 2024-09-10T08:01:03.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a6441740 10 client.0 _ll_register_callbacks cb 0x55b4006ea140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a1b61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a1360640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007d6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a1b61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:55740/0 (socket says 172.21.15.7:55740) 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.276+0000 7fa6a1b61640 1 -- 172.21.15.7:0/3158652441 learned_addr learned my addr 172.21.15.7:0/3158652441 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 -- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 msgr2=0x55b4007d72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 -- 172.21.15.7:0/3158652441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 msgr2=0x55b4007d6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007d6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 -- 172.21.15.7:0/3158652441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b400443210 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007d6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa694004900 tx=0x7fa694004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9906ced5b7d1b45f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa684ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.277+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa694004d20 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa69401a970 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa68c009de0 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa694030050 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa6a6441740 10 client.28765 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b40050f620 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.278+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa68c009de0 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fa6940056d0 con 0x55b4007dc320 2024-09-10T08:01:03.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 10 client.28765 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 10 client.28765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 20 client.28765 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b4007e2ed0 0x55b4007e5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 4 client.28765 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b40073da20 con 0x55b4007e2ed0 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b4007e2ed0 0x55b4007e5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa684ff9640 10 client.28765 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.279+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b4007e2ed0 0x55b4007e5390 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c874c25bb14365f server_cookie=c5546eea3f2d288a in_seq=0 out_seq=0 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa684ff9640 1 -- 172.21.15.7:0/3158652441 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b40073da20 con 0x55b4007e2ed0 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa684ff9640 10 client.28765 handle_command_reply: tid=0 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 client.28765 shutdown 2024-09-10T08:01:03.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 msgr2=0x55b4007de710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa694004900 tx=0x7fa694004a40 comp rx=0 tx=0).stop 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 shutdown_connections 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b4007e2ed0 0x55b4007e5390 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007de710 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa684ff9640 0 client.28765 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007d72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3158652441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007d6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.280+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 >> 172.21.15.7:0/3158652441 conn(0x55b4007c8010 msgr2=0x55b4007c9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.281+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 shutdown_connections 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.281+0000 7fa6a6441740 1 -- 172.21.15.7:0/3158652441 wait complete. 2024-09-10T08:01:03.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.281+0000 7fa6a6441740 20 client.28765 trim_cache size 0 max 16384 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 Processor -- start 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 -- start start 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 0x55b4007c9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007dc320 0x55b4007c9940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1b3580 con 0x55b4007dc320 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1b0dc0 con 0x55b4007cc9a0 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a6441740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1aec30 con 0x55b4007cd2e0 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a1360640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a1360640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45142/0 (socket says 172.21.15.7:45142) 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.309+0000 7fa6a1360640 1 -- 172.21.15.7:0/2254542913 learned_addr learned my addr 172.21.15.7:0/2254542913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007dc320 0x55b4007c9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 0x55b4007c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 -- 172.21.15.7:0/2254542913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 msgr2=0x55b4007c9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 0x55b4007c9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 -- 172.21.15.7:0/2254542913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007dc320 msgr2=0x55b4007c9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007dc320 0x55b4007c9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 -- 172.21.15.7:0/2254542913 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4007d68f0 con 0x55b4007cc9a0 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 0x55b4007c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa6a1360640 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa698000c00 tx=0x7fa698005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ab78aec25258aec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.310+0000 7fa686ffd640 1 -- 172.21.15.7:0/2254542913 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698035040 con 0x55b4007cc9a0 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.311+0000 7fa686ffd640 1 -- 172.21.15.7:0/2254542913 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6980054f0 con 0x55b4007cc9a0 2024-09-10T08:01:03.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.311+0000 7fa686ffd640 1 -- 172.21.15.7:0/2254542913 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698004a30 con 0x55b4007cc9a0 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.311+0000 7fa6a6441740 1 -- 172.21.15.7:0/2254542913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 msgr2=0x55b4007c70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.311+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa698000c00 tx=0x7fa698005a20 comp rx=0 tx=0).stop 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 -- 172.21.15.7:0/2254542913 shutdown_connections 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007dc320 0x55b4007c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007cd2e0 0x55b4007c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 --2- 172.21.15.7:0/2254542913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cc9a0 0x55b4007c70b0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 -- 172.21.15.7:0/2254542913 >> 172.21.15.7:0/2254542913 conn(0x55b4007c8010 msgr2=0x55b4007c69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 -- 172.21.15.7:0/2254542913 shutdown_connections 2024-09-10T08:01:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 -- 172.21.15.7:0/2254542913 wait complete. 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 -- start start 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.312+0000 7fa6a6441740 1 Processor -- start 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007f4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007f5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1af280 con 0x55b4007cc9a0 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1b06f0 con 0x55b4007cd2e0 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1af950 con 0x55b4007dc320 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a6441740 10 client.0 _ll_register_callbacks cb 0x7fa694004830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45158/0 (socket says 172.21.15.7:45158) 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/3998440143 learned_addr learned my addr 172.21.15.7:0/3998440143 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:03.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007f5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007f4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/3998440143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 msgr2=0x55b4007f5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007f5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/3998440143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 msgr2=0x55b4007f4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007f4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a0b5f640 1 -- 172.21.15.7:0/3998440143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4007f6380 con 0x55b4007cd2e0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a1b61640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007f5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.313+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007f4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a0b5f640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa68c09b480 tx=0x7fa68c0cf330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40eb019b85c252a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68c020040 con 0x55b4007cd2e0 2024-09-10T08:01:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fa68c097240 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6980054f0 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa68c009de0 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 10 client.28709 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b40084daf0 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6980054f0 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fa68c09a940 con 0x55b4007cd2e0 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 10 client.28709 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 10 client.28709 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.314+0000 7fa6a6441740 20 client.28709 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b40084df20 0x55b400850310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa6a6441740 4 client.28709 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:01:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b400737d70 con 0x55b40084df20 2024-09-10T08:01:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b40084df20 0x55b400850310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa684ff9640 10 client.28709 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.315+0000 7fa6a1360640 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b40084df20 0x55b400850310 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa86fd8bfec7c195 server_cookie=c10e18f384db2767 in_seq=0 out_seq=0 2024-09-10T08:01:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa684ff9640 1 -- 172.21.15.7:0/3998440143 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b400737d70 con 0x55b40084df20 2024-09-10T08:01:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa684ff9640 10 client.28709 handle_command_reply: tid=0 2024-09-10T08:01:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa6a6441740 1 client.28709 shutdown 2024-09-10T08:01:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 msgr2=0x55b4007f4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa68c09b480 tx=0x7fa68c0cf330 comp rx=0 tx=0).stop 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 shutdown_connections 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.395+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b40084df20 0x55b400850310 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa684ff9640 0 client.28709 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b4007dc320 0x55b4007f5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b4007cd2e0 0x55b4007f4e40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 --2- 172.21.15.7:0/3998440143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b4007cc9a0 0x55b4007f4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 >> 172.21.15.7:0/3998440143 conn(0x55b4007c8010 msgr2=0x55b4007c71c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 shutdown_connections 2024-09-10T08:01:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 1 -- 172.21.15.7:0/3998440143 wait complete. 2024-09-10T08:01:03.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.396+0000 7fa6a6441740 20 client.28709 trim_cache size 0 max 16384 2024-09-10T08:01:03.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:01:03.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:01:03.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:01:03.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.397+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 msgr2=0x7fa6880a5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.397+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 0x7fa6880a5110 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa6940041e0 tx=0x7fa694004ab0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 msgr2=0x7fa69c19e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa68c00d950 tx=0x7fa68c00de10 comp rx=0 tx=0).stop 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 shutdown_connections 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fa6880a2c50 0x7fa6880a5110 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa69c102650 0x7fa69c1a58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa69c101c90 0x7fa69c19e870 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 --2- 172.21.15.7:0/2761699829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa69c100f80 0x7fa69c19e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:03.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 >> 172.21.15.7:0/2761699829 conn(0x7fa69c0fb980 msgr2=0x7fa69c1050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:03.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 shutdown_connections 2024-09-10T08:01:03.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:03.398+0000 7fa6a35c4640 1 -- 172.21.15.7:0/2761699829 wait complete. 2024-09-10T08:01:04.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15133 7.00 MB/sec execute 6 sec latency 123.424 ms 2024-09-10T08:01:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:04 smithi007 ceph-mon[30879]: pgmap v833: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.3 MiB/s wr, 256 op/s 2024-09-10T08:01:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:04 smithi110 ceph-mon[34417]: pgmap v833: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.3 MiB/s wr, 256 op/s 2024-09-10T08:01:04.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:04 smithi145 ceph-mon[34766]: pgmap v833: 129 pgs: 129 active+clean; 326 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.3 MiB/s wr, 256 op/s 2024-09-10T08:01:05.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15352 9.18 MB/sec execute 7 sec latency 62.449 ms 2024-09-10T08:01:05.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:05 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:01:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:05 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:01:05.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:05 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:01:06.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15550 9.26 MB/sec execute 8 sec latency 198.973 ms 2024-09-10T08:01:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:06 smithi110 ceph-mon[34417]: pgmap v834: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 3.3 MiB/s wr, 292 op/s 2024-09-10T08:01:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:01:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:01:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:01:06.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:06 smithi145 ceph-mon[34766]: pgmap v834: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 3.3 MiB/s wr, 292 op/s 2024-09-10T08:01:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:01:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:01:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:01:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:06 smithi007 ceph-mon[30879]: pgmap v834: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 3.3 MiB/s wr, 292 op/s 2024-09-10T08:01:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:01:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:01:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:01:07.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15739 10.00 MB/sec execute 9 sec latency 66.979 ms 2024-09-10T08:01:08.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 15884 9.58 MB/sec execute 10 sec latency 54.424 ms 2024-09-10T08:01:08.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:08 smithi110 ceph-mon[34417]: pgmap v835: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 260 op/s 2024-09-10T08:01:08.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:08 smithi145 ceph-mon[34766]: pgmap v835: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 260 op/s 2024-09-10T08:01:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:08 smithi007 ceph-mon[30879]: pgmap v835: 129 pgs: 129 active+clean; 332 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 260 op/s 2024-09-10T08:01:09.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16059 10.13 MB/sec execute 11 sec latency 71.043 ms 2024-09-10T08:01:10.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16212 10.04 MB/sec execute 12 sec latency 69.220 ms 2024-09-10T08:01:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:10 smithi110 ceph-mon[34417]: pgmap v836: 129 pgs: 129 active+clean; 343 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 334 op/s 2024-09-10T08:01:10.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:10 smithi145 ceph-mon[34766]: pgmap v836: 129 pgs: 129 active+clean; 343 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 334 op/s 2024-09-10T08:01:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:10 smithi007 ceph-mon[30879]: pgmap v836: 129 pgs: 129 active+clean; 343 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 334 op/s 2024-09-10T08:01:11.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16367 10.15 MB/sec execute 13 sec latency 63.944 ms 2024-09-10T08:01:12.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16523 9.80 MB/sec execute 14 sec latency 91.805 ms 2024-09-10T08:01:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:12 smithi110 ceph-mon[34417]: pgmap v837: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 3.9 MiB/s wr, 228 op/s 2024-09-10T08:01:12.722 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:12 smithi007 ceph-mon[30879]: pgmap v837: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 3.9 MiB/s wr, 228 op/s 2024-09-10T08:01:12.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:12 smithi145 ceph-mon[34766]: pgmap v837: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 3.9 MiB/s wr, 228 op/s 2024-09-10T08:01:13.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16662 9.30 MB/sec execute 15 sec latency 96.800 ms 2024-09-10T08:01:14.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16821 9.11 MB/sec execute 16 sec latency 65.334 ms 2024-09-10T08:01:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:14 smithi110 ceph-mon[34417]: pgmap v838: 129 pgs: 129 active+clean; 344 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.6 MiB/s wr, 237 op/s 2024-09-10T08:01:14.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:14 smithi145 ceph-mon[34766]: pgmap v838: 129 pgs: 129 active+clean; 344 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.6 MiB/s wr, 237 op/s 2024-09-10T08:01:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:14 smithi007 ceph-mon[30879]: pgmap v838: 129 pgs: 129 active+clean; 344 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.6 MiB/s wr, 237 op/s 2024-09-10T08:01:15.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 16985 9.03 MB/sec execute 17 sec latency 74.955 ms 2024-09-10T08:01:16.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 17150 8.93 MB/sec execute 18 sec latency 80.173 ms 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/4085612589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 msgr2=0x7fdcf4109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/4085612589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4109fa0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fdcec009ca0 tx=0x7fdcec02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/4085612589 shutdown_connections 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/4085612589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4109fa0 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/4085612589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4102d50 0x7fdcf41031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/4085612589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4101b60 0x7fdcf4101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/4085612589 >> 172.21.15.7:0/4085612589 conn(0x7fdcf40fd2e0 msgr2=0x7fdcf40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/4085612589 shutdown_connections 2024-09-10T08:01:16.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.535+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/4085612589 wait complete. 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.536+0000 7fdcf9fe4640 1 Processor -- start 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.536+0000 7fdcf9fe4640 1 -- start start 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4102d50 0x7fdcf40745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d690 con 0x7fdcf4103710 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d510 con 0x7fdcf4101b60 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf9fe4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d810 con 0x7fdcf4102d50 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41814/0 (socket says 172.21.15.7:41814) 2024-09-10T08:01:16.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf3fff640 1 -- 172.21.15.7:0/733041481 learned_addr learned my addr 172.21.15.7:0/733041481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40622/0 (socket says 172.21.15.7:40622) 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4102d50 0x7fdcf40745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 -- 172.21.15.7:0/733041481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4102d50 msgr2=0x7fdcf40745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4102d50 0x7fdcf40745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 -- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 msgr2=0x7fdcf4074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf37fe640 1 -- 172.21.15.7:0/733041481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcf40753b0 con 0x7fdcf4101b60 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.537+0000 7fdcf3fff640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fdce400e9c0 tx=0x7fdce400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf0ff9640 1 -- 172.21.15.7:0/733041481 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce400ccc0 con 0x7fdcf4101b60 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcf41a1e00 con 0x7fdcf4101b60 2024-09-10T08:01:16.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf0ff9640 1 -- 172.21.15.7:0/733041481 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdce40035f0 con 0x7fdcf4101b60 2024-09-10T08:01:16.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf0ff9640 1 -- 172.21.15.7:0/733041481 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce400ce60 con 0x7fdcf4101b60 2024-09-10T08:01:16.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.538+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcf41a2210 con 0x7fdcf4101b60 2024-09-10T08:01:16.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.541+0000 7fdcf0ff9640 1 -- 172.21.15.7:0/733041481 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fdce40037a0 con 0x7fdcf4101b60 2024-09-10T08:01:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.542+0000 7fdcf0ff9640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 0x7fdcdc0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.542+0000 7fdcf0ff9640 1 -- 172.21.15.7:0/733041481 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdce40cf860 con 0x7fdcf4101b60 2024-09-10T08:01:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.542+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 0x7fdcdc0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.544+0000 7fdcfce58740 1 Processor -- start 2024-09-10T08:01:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.544+0000 7fdcfce58740 1 -- start start 2024-09-10T08:01:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.544+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 0x7fdcdc0a50f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fdce8005fd0 tx=0x7fdce8005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9752e0 0x55a6ba979da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba97a370 0x55a6ba97c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba8d82f0 con 0x55a6ba9752e0 2024-09-10T08:01:16.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba880270 con 0x55a6ba9749a0 2024-09-10T08:01:16.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcfce58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba8d42b0 con 0x55a6ba97a370 2024-09-10T08:01:16.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40636/0 (socket says 172.21.15.7:40636) 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3701046515 learned_addr learned my addr 172.21.15.7:0/3701046515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf3fff640 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba97a370 0x55a6ba97c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9752e0 0x55a6ba979da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3701046515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba97a370 msgr2=0x55a6ba97c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba97a370 0x55a6ba97c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3701046515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9752e0 msgr2=0x55a6ba979da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9752e0 0x55a6ba979da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3701046515 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6ba87f340 con 0x55a6ba9749a0 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.545+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fdce40cced0 tx=0x7fdce409b620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5ac938cf3672903 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.546+0000 7fdcd9ffb640 1 -- 172.21.15.7:0/3701046515 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce409bcc0 con 0x55a6ba9749a0 2024-09-10T08:01:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.546+0000 7fdcd9ffb640 1 -- 172.21.15.7:0/3701046515 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdce40a0070 con 0x55a6ba9749a0 2024-09-10T08:01:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.546+0000 7fdcd9ffb640 1 -- 172.21.15.7:0/3701046515 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce40a4700 con 0x55a6ba9749a0 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- 172.21.15.7:0/3701046515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 msgr2=0x55a6ba974da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fdce40cced0 tx=0x7fdce409b620 comp rx=0 tx=0).stop 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- 172.21.15.7:0/3701046515 shutdown_connections 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba97a370 0x55a6ba97c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9752e0 0x55a6ba979da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3701046515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba974da0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- 172.21.15.7:0/3701046515 >> 172.21.15.7:0/3701046515 conn(0x55a6ba970010 msgr2=0x55a6ba970410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- 172.21.15.7:0/3701046515 shutdown_connections 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- 172.21.15.7:0/3701046515 wait complete. 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 -- start start 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.547+0000 7fdcfce58740 1 Processor -- start 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9752e0 0x55a6ba987a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba97d340 con 0x55a6ba97a370 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba861290 con 0x55a6ba9752e0 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6ba97d4c0 con 0x55a6ba9749a0 2024-09-10T08:01:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcfce58740 10 client.0 _ll_register_callbacks cb 0x55a6ba892140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:36542/0 (socket says 172.21.15.7:36542) 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41838/0 (socket says 172.21.15.7:41838) 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 -- 172.21.15.7:0/1572354896 learned_addr learned my addr 172.21.15.7:0/1572354896 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9752e0 0x55a6ba987a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 -- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9752e0 msgr2=0x55a6ba987a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9752e0 0x55a6ba987a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 -- 172.21.15.7:0/1572354896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 msgr2=0x55a6ba98ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf37fe640 1 -- 172.21.15.7:0/1572354896 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6ba5eb210 con 0x55a6ba9749a0 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.548+0000 7fdcf3fff640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fdce409bc50 tx=0x7fdce4003e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd31f446407485bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce40a44a0 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdce40a0070 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdce40a4640 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fdce409b110 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcfce58740 10 client.28783 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.549+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a6ba6b7620 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdce40a0070 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fdce409ab80 con 0x55a6ba9749a0 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 10 client.28783 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 10 client.28783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:16.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 20 client.28783 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba992d00 0x55a6ba995140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 4 client.28783 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6ba8e5a20 con 0x55a6ba992d00 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.550+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba992d00 0x55a6ba995140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.551+0000 7fdcd2ffd640 10 client.28783 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.551+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba992d00 0x55a6ba995140 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3655de0da574987 server_cookie=f93d3a32607e7be4 in_seq=0 out_seq=0 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.551+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/1572354896 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6ba8e5a20 con 0x55a6ba992d00 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.551+0000 7fdcd2ffd640 10 client.28783 handle_command_reply: tid=0 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.551+0000 7fdcfce58740 1 client.28783 shutdown 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 msgr2=0x55a6ba9874f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fdce409bc50 tx=0x7fdce4003e10 comp rx=0 tx=0).stop 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 shutdown_connections 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba992d00 0x55a6ba995140 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9752e0 0x55a6ba987a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcd2ffd640 0 client.28783 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 --2- 172.21.15.7:0/1572354896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9749a0 0x55a6ba9874f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 >> 172.21.15.7:0/1572354896 conn(0x55a6ba970010 msgr2=0x55a6ba971820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 shutdown_connections 2024-09-10T08:01:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 1 -- 172.21.15.7:0/1572354896 wait complete. 2024-09-10T08:01:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.552+0000 7fdcfce58740 20 client.28783 trim_cache size 0 max 16384 2024-09-10T08:01:16.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 Processor -- start 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 -- start start 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba97a370 0x55a6ba970ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41aad50 con 0x55a6ba9749a0 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41a8590 con 0x55a6ba97a370 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcfce58740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41a6420 con 0x55a6ba9752e0 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.573+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41846/0 (socket says 172.21.15.7:41846) 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3189785073 learned_addr learned my addr 172.21.15.7:0/3189785073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf3fff640 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba97a370 0x55a6ba970ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3189785073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 msgr2=0x55a6ba98e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3189785073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba97a370 msgr2=0x55a6ba970ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba97a370 0x55a6ba970ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 -- 172.21.15.7:0/3189785073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6ba96fe30 con 0x55a6ba9749a0 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fdce4098690 tx=0x7fdce409b620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a480fec78fafc79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcd97fa640 1 -- 172.21.15.7:0/3189785073 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4003b10 con 0x55a6ba9749a0 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcd97fa640 1 -- 172.21.15.7:0/3189785073 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdce40a0070 con 0x55a6ba9749a0 2024-09-10T08:01:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.574+0000 7fdcd97fa640 1 -- 172.21.15.7:0/3189785073 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce40a44a0 con 0x55a6ba9749a0 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.575+0000 7fdcfce58740 1 -- 172.21.15.7:0/3189785073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 msgr2=0x55a6ba9879b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.575+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fdce4098690 tx=0x7fdce409b620 comp rx=0 tx=0).stop 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 -- 172.21.15.7:0/3189785073 shutdown_connections 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba97a370 0x55a6ba970ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 --2- 172.21.15.7:0/3189785073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba9749a0 0x55a6ba9879b0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 -- 172.21.15.7:0/3189785073 >> 172.21.15.7:0/3189785073 conn(0x55a6ba970010 msgr2=0x55a6ba9872a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 -- 172.21.15.7:0/3189785073 shutdown_connections 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 -- 172.21.15.7:0/3189785073 wait complete. 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 -- start start 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.576+0000 7fdcfce58740 1 Processor -- start 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcf37fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40664/0 (socket says 172.21.15.7:40664) 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcf37fe640 1 -- 172.21.15.7:0/2659869116 learned_addr learned my addr 172.21.15.7:0/2659869116 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41a6a70 con 0x55a6ba97a370 2024-09-10T08:01:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41a7ec0 con 0x55a6ba9749a0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf41a7120 con 0x55a6ba9752e0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcf3fff640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.577+0000 7fdcfce58740 10 client.0 _ll_register_callbacks cb 0x7fdcec009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 -- 172.21.15.7:0/2659869116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 msgr2=0x55a6ba98c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 -- 172.21.15.7:0/2659869116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 msgr2=0x55a6ba98d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6ba98d860 con 0x55a6ba9749a0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcf37fe640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdce409b820 tx=0x7fdce40a46d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae793d2a795bf2f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4003b10 con 0x55a6ba9749a0 2024-09-10T08:01:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fdce40a4b80 con 0x55a6ba9749a0 2024-09-10T08:01:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdce40a0070 con 0x55a6ba9749a0 2024-09-10T08:01:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fdce40a4d80 con 0x55a6ba9749a0 2024-09-10T08:01:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcfce58740 10 client.28727 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.578+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a6ba98d860 con 0x55a6ba9749a0 2024-09-10T08:01:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdce40a1250 con 0x55a6ba9749a0 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7fdce4083020 con 0x55a6ba9749a0 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 10 client.28727 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 10 client.28727 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 20 client.28727 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba9fdd70 0x55a6baa00160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 4 client.28727 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.579+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fdce40a0070 con 0x55a6ba9fdd70 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.580+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba9fdd70 0x55a6baa00160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.580+0000 7fdcf2ffd640 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba9fdd70 0x55a6baa00160 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5790bcfde08dfbd7 server_cookie=425f8b3b13debabc in_seq=0 out_seq=0 2024-09-10T08:01:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.580+0000 7fdcd2ffd640 10 client.28727 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:16 smithi110 ceph-mon[34417]: pgmap v839: 129 pgs: 129 active+clean; 346 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 5.0 MiB/s wr, 284 op/s 2024-09-10T08:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.691+0000 7fdcd2ffd640 1 -- 172.21.15.7:0/2659869116 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fdce40a0070 con 0x55a6ba9fdd70 2024-09-10T08:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.691+0000 7fdcd2ffd640 10 client.28727 handle_command_reply: tid=0 2024-09-10T08:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.691+0000 7fdcfce58740 1 client.28727 shutdown 2024-09-10T08:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.693+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 msgr2=0x55a6ba98bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.693+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdce409b820 tx=0x7fdce40a46d0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 shutdown_connections 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ba9fdd70 0x55a6baa00160 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcd2ffd640 0 client.28727 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ba97a370 0x55a6ba98d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ba9752e0 0x55a6ba98c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 --2- 172.21.15.7:0/2659869116 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ba9749a0 0x55a6ba98bd00 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.694+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 >> 172.21.15.7:0/2659869116 conn(0x55a6ba970010 msgr2=0x55a6ba970ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.695+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 shutdown_connections 2024-09-10T08:01:16.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.695+0000 7fdcfce58740 1 -- 172.21.15.7:0/2659869116 wait complete. 2024-09-10T08:01:16.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.695+0000 7fdcfce58740 20 client.28727 trim_cache size 0 max 16384 2024-09-10T08:01:16.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:01:16.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:01:16.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:01:16.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:01:16.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 msgr2=0x7fdcdc0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 0x7fdcdc0a50f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fdce8005fd0 tx=0x7fdce8005850 comp rx=0 tx=0).stop 2024-09-10T08:01:16.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 msgr2=0x7fdcf4075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fdce400e9c0 tx=0x7fdce400ee80 comp rx=0 tx=0).stop 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 shutdown_connections 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fdcdc0a2c30 0x7fdcdc0a50f0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4103710 0x7fdcf4074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdcf4102d50 0x7fdcf40745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 --2- 172.21.15.7:0/733041481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdcf4101b60 0x7fdcf4075fa0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 >> 172.21.15.7:0/733041481 conn(0x7fdcf40fd2e0 msgr2=0x7fdcf4106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 shutdown_connections 2024-09-10T08:01:16.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:16.696+0000 7fdcf9fe4640 1 -- 172.21.15.7:0/733041481 wait complete. 2024-09-10T08:01:16.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:16 smithi145 ceph-mon[34766]: pgmap v839: 129 pgs: 129 active+clean; 346 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 5.0 MiB/s wr, 284 op/s 2024-09-10T08:01:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:16 smithi007 ceph-mon[30879]: pgmap v839: 129 pgs: 129 active+clean; 346 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 5.0 MiB/s wr, 284 op/s 2024-09-10T08:01:17.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 17321 9.19 MB/sec execute 19 sec latency 101.063 ms 2024-09-10T08:01:18.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 17480 8.90 MB/sec execute 20 sec latency 72.694 ms 2024-09-10T08:01:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:18 smithi110 ceph-mon[34417]: pgmap v840: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 4.6 MiB/s wr, 222 op/s 2024-09-10T08:01:18.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:18 smithi145 ceph-mon[34766]: pgmap v840: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 4.6 MiB/s wr, 222 op/s 2024-09-10T08:01:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:18 smithi007 ceph-mon[30879]: pgmap v840: 129 pgs: 129 active+clean; 345 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 4.6 MiB/s wr, 222 op/s 2024-09-10T08:01:19.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 17662 8.76 MB/sec execute 21 sec latency 123.723 ms 2024-09-10T08:01:20.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 17840 8.64 MB/sec execute 22 sec latency 80.377 ms 2024-09-10T08:01:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:20 smithi110 ceph-mon[34417]: pgmap v841: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 359 op/s 2024-09-10T08:01:20.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:20 smithi145 ceph-mon[34766]: pgmap v841: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 359 op/s 2024-09-10T08:01:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:20 smithi007 ceph-mon[30879]: pgmap v841: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 359 op/s 2024-09-10T08:01:21.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18014 8.52 MB/sec execute 23 sec latency 76.856 ms 2024-09-10T08:01:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18187 8.55 MB/sec execute 24 sec latency 81.811 ms 2024-09-10T08:01:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:22 smithi110 ceph-mon[34417]: pgmap v842: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 3.8 MiB/s wr, 282 op/s 2024-09-10T08:01:22.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:22 smithi145 ceph-mon[34766]: pgmap v842: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 3.8 MiB/s wr, 282 op/s 2024-09-10T08:01:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:22 smithi007 ceph-mon[30879]: pgmap v842: 129 pgs: 129 active+clean; 335 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 3.8 MiB/s wr, 282 op/s 2024-09-10T08:01:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18367 8.69 MB/sec execute 25 sec latency 58.226 ms 2024-09-10T08:01:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18597 9.10 MB/sec execute 26 sec latency 124.947 ms 2024-09-10T08:01:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:24 smithi110 ceph-mon[34417]: pgmap v843: 129 pgs: 129 active+clean; 335 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 317 op/s 2024-09-10T08:01:24.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:24 smithi145 ceph-mon[34766]: pgmap v843: 129 pgs: 129 active+clean; 335 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 317 op/s 2024-09-10T08:01:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:24 smithi007 ceph-mon[30879]: pgmap v843: 129 pgs: 129 active+clean; 335 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 317 op/s 2024-09-10T08:01:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18818 9.28 MB/sec execute 27 sec latency 81.962 ms 2024-09-10T08:01:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 18989 9.41 MB/sec execute 28 sec latency 62.458 ms 2024-09-10T08:01:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:26 smithi110 ceph-mon[34417]: pgmap v844: 129 pgs: 129 active+clean; 338 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 343 op/s 2024-09-10T08:01:26.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:26 smithi145 ceph-mon[34766]: pgmap v844: 129 pgs: 129 active+clean; 338 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 343 op/s 2024-09-10T08:01:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:26 smithi007 ceph-mon[30879]: pgmap v844: 129 pgs: 129 active+clean; 338 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 343 op/s 2024-09-10T08:01:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19130 9.29 MB/sec execute 29 sec latency 56.645 ms 2024-09-10T08:01:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19346 9.64 MB/sec execute 30 sec latency 64.786 ms 2024-09-10T08:01:28.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:28 smithi145 ceph-mon[34766]: pgmap v845: 129 pgs: 129 active+clean; 340 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.4 MiB/s wr, 285 op/s 2024-09-10T08:01:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:28 smithi007 ceph-mon[30879]: pgmap v845: 129 pgs: 129 active+clean; 340 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.4 MiB/s wr, 285 op/s 2024-09-10T08:01:28.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:28 smithi110 ceph-mon[34417]: pgmap v845: 129 pgs: 129 active+clean; 340 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.4 MiB/s wr, 285 op/s 2024-09-10T08:01:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19492 9.55 MB/sec execute 31 sec latency 58.896 ms 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 -- 172.21.15.7:0/917794901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 msgr2=0x7f3de0108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/917794901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de0108e80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009be0 tx=0x7f3dd802a6c0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 -- 172.21.15.7:0/917794901 shutdown_connections 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/917794901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de0108e80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/917794901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0101c30 0x7f3de01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/917794901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0100a40 0x7f3de0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 -- 172.21.15.7:0/917794901 >> 172.21.15.7:0/917794901 conn(0x7f3de00fc1e0 msgr2=0x7f3de00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 -- 172.21.15.7:0/917794901 shutdown_connections 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.832+0000 7f3de4e0e640 1 -- 172.21.15.7:0/917794901 wait complete. 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 Processor -- start 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 -- start start 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 0x7f3de0197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de019f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3de010c570 con 0x7f3de0101c30 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3de010c3f0 con 0x7f3de0100a40 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3de4e0e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3de010c6f0 con 0x7f3de01025f0 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3dde59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 0x7f3de0197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43578/0 (socket says 172.21.15.7:43578) 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3dddd9b640 1 -- 172.21.15.7:0/2412608344 learned_addr learned my addr 172.21.15.7:0/2412608344 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.833+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de019f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 -- 172.21.15.7:0/2412608344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 msgr2=0x7f3de019f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de019f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 -- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 msgr2=0x7f3de01981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 -- 172.21.15.7:0/2412608344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de019f8b0 con 0x7f3de0100a40 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 0x7f3de0197c70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0005fd0 tx=0x7f3dd000ec20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dcf7fe640 1 -- 172.21.15.7:0/2412608344 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd000ccc0 con 0x7f3de0100a40 2024-09-10T08:01:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dcf7fe640 1 -- 172.21.15.7:0/2412608344 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd000ee70 con 0x7f3de0100a40 2024-09-10T08:01:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3dcf7fe640 1 -- 172.21.15.7:0/2412608344 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0003e10 con 0x7f3de0100a40 2024-09-10T08:01:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de019fba0 con 0x7f3de0100a40 2024-09-10T08:01:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.834+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de01a00f0 con 0x7f3de0100a40 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.837+0000 7f3dcf7fe640 1 -- 172.21.15.7:0/2412608344 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3dd0004000 con 0x7f3de0100a40 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.837+0000 7f3de7c85740 1 Processor -- start 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 -- start start 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x564193925da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193928830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5641938842f0 con 0x564193926370 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56419382c270 con 0x5641939209a0 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3de7c85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5641938802b0 con 0x5641939212e0 2024-09-10T08:01:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dcf7fe640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 0x7f3dc80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dded9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dded9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47466/0 (socket says 172.21.15.7:47466) 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dded9d640 1 -- 172.21.15.7:0/2890973790 learned_addr learned my addr 172.21.15.7:0/2890973790 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193928830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.838+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x564193925da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 0x7f3dc80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 -- 172.21.15.7:0/2890973790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 msgr2=0x564193925da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x564193925da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 -- 172.21.15.7:0/2890973790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 msgr2=0x564193928830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193928830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 -- 172.21.15.7:0/2890973790 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56419382b340 con 0x5641939209a0 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193928830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dcf7fe640 1 -- 172.21.15.7:0/2412608344 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3dd00cf650 con 0x7f3de0100a40 2024-09-10T08:01:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 0x7f3dc80a50f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3dd802acb0 tx=0x7f3dd8038000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dded9d640 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009370 tx=0x7f3dd8030d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a86c843fb70d72ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.839+0000 7f3dccff9640 1 -- 172.21.15.7:0/2890973790 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd8036040 con 0x5641939209a0 2024-09-10T08:01:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3dccff9640 1 -- 172.21.15.7:0/2890973790 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd804f070 con 0x5641939209a0 2024-09-10T08:01:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3dccff9640 1 -- 172.21.15.7:0/2890973790 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd8031680 con 0x5641939209a0 2024-09-10T08:01:29.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 -- 172.21.15.7:0/2890973790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 msgr2=0x564193920da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009370 tx=0x7f3dd8030d40 comp rx=0 tx=0).stop 2024-09-10T08:01:29.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 -- 172.21.15.7:0/2890973790 shutdown_connections 2024-09-10T08:01:29.844 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193928830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x564193925da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2890973790 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939209a0 0x564193920da0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.840+0000 7f3de7c85740 1 -- 172.21.15.7:0/2890973790 >> 172.21.15.7:0/2890973790 conn(0x56419391c010 msgr2=0x56419391c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- 172.21.15.7:0/2890973790 shutdown_connections 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- 172.21.15.7:0/2890973790 wait complete. 2024-09-10T08:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- start start 2024-09-10T08:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 Processor -- start 2024-09-10T08:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419392ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193932110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5641939292e0 con 0x564193926370 2024-09-10T08:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56419380d290 con 0x5641939212e0 2024-09-10T08:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564193929460 con 0x5641939209a0 2024-09-10T08:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.841+0000 7f3de7c85740 10 client.0 _ll_register_callbacks cb 0x56419383e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dded9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193932110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47468/0 (socket says 172.21.15.7:47468) 2024-09-10T08:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 -- 172.21.15.7:0/2580451292 learned_addr learned my addr 172.21.15.7:0/2580451292 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419392ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 -- 172.21.15.7:0/2580451292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 msgr2=0x56419392ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419392ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 -- 172.21.15.7:0/2580451292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 msgr2=0x564193932110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193932110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 -- 172.21.15.7:0/2580451292 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564193597210 con 0x5641939212e0 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4012d20 tx=0x7f3dd400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f599cc67b2121c20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd400fe20 con 0x5641939212e0 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3dd4005020 con 0x5641939212e0 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.842+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dd804f070 con 0x5641939212e0 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f3dd4005220 con 0x5641939212e0 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 10 client.28739 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564193663620 con 0x5641939212e0 2024-09-10T08:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd804f070 con 0x5641939212e0 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f3dd401c470 con 0x5641939212e0 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 10 client.28739 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 10 client.28739 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 20 client.28739 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564193936be0 0x564193939020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 4 client.28739 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.843+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564193891a20 con 0x564193936be0 2024-09-10T08:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.844+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564193936be0 0x564193939020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.844+0000 7f3dc5ffb640 10 client.28739 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.844+0000 7f3dde59c640 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564193936be0 0x564193939020 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f752d1e6df5db19a server_cookie=8f4be958445c1b9d in_seq=0 out_seq=0 2024-09-10T08:01:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.845+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/2580451292 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564193891a20 con 0x564193936be0 2024-09-10T08:01:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.845+0000 7f3dc5ffb640 10 client.28739 handle_command_reply: tid=0 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.845+0000 7f3de7c85740 1 client.28739 shutdown 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 msgr2=0x56419392b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4012d20 tx=0x7f3dd400f790 comp rx=0 tx=0).stop 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 shutdown_connections 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564193936be0 0x564193939020 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564193926370 0x564193932110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3dc5ffb640 0 client.28739 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5641939212e0 0x56419392b0d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 --2- 172.21.15.7:0/2580451292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419392ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 >> 172.21.15.7:0/2580451292 conn(0x56419391c010 msgr2=0x56419391d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 shutdown_connections 2024-09-10T08:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 1 -- 172.21.15.7:0/2580451292 wait complete. 2024-09-10T08:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.846+0000 7f3de7c85740 20 client.28739 trim_cache size 0 max 16384 2024-09-10T08:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 Processor -- start 2024-09-10T08:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 -- start start 2024-09-10T08:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419391c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x56419391c930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01af190 con 0x5641939212e0 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01ac9d0 con 0x564193926370 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3de7c85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01aa840 con 0x5641939209a0 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3dddd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43616/0 (socket says 172.21.15.7:43616) 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3dddd9b640 1 -- 172.21.15.7:0/1360288734 learned_addr learned my addr 172.21.15.7:0/1360288734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3dded9d640 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x56419391c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.866+0000 7f3dde59c640 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419391c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 -- 172.21.15.7:0/1360288734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 msgr2=0x56419391c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419391c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 -- 172.21.15.7:0/1360288734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 msgr2=0x56419391c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x56419391c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 -- 172.21.15.7:0/1360288734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564193929b60 con 0x5641939212e0 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4000c00 tx=0x7f3dd4012930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9294c03efd62311c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dc7fff640 1 -- 172.21.15.7:0/1360288734 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd401c470 con 0x5641939212e0 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dc7fff640 1 -- 172.21.15.7:0/1360288734 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd401c610 con 0x5641939212e0 2024-09-10T08:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.867+0000 7f3dc7fff640 1 -- 172.21.15.7:0/1360288734 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4004d90 con 0x5641939212e0 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- 172.21.15.7:0/1360288734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 msgr2=0x5641939320d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4000c00 tx=0x7f3dd4012930 comp rx=0 tx=0).stop 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- 172.21.15.7:0/1360288734 shutdown_connections 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x56419391c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939212e0 0x5641939320d0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 --2- 172.21.15.7:0/1360288734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939209a0 0x56419391c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- 172.21.15.7:0/1360288734 >> 172.21.15.7:0/1360288734 conn(0x56419391c010 msgr2=0x564193925b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- 172.21.15.7:0/1360288734 shutdown_connections 2024-09-10T08:01:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- 172.21.15.7:0/1360288734 wait complete. 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.868+0000 7f3de7c85740 1 -- start start 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 Processor -- start 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x56419392f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x5641939307c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01aae90 con 0x5641939209a0 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01ac300 con 0x564193926370 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3de01ab560 con 0x5641939212e0 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3dde59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3de7c85740 10 client.0 _ll_register_callbacks cb 0x7f3dd4009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3dde59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43622/0 (socket says 172.21.15.7:43622) 2024-09-10T08:01:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3dde59c640 1 -- 172.21.15.7:0/3649591949 learned_addr learned my addr 172.21.15.7:0/3649591949 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3dded9d640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x5641939307c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.869+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x56419392f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 -- 172.21.15.7:0/3649591949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 msgr2=0x56419392f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x56419392f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 -- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 msgr2=0x5641939307c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x5641939307c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 -- 172.21.15.7:0/3649591949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564193930dd0 con 0x5641939209a0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dded9d640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x5641939307c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dde59c640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0098480 tx=0x7f3dd00976b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=337d6ddc117a0db5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd00a4720 con 0x5641939209a0 2024-09-10T08:01:29.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3dd00cce60 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dd401c610 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f3dd00cf2f0 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3de7c85740 10 client.19659 fetch_fsmap learned FSMap version 37 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.870+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564193932150 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd401c610 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 37) ==== 8374+0+0 (secure 0 0 0) 0x7f3dd0098120 con 0x5641939209a0 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 10 client.19659 fetch_fsmap finished waiting for FSMap version 37 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 10 client.19659 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 20 client.19659 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5641939a1d90 0x5641939a4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 4 client.19659 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56419388bd70 con 0x5641939a1d90 2024-09-10T08:01:29.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.871+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5641939a1d90 0x5641939a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:29.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.872+0000 7f3dc5ffb640 10 client.19659 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:29.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:29.872+0000 7f3dddd9b640 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5641939a1d90 0x5641939a4180 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17963885305900f0 server_cookie=ef514129c1d8da1c in_seq=0 out_seq=0 2024-09-10T08:01:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3dc5ffb640 1 -- 172.21.15.7:0/3649591949 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56419388bd70 con 0x5641939a1d90 2024-09-10T08:01:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3dc5ffb640 10 client.19659 handle_command_reply: tid=0 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 client.19659 shutdown 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 msgr2=0x56419392f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0098480 tx=0x7f3dd00976b0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 shutdown_connections 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5641939a1d90 0x5641939a4180 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564193926370 0x5641939307c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3dc5ffb640 0 client.19659 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5641939212e0 0x56419392f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 --2- 172.21.15.7:0/3649591949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5641939209a0 0x56419392f2c0 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 >> 172.21.15.7:0/3649591949 conn(0x56419391c010 msgr2=0x56419391a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 shutdown_connections 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.025+0000 7f3de7c85740 1 -- 172.21.15.7:0/3649591949 wait complete. 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de7c85740 20 client.19659 trim_cache size 0 max 16384 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:01:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:01:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 msgr2=0x7f3dc80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 0x7f3dc80a50f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3dd802acb0 tx=0x7f3dd8038000 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 msgr2=0x7f3de0197c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 0x7f3de0197c70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0005fd0 tx=0x7f3dd000ec20 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 shutdown_connections 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3dc80a2c30 0x7f3dc80a50f0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3de01025f0 0x7f3de019f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3de0101c30 0x7f3de01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 --2- 172.21.15.7:0/2412608344 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3de0100a40 0x7f3de0197c70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.026+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 >> 172.21.15.7:0/2412608344 conn(0x7f3de00fc1e0 msgr2=0x7f3de00fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.027+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 shutdown_connections 2024-09-10T08:01:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:30.027+0000 7f3de4e0e640 1 -- 172.21.15.7:0/2412608344 wait complete. 2024-09-10T08:01:30.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19620 9.44 MB/sec execute 32 sec latency 102.840 ms 2024-09-10T08:01:30.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:30 smithi145 ceph-mon[34766]: pgmap v846: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1001 KiB/s rd, 5.2 MiB/s wr, 362 op/s 2024-09-10T08:01:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:30 smithi007 ceph-mon[30879]: pgmap v846: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1001 KiB/s rd, 5.2 MiB/s wr, 362 op/s 2024-09-10T08:01:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:30 smithi110 ceph-mon[34417]: pgmap v846: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1001 KiB/s rd, 5.2 MiB/s wr, 362 op/s 2024-09-10T08:01:31.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19759 9.27 MB/sec execute 33 sec latency 79.745 ms 2024-09-10T08:01:32.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 19919 9.25 MB/sec execute 34 sec latency 114.266 ms 2024-09-10T08:01:32.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:32 smithi145 ceph-mon[34766]: pgmap v847: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.0 MiB/s wr, 228 op/s 2024-09-10T08:01:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:32 smithi007 ceph-mon[30879]: pgmap v847: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.0 MiB/s wr, 228 op/s 2024-09-10T08:01:32.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:32 smithi110 ceph-mon[34417]: pgmap v847: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.0 MiB/s wr, 228 op/s 2024-09-10T08:01:33.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20077 9.13 MB/sec execute 35 sec latency 88.914 ms 2024-09-10T08:01:34.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20228 9.02 MB/sec execute 36 sec latency 69.260 ms 2024-09-10T08:01:34.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:34 smithi145 ceph-mon[34766]: pgmap v848: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 263 op/s 2024-09-10T08:01:34.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:34 smithi007 ceph-mon[30879]: pgmap v848: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 263 op/s 2024-09-10T08:01:34.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:34 smithi110 ceph-mon[34417]: pgmap v848: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 263 op/s 2024-09-10T08:01:35.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20401 8.98 MB/sec execute 37 sec latency 87.841 ms 2024-09-10T08:01:36.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20593 9.14 MB/sec execute 38 sec latency 131.000 ms 2024-09-10T08:01:36.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:36 smithi145 ceph-mon[34766]: pgmap v849: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-09-10T08:01:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:36 smithi007 ceph-mon[30879]: pgmap v849: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-09-10T08:01:36.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:36 smithi110 ceph-mon[34417]: pgmap v849: 129 pgs: 129 active+clean; 353 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-09-10T08:01:37.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20769 9.16 MB/sec execute 39 sec latency 68.594 ms 2024-09-10T08:01:37.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:37 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:37.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:37 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:37.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:37 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:38.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 20937 9.08 MB/sec execute 40 sec latency 58.659 ms 2024-09-10T08:01:38.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:38 smithi145 ceph-mon[34766]: pgmap v850: 129 pgs: 129 active+clean; 349 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.5 MiB/s wr, 294 op/s 2024-09-10T08:01:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:38 smithi007 ceph-mon[30879]: pgmap v850: 129 pgs: 129 active+clean; 349 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.5 MiB/s wr, 294 op/s 2024-09-10T08:01:38.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:38 smithi110 ceph-mon[34417]: pgmap v850: 129 pgs: 129 active+clean; 349 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.5 MiB/s wr, 294 op/s 2024-09-10T08:01:39.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 21098 8.97 MB/sec execute 41 sec latency 60.316 ms 2024-09-10T08:01:40.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 21278 8.93 MB/sec execute 42 sec latency 60.672 ms 2024-09-10T08:01:40.713 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:40 smithi110 ceph-mon[34417]: pgmap v851: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.3 MiB/s wr, 390 op/s 2024-09-10T08:01:40.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:40 smithi145 ceph-mon[34766]: pgmap v851: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.3 MiB/s wr, 390 op/s 2024-09-10T08:01:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:40 smithi007 ceph-mon[30879]: pgmap v851: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.3 MiB/s wr, 390 op/s 2024-09-10T08:01:41.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 21450 8.91 MB/sec execute 43 sec latency 97.917 ms 2024-09-10T08:01:42.254 INFO:tasks.workunit.client.0.smithi007.stdout: 10 21620 8.91 MB/sec execute 44 sec latency 58.500 ms 2024-09-10T08:01:43.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:42 smithi007 ceph-mon[30879]: pgmap v852: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.4 MiB/s wr, 314 op/s 2024-09-10T08:01:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 -- 172.21.15.7:0/3061086507 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 msgr2=0x7f1970109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 --2- 172.21.15.7:0/3061086507 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f1970109fa0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f19680133d0 tx=0x7f1968032a40 comp rx=0 tx=0).stop 2024-09-10T08:01:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 -- 172.21.15.7:0/3061086507 shutdown_connections 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 --2- 172.21.15.7:0/3061086507 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f1970109fa0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 --2- 172.21.15.7:0/3061086507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 0x7f19701031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 --2- 172.21.15.7:0/3061086507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.159+0000 7f19774af640 1 -- 172.21.15.7:0/3061086507 >> 172.21.15.7:0/3061086507 conn(0x7f19700fd2e0 msgr2=0x7f19700ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.160+0000 7f19774af640 1 -- 172.21.15.7:0/3061086507 shutdown_connections 2024-09-10T08:01:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.160+0000 7f19774af640 1 -- 172.21.15.7:0/3061086507 wait complete. 2024-09-10T08:01:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.160+0000 7f19774af640 1 Processor -- start 2024-09-10T08:01:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.160+0000 7f19774af640 1 -- start start 2024-09-10T08:01:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970195a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 0x7f1970195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f197010b4f0 con 0x7f1970101b60 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f197010b370 con 0x7f1970103710 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f19774af640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f197010b670 con 0x7f1970102d50 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f197524b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970195a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f197524b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970195a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51878/0 (socket says 172.21.15.7:51878) 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f1975a4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f1975a4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42110/0 (socket says 172.21.15.7:42110) 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f1975a4c640 1 -- 172.21.15.7:0/2360871753 learned_addr learned my addr 172.21.15.7:0/2360871753 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.161+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 0x7f1970195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 -- 172.21.15.7:0/2360871753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 msgr2=0x7f1970195f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 0x7f1970195f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 -- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 msgr2=0x7f1970195a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970195a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 -- 172.21.15.7:0/2360871753 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197019d670 con 0x7f1970103710 2024-09-10T08:01:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.162+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1968033030 tx=0x7f1968011480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:42 smithi110 ceph-mon[34417]: pgmap v852: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.4 MiB/s wr, 314 op/s 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.163+0000 7f19667fc640 1 -- 172.21.15.7:0/2360871753 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196803a040 con 0x7f1970103710 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.163+0000 7f19667fc640 1 -- 172.21.15.7:0/2360871753 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1968036d30 con 0x7f1970103710 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.163+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197019d900 con 0x7f1970103710 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.163+0000 7f19667fc640 1 -- 172.21.15.7:0/2360871753 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1968004550 con 0x7f1970103710 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.163+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f197019ddf0 con 0x7f1970103710 2024-09-10T08:01:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.165+0000 7f197a23f740 1 Processor -- start 2024-09-10T08:01:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.166+0000 7f19667fc640 1 -- 172.21.15.7:0/2360871753 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f196803d020 con 0x7f1970103710 2024-09-10T08:01:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.166+0000 7f197a23f740 1 -- start start 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.166+0000 7f197a23f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 0x55601906bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197a23f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x556019070da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197a23f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556019071370 0x556019073830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197a23f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556018fcf2f0 con 0x55601906c2e0 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197a23f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556018f77270 con 0x556019071370 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197a23f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556018fcb2b0 con 0x55601906b9a0 2024-09-10T08:01:43.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197524b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x556019070da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 0x55601906bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197524b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x556019070da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51882/0 (socket says 172.21.15.7:51882) 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197524b640 1 -- 172.21.15.7:0/2133560312 learned_addr learned my addr 172.21.15.7:0/2133560312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556019071370 0x556019073830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 -- 172.21.15.7:0/2133560312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556019071370 msgr2=0x556019073830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556019071370 0x556019073830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 -- 172.21.15.7:0/2133560312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 msgr2=0x556019070da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x556019070da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 -- 172.21.15.7:0/2133560312 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556018f76340 con 0x55601906b9a0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f19667fc640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 0x7f195c0a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 0x55601906bda0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1960009690 tx=0x7f1960009620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb3db5e093ec37d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.167+0000 7f197524b640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 0x7f195c0a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.168+0000 7f19667fc640 1 -- 172.21.15.7:0/2360871753 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f19680f7ef0 con 0x7f1970103710 2024-09-10T08:01:43.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.168+0000 7f195b7fe640 1 -- 172.21.15.7:0/2133560312 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960004050 con 0x55601906b9a0 2024-09-10T08:01:43.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.168+0000 7f195b7fe640 1 -- 172.21.15.7:0/2133560312 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19600054d0 con 0x55601906b9a0 2024-09-10T08:01:43.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.168+0000 7f195b7fe640 1 -- 172.21.15.7:0/2133560312 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960004b30 con 0x55601906b9a0 2024-09-10T08:01:43.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- 172.21.15.7:0/2133560312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 msgr2=0x55601906bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197524b640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 0x7f195c0a52b0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x55601906cd10 tx=0x7f196c00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 0x55601906bda0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1960009690 tx=0x7f1960009620 comp rx=0 tx=0).stop 2024-09-10T08:01:43.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- 172.21.15.7:0/2133560312 shutdown_connections 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556019071370 0x556019073830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x556019070da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 --2- 172.21.15.7:0/2133560312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906b9a0 0x55601906bda0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- 172.21.15.7:0/2133560312 >> 172.21.15.7:0/2133560312 conn(0x556019067010 msgr2=0x556019067410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- 172.21.15.7:0/2133560312 shutdown_connections 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- 172.21.15.7:0/2133560312 wait complete. 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.169+0000 7f197a23f740 1 -- start start 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 Processor -- start 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 0x556019076170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 0x55601907d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556019074340 con 0x556019071370 2024-09-10T08:01:43.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x556018f58290 con 0x55601906b9a0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.170+0000 7f197a23f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5560190744c0 con 0x55601906c2e0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42132/0 (socket says 172.21.15.7:42132) 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 -- 172.21.15.7:0/1368410490 learned_addr learned my addr 172.21.15.7:0/1368410490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197a23f740 10 client.0 _ll_register_callbacks cb 0x556018f89140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 0x556019076170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 -- 172.21.15.7:0/1368410490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 msgr2=0x556019076170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 0x556019076170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 -- 172.21.15.7:0/1368410490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 msgr2=0x55601907d1b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f1975a4c640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 0x55601907d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 0x55601907d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 -- 172.21.15.7:0/1368410490 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556018ce2210 con 0x55601906b9a0 2024-09-10T08:01:43.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 0x556019076170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f1975a4c640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 0x55601907d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f197524b640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f196c01f6d0 tx=0x7f196c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7371b2740d30b031 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.171+0000 7f1958ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.172+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196c02c060 con 0x55601906b9a0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.172+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f196c017030 con 0x55601906b9a0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.172+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19600054d0 con 0x55601906b9a0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.172+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f196c033050 con 0x55601906b9a0 2024-09-10T08:01:43.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.172+0000 7f197a23f740 10 client.28757 fetch_fsmap learned FSMap version 38 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x556018dae620 con 0x55601906b9a0 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f196c010cb0 con 0x55601906b9a0 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 38) ==== 8370+0+0 (secure 0 0 0) 0x7f196c027a80 con 0x55601906b9a0 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 10 client.28757 fetch_fsmap finished waiting for FSMap version 38 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 10 client.28757 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 20 client.28757 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:43.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x556019083e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 4 client.28757 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f19600054d0 con 0x5560190819a0 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.173+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x556019083e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.174+0000 7f1958ff9640 10 client.28757 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.174+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x556019083e00 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8b7f04a85245fb3 server_cookie=21192f10f45db184 in_seq=0 out_seq=0 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.174+0000 7f1958ff9640 1 -- 172.21.15.7:0/1368410490 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f19600054d0 con 0x5560190819a0 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.174+0000 7f1958ff9640 10 client.28757 handle_command_reply: tid=0 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.174+0000 7f197a23f740 1 client.28757 shutdown 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 msgr2=0x556019075c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f196c01f6d0 tx=0x7f196c004730 comp rx=0 tx=0).stop 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 shutdown_connections 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x556019083e00 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556019071370 0x55601907d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f1958ff9640 0 client.28757 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55601906c2e0 0x556019076170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 --2- 172.21.15.7:0/1368410490 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019075c30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 >> 172.21.15.7:0/1368410490 conn(0x556019067010 msgr2=0x556019068820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 shutdown_connections 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 1 -- 172.21.15.7:0/1368410490 wait complete. 2024-09-10T08:01:43.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.175+0000 7f197a23f740 20 client.28757 trim_cache size 0 max 16384 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.201+0000 7f197a23f740 1 Processor -- start 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 -- start start 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x556019069400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19701aaca0 con 0x55601906c2e0 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f19701a8510 con 0x55601906b9a0 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197a23f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19701a6380 con 0x556019071370 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197524b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51890/0 (socket says 172.21.15.7:51890) 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197524b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42138/0 (socket says 172.21.15.7:42138) 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 -- 172.21.15.7:0/1316490772 learned_addr learned my addr 172.21.15.7:0/1316490772 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1975a4c640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x556019069400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 -- 172.21.15.7:0/1316490772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 msgr2=0x556019069400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x556019069400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 -- 172.21.15.7:0/1316490772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 msgr2=0x556019076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1974a4a640 1 -- 172.21.15.7:0/1316490772 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556019075770 con 0x55601906c2e0 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f197524b640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.202+0000 7f1975a4c640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x556019069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.203+0000 7f1974a4a640 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x556019077110 tx=0x7f1960009c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b8634e501ddcd43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.203+0000 7f195affd640 1 -- 172.21.15.7:0/1316490772 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960034070 con 0x55601906c2e0 2024-09-10T08:01:43.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.203+0000 7f195affd640 1 -- 172.21.15.7:0/1316490772 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1960009a30 con 0x55601906c2e0 2024-09-10T08:01:43.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.203+0000 7f195affd640 1 -- 172.21.15.7:0/1316490772 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196000f790 con 0x55601906c2e0 2024-09-10T08:01:43.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- 172.21.15.7:0/1316490772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 msgr2=0x55601907d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x556019077110 tx=0x7f1960009c10 comp rx=0 tx=0).stop 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- 172.21.15.7:0/1316490772 shutdown_connections 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x556019069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907d170 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 --2- 172.21.15.7:0/1316490772 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x556019076200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- 172.21.15.7:0/1316490772 >> 172.21.15.7:0/1316490772 conn(0x556019067010 msgr2=0x556019070b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- 172.21.15.7:0/1316490772 shutdown_connections 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- 172.21.15.7:0/1316490772 wait complete. 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 -- start start 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.204+0000 7f197a23f740 1 Processor -- start 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x55601907a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19701a69d0 con 0x55601906c2e0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f19701a7e40 con 0x55601906b9a0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19701a70a0 con 0x556019071370 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197a23f740 10 client.0 _ll_register_callbacks cb 0x7f196c005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f1974a4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f1975a4c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f1975a4c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38690/0 (socket says 172.21.15.7:38690) 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f1975a4c640 1 -- 172.21.15.7:0/2980266661 learned_addr learned my addr 172.21.15.7:0/2980266661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.205+0000 7f197524b640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x55601907a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 -- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 msgr2=0x55601907a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x55601907a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 -- 172.21.15.7:0/2980266661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 msgr2=0x55601907aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 -- 172.21.15.7:0/2980266661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55601907c250 con 0x556019071370 2024-09-10T08:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1974a4a640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1975a4c640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f19680c4340 tx=0x7f19680c4ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7955b5c4eecc1ea6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1958ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19680dc020 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1968003c00 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1960009a30 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f19680cd020 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f197a23f740 10 client.28822 fetch_fsmap learned FSMap version 38 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.206+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5560190ec6e0 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1960009a30 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 38) ==== 8370+0+0 (secure 0 0 0) 0x7f19680c0a20 con 0x556019071370 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 10 client.28822 fetch_fsmap finished waiting for FSMap version 38 2024-09-10T08:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 10 client.28822 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 20 client.28822 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x5560190ef060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 4 client.28822 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556018fdca20 con 0x5560190819a0 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.207+0000 7f197524b640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x5560190ef060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.208+0000 7f1958ff9640 10 client.28822 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.208+0000 7f197524b640 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x5560190ef060 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a6caee3c0e996aa server_cookie=487d89d3b1d26297 in_seq=0 out_seq=0 2024-09-10T08:01:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:42 smithi145 ceph-mon[34766]: pgmap v852: 129 pgs: 129 active+clean; 344 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.4 MiB/s wr, 314 op/s 2024-09-10T08:01:43.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 21823 8.98 MB/sec execute 45 sec latency 70.831 ms 2024-09-10T08:01:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f1958ff9640 1 -- 172.21.15.7:0/2980266661 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556018fdca20 con 0x5560190819a0 2024-09-10T08:01:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f1958ff9640 10 client.28822 handle_command_reply: tid=0 2024-09-10T08:01:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 client.28822 shutdown 2024-09-10T08:01:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 msgr2=0x55601907bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f19680c4340 tx=0x7f19680c4ab0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 shutdown_connections 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5560190819a0 0x5560190ef060 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556019071370 0x55601907bc40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55601906c2e0 0x55601907aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 --2- 172.21.15.7:0/2980266661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55601906b9a0 0x55601907a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 >> 172.21.15.7:0/2980266661 conn(0x556019067010 msgr2=0x5560190659a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f1958ff9640 0 client.28822 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 shutdown_connections 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.361+0000 7f197a23f740 1 -- 172.21.15.7:0/2980266661 wait complete. 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f197a23f740 20 client.28822 trim_cache size 0 max 16384 2024-09-10T08:01:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:01:43.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:01:43.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:01:43.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:01:43.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 msgr2=0x7f195c0a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 0x7f195c0a52b0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x55601906cd10 tx=0x7f196c00b390 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 msgr2=0x7f197019d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1968033030 tx=0x7f1968011480 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 shutdown_connections 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f195c0a2df0 0x7f195c0a52b0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1970103710 0x7f197019d000 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1970102d50 0x7f1970195f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 --2- 172.21.15.7:0/2360871753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1970101b60 0x7f1970195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.362+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 >> 172.21.15.7:0/2360871753 conn(0x7f19700fd2e0 msgr2=0x7f1970106050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.363+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 shutdown_connections 2024-09-10T08:01:43.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:43.363+0000 7f19774af640 1 -- 172.21.15.7:0/2360871753 wait complete. 2024-09-10T08:01:44.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22045 9.21 MB/sec execute 46 sec latency 126.193 ms 2024-09-10T08:01:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:44 smithi110 ceph-mon[34417]: pgmap v853: 129 pgs: 129 active+clean; 348 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-09-10T08:01:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:44 smithi145 ceph-mon[34766]: pgmap v853: 129 pgs: 129 active+clean; 348 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-09-10T08:01:45.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22226 9.23 MB/sec execute 47 sec latency 57.703 ms 2024-09-10T08:01:45.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:44 smithi007 ceph-mon[30879]: pgmap v853: 129 pgs: 129 active+clean; 348 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-09-10T08:01:46.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:45 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:46.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:45 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:46.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22398 9.39 MB/sec execute 48 sec latency 72.083 ms 2024-09-10T08:01:46.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:45 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:46 smithi110 ceph-mon[34417]: pgmap v854: 129 pgs: 129 active+clean; 353 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 350 op/s 2024-09-10T08:01:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:46 smithi145 ceph-mon[34766]: pgmap v854: 129 pgs: 129 active+clean; 353 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 350 op/s 2024-09-10T08:01:47.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22577 9.41 MB/sec execute 49 sec latency 67.733 ms 2024-09-10T08:01:47.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:46 smithi007 ceph-mon[30879]: pgmap v854: 129 pgs: 129 active+clean; 353 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 350 op/s 2024-09-10T08:01:48.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22735 9.49 MB/sec execute 50 sec latency 69.218 ms 2024-09-10T08:01:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:48 smithi110 ceph-mon[34417]: pgmap v855: 129 pgs: 129 active+clean; 356 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 3.4 MiB/s wr, 256 op/s 2024-09-10T08:01:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:48 smithi145 ceph-mon[34766]: pgmap v855: 129 pgs: 129 active+clean; 356 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 3.4 MiB/s wr, 256 op/s 2024-09-10T08:01:49.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 22856 9.37 MB/sec execute 51 sec latency 73.949 ms 2024-09-10T08:01:49.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:48 smithi007 ceph-mon[30879]: pgmap v855: 129 pgs: 129 active+clean; 356 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 3.4 MiB/s wr, 256 op/s 2024-09-10T08:01:50.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23022 9.39 MB/sec execute 52 sec latency 68.589 ms 2024-09-10T08:01:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:50 smithi145 ceph-mon[34766]: pgmap v856: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 369 op/s 2024-09-10T08:01:51.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23166 9.28 MB/sec execute 53 sec latency 79.042 ms 2024-09-10T08:01:51.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:50 smithi007 ceph-mon[30879]: pgmap v856: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 369 op/s 2024-09-10T08:01:51.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:50 smithi110 ceph-mon[34417]: pgmap v856: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 369 op/s 2024-09-10T08:01:52.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23309 9.16 MB/sec execute 54 sec latency 76.945 ms 2024-09-10T08:01:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:52 smithi145 ceph-mon[34766]: pgmap v857: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 4.3 MiB/s wr, 267 op/s 2024-09-10T08:01:53.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23470 9.08 MB/sec execute 55 sec latency 70.732 ms 2024-09-10T08:01:53.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:52 smithi007 ceph-mon[30879]: pgmap v857: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 4.3 MiB/s wr, 267 op/s 2024-09-10T08:01:53.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:52 smithi110 ceph-mon[34417]: pgmap v857: 129 pgs: 129 active+clean; 365 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 4.3 MiB/s wr, 267 op/s 2024-09-10T08:01:54.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23620 9.10 MB/sec execute 56 sec latency 103.690 ms 2024-09-10T08:01:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:54 smithi145 ceph-mon[34766]: pgmap v858: 129 pgs: 129 active+clean; 364 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-10T08:01:55.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23749 8.98 MB/sec execute 57 sec latency 274.466 ms 2024-09-10T08:01:55.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:54 smithi007 ceph-mon[30879]: pgmap v858: 129 pgs: 129 active+clean; 364 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-10T08:01:55.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:54 smithi110 ceph-mon[34417]: pgmap v858: 129 pgs: 129 active+clean; 364 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-10T08:01:56.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:55 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:56.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 23938 9.04 MB/sec execute 58 sec latency 126.008 ms 2024-09-10T08:01:56.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:55 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:56.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:55 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:01:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 -- 172.21.15.7:0/268023232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374103710 msgr2=0x7fd374109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/268023232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374103710 0x7fd374109fa0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd36c009be0 tx=0x7fd36c02a6c0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 -- 172.21.15.7:0/268023232 shutdown_connections 2024-09-10T08:01:56.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/268023232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374103710 0x7fd374109fa0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/268023232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374102d50 0x7fd3741031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/268023232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374101b60 0x7fd374101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 -- 172.21.15.7:0/268023232 >> 172.21.15.7:0/268023232 conn(0x7fd3740fd2e0 msgr2=0x7fd3740ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 -- 172.21.15.7:0/268023232 shutdown_connections 2024-09-10T08:01:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.487+0000 7fd37a6a5640 1 -- 172.21.15.7:0/268023232 wait complete. 2024-09-10T08:01:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 Processor -- start 2024-09-10T08:01:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 -- start start 2024-09-10T08:01:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374102d50 0x7fd3740745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374103710 0x7fd374074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd37410d670 con 0x7fd374102d50 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.488+0000 7fd37a6a5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd37410d4f0 con 0x7fd374101b60 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd37a6a5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd37410d7f0 con 0x7fd374103710 2024-09-10T08:01:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33254/0 (socket says 172.21.15.7:33254) 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 -- 172.21.15.7:0/2276125431 learned_addr learned my addr 172.21.15.7:0/2276125431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd378c42640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374103710 0x7fd374074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd3737fe640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374102d50 0x7fd3740745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 -- 172.21.15.7:0/2276125431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374103710 msgr2=0x7fd374074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374103710 0x7fd374074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 -- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374102d50 msgr2=0x7fd3740745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374102d50 0x7fd3740745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 -- 172.21.15.7:0/2276125431 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3740753b0 con 0x7fd374101b60 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd373fff640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd36400e9f0 tx=0x7fd36400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.489+0000 7fd3717fa640 1 -- 172.21.15.7:0/2276125431 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36400ccc0 con 0x7fd374101b60 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.490+0000 7fd3717fa640 1 -- 172.21.15.7:0/2276125431 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3640035f0 con 0x7fd374101b60 2024-09-10T08:01:56.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.490+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3741a1db0 con 0x7fd374101b60 2024-09-10T08:01:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.490+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3741a2220 con 0x7fd374101b60 2024-09-10T08:01:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.490+0000 7fd3717fa640 1 -- 172.21.15.7:0/2276125431 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36400ce60 con 0x7fd374101b60 2024-09-10T08:01:56.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.493+0000 7fd3717fa640 1 -- 172.21.15.7:0/2276125431 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd364004020 con 0x7fd374101b60 2024-09-10T08:01:56.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.493+0000 7fd37d445740 1 Processor -- start 2024-09-10T08:01:56.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.493+0000 7fd37d445740 1 -- start start 2024-09-10T08:01:56.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9bf6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bf9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5612e9b552f0 con 0x5612e9bf7370 2024-09-10T08:01:56.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5612e9afd270 con 0x5612e9bf19a0 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd37d445740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5612e9b512b0 con 0x5612e9bf22e0 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd373fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9bf6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33268/0 (socket says 172.21.15.7:33268) 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 -- 172.21.15.7:0/924500615 learned_addr learned my addr 172.21.15.7:0/924500615 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:56.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 -- 172.21.15.7:0/924500615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 msgr2=0x5612e9bf6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9bf6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 -- 172.21.15.7:0/924500615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 msgr2=0x5612e9bf9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd3717fa640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 0x7fd35c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bf9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd378c42640 1 -- 172.21.15.7:0/924500615 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e9afc340 con 0x5612e9bf19a0 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.494+0000 7fd373fff640 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9bf6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd3717fa640 1 -- 172.21.15.7:0/2276125431 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd3640cf640 con 0x7fd374101b60 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd373fff640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 0x7fd35c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd378c42640 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd36c02acb0 tx=0x7fd36c005ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df2549159530d7be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd35a7fc640 1 -- 172.21.15.7:0/924500615 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36c041030 con 0x5612e9bf19a0 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd35a7fc640 1 -- 172.21.15.7:0/924500615 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd36c037040 con 0x5612e9bf19a0 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.495+0000 7fd35a7fc640 1 -- 172.21.15.7:0/924500615 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36c036040 con 0x5612e9bf19a0 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 -- 172.21.15.7:0/924500615 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 msgr2=0x5612e9bf1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd36c02acb0 tx=0x7fd36c005ec0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd373fff640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 0x7fd35c0a5170 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd364098470 tx=0x7fd364003fb0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 -- 172.21.15.7:0/924500615 shutdown_connections 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bf9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9bf6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 --2- 172.21.15.7:0/924500615 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bf1da0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 -- 172.21.15.7:0/924500615 >> 172.21.15.7:0/924500615 conn(0x5612e9bed010 msgr2=0x5612e9bed410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 -- 172.21.15.7:0/924500615 shutdown_connections 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.497+0000 7fd37d445740 1 -- 172.21.15.7:0/924500615 wait complete. 2024-09-10T08:01:56.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 -- start start 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 Processor -- start 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf22e0 0x5612e9bfc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf7370 0x5612e9c03170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5612e9bfa2e0 con 0x5612e9bf22e0 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5612e9ade290 con 0x5612e9bf19a0 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5612e9bfa460 con 0x5612e9bf7370 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.498+0000 7fd37d445740 10 client.0 _ll_register_callbacks cb 0x5612e9b0f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:56.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33284/0 (socket says 172.21.15.7:33284) 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 -- 172.21.15.7:0/619666637 learned_addr learned my addr 172.21.15.7:0/619666637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd3737fe640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf22e0 0x5612e9bfc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf7370 0x5612e9c03170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 -- 172.21.15.7:0/619666637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf7370 msgr2=0x5612e9c03170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf7370 0x5612e9c03170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 -- 172.21.15.7:0/619666637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf22e0 msgr2=0x5612e9bfc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf22e0 0x5612e9bfc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 -- 172.21.15.7:0/619666637 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e9868210 con 0x5612e9bf19a0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd378c42640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd36c02abe0 tx=0x7fd36c005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d64175d16e3a745 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd3537fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:56.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36c036050 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd36c004200 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.499+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd36c037040 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fd36c059050 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 10 client.28775 fetch_fsmap learned FSMap version 40 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5612e9934620 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd36c037040 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fd36c03c040 con 0x5612e9bf19a0 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 10 client.28775 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 10 client.28775 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 20 client.28775 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:56.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c07970 0x5612e9c09d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 4 client.28775 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612e9b62a20 con 0x5612e9c07970 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.500+0000 7fd3737fe640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c07970 0x5612e9c09d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.501+0000 7fd3737fe640 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c07970 0x5612e9c09d80 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7281f02f977979ee server_cookie=1969f4b810db40e8 in_seq=0 out_seq=0 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.501+0000 7fd3537fe640 10 client.28775 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.501+0000 7fd3537fe640 1 -- 172.21.15.7:0/619666637 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5612e9b62a20 con 0x5612e9c07970 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.501+0000 7fd3537fe640 10 client.28775 handle_command_reply: tid=0 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.501+0000 7fd37d445740 1 client.28775 shutdown 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 msgr2=0x5612e9bfbbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd36c02abe0 tx=0x7fd36c005bd0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 shutdown_connections 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c07970 0x5612e9c09d80 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf7370 0x5612e9c03170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf22e0 0x5612e9bfc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 --2- 172.21.15.7:0/619666637 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9bfbbf0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd3537fe640 0 client.28775 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 >> 172.21.15.7:0/619666637 conn(0x5612e9bed010 msgr2=0x5612e9bee820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 shutdown_connections 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 1 -- 172.21.15.7:0/619666637 wait complete. 2024-09-10T08:01:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.502+0000 7fd37d445740 20 client.28775 trim_cache size 0 max 16384 2024-09-10T08:01:56.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 Processor -- start 2024-09-10T08:01:56.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 -- start start 2024-09-10T08:01:56.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9beb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bebee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741af050 con 0x5612e9bf7370 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741ac920 con 0x5612e9bf19a0 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.530+0000 7fd37d445740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741aa790 con 0x5612e9bf22e0 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:39696/0 (socket says 172.21.15.7:39696) 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 -- 172.21.15.7:0/698840979 learned_addr learned my addr 172.21.15.7:0/698840979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd378c42640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bebee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd378c42640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9beb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 -- 172.21.15.7:0/698840979 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 msgr2=0x5612e9beb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9beb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 -- 172.21.15.7:0/698840979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 msgr2=0x5612e9bebee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bebee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd3737fe640 1 -- 172.21.15.7:0/698840979 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e9c0a400 con 0x5612e9bf22e0 2024-09-10T08:01:56.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.531+0000 7fd378c42640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bebee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:56.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.532+0000 7fd3737fe640 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x5612e9c0a630 tx=0x7fd368004410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1e58ea7845e4a4c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.532+0000 7fd359ffb640 1 -- 172.21.15.7:0/698840979 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd368003d20 con 0x5612e9bf22e0 2024-09-10T08:01:56.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.532+0000 7fd359ffb640 1 -- 172.21.15.7:0/698840979 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd36801d8d0 con 0x5612e9bf22e0 2024-09-10T08:01:56.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.532+0000 7fd359ffb640 1 -- 172.21.15.7:0/698840979 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd368010970 con 0x5612e9bf22e0 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.533+0000 7fd37d445740 1 -- 172.21.15.7:0/698840979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 msgr2=0x5612e9c03100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.533+0000 7fd37d445740 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x5612e9c0a630 tx=0x7fd368004410 comp rx=0 tx=0).stop 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 -- 172.21.15.7:0/698840979 shutdown_connections 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9bebee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf22e0 0x5612e9c03100 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 --2- 172.21.15.7:0/698840979 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf19a0 0x5612e9beb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 -- 172.21.15.7:0/698840979 >> 172.21.15.7:0/698840979 conn(0x5612e9bed010 msgr2=0x5612e9bfb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 -- 172.21.15.7:0/698840979 shutdown_connections 2024-09-10T08:01:56.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 -- 172.21.15.7:0/698840979 wait complete. 2024-09-10T08:01:56.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.534+0000 7fd37d445740 1 -- start start 2024-09-10T08:01:56.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 Processor -- start 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 0x5612e9c001d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9c016d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741aade0 con 0x5612e9bf7370 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741ac250 con 0x5612e9bf22e0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741ab4b0 con 0x5612e9bf19a0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd37d445740 10 client.0 _ll_register_callbacks cb 0x7fd368005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd3737fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd3737fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33314/0 (socket says 172.21.15.7:33314) 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd3737fe640 1 -- 172.21.15.7:0/3364581854 learned_addr learned my addr 172.21.15.7:0/3364581854 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd378c42640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 0x5612e9c001d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.535+0000 7fd378c42640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9c016d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 -- 172.21.15.7:0/3364581854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 msgr2=0x5612e9c001d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 0x5612e9c001d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 -- 172.21.15.7:0/3364581854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 msgr2=0x5612e9c016d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9c016d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 -- 172.21.15.7:0/3364581854 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e9c01ce0 con 0x5612e9bf22e0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd378c42640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 0x5612e9c001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3737fe640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd368006010 tx=0x7fd368009850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5755f523bb4ba897 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3537fe640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36801d620 con 0x5612e9bf22e0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd368003b20 con 0x5612e9bf22e0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.536+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd36801d8d0 con 0x5612e9bf22e0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fd36803a050 con 0x5612e9bf22e0 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 10 client.28781 fetch_fsmap learned FSMap version 40 2024-09-10T08:01:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5612e9c02ff0 con 0x5612e9bf22e0 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd36801dc90 con 0x5612e9bf22e0 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fd368025070 con 0x5612e9bf22e0 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 10 client.28781 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 10 client.28781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 20 client.28781 populate_metadata read hostname 'smithi007' 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c7b160 0x5612e9c7d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 4 client.28781 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fd36801d8d0 con 0x5612e9c7b160 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.537+0000 7fd378c42640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c7b160 0x5612e9c7d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:01:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.538+0000 7fd3537fe640 10 client.28781 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.538+0000 7fd378c42640 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c7b160 0x5612e9c7d550 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5af4475b4b21d6d8 server_cookie=2e53d5baca9b2be0 in_seq=0 out_seq=0 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd3537fe640 1 -- 172.21.15.7:0/3364581854 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fd36801d8d0 con 0x5612e9c7b160 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd3537fe640 10 client.28781 handle_command_reply: tid=0 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 client.28781 shutdown 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 msgr2=0x5612e9c00710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd368006010 tx=0x7fd368009850 comp rx=0 tx=0).stop 2024-09-10T08:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 shutdown_connections 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5612e9c7b160 0x5612e9c7d550 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612e9bf7370 0x5612e9c016d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5612e9bf22e0 0x5612e9c00710 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 --2- 172.21.15.7:0/3364581854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5612e9bf19a0 0x5612e9c001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 >> 172.21.15.7:0/3364581854 conn(0x5612e9bed010 msgr2=0x5612e9bedec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd3537fe640 0 client.28781 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 shutdown_connections 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.632+0000 7fd37d445740 1 -- 172.21.15.7:0/3364581854 wait complete. 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.633+0000 7fd37d445740 20 client.28781 trim_cache size 0 max 16384 2024-09-10T08:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.633+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 msgr2=0x7fd35c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.633+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 0x7fd35c0a5170 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd364098470 tx=0x7fd364003fb0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.633+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 msgr2=0x7fd374075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.633+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd36400e9f0 tx=0x7fd36400eeb0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 shutdown_connections 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd35c0a2cb0 0x7fd35c0a5170 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd374103710 0x7fd374074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd374102d50 0x7fd3740745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 --2- 172.21.15.7:0/2276125431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd374101b60 0x7fd374075fa0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 >> 172.21.15.7:0/2276125431 conn(0x7fd3740fd2e0 msgr2=0x7fd3740ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 shutdown_connections 2024-09-10T08:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:01:56.634+0000 7fd37a6a5640 1 -- 172.21.15.7:0/2276125431 wait complete. 2024-09-10T08:01:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:56 smithi145 ceph-mon[34766]: pgmap v859: 129 pgs: 129 active+clean; 366 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 4.7 MiB/s wr, 334 op/s 2024-09-10T08:01:57.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 24102 8.99 MB/sec execute 59 sec latency 128.102 ms 2024-09-10T08:01:57.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:56 smithi007 ceph-mon[30879]: pgmap v859: 129 pgs: 129 active+clean; 366 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 4.7 MiB/s wr, 334 op/s 2024-09-10T08:01:57.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:56 smithi110 ceph-mon[34417]: pgmap v859: 129 pgs: 129 active+clean; 366 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 4.7 MiB/s wr, 334 op/s 2024-09-10T08:01:58.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 24284 8.97 MB/sec execute 60 sec latency 74.064 ms 2024-09-10T08:01:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:01:58 smithi145 ceph-mon[34766]: pgmap v860: 129 pgs: 129 active+clean; 363 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.2 MiB/s wr, 259 op/s 2024-09-10T08:01:59.256 INFO:tasks.workunit.client.0.smithi007.stdout: 10 24458 8.95 MB/sec execute 61 sec latency 66.617 ms 2024-09-10T08:01:59.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:01:58 smithi007 ceph-mon[30879]: pgmap v860: 129 pgs: 129 active+clean; 363 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.2 MiB/s wr, 259 op/s 2024-09-10T08:01:59.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:01:58 smithi110 ceph-mon[34417]: pgmap v860: 129 pgs: 129 active+clean; 363 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.2 MiB/s wr, 259 op/s 2024-09-10T08:02:00.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 24631 8.95 MB/sec execute 62 sec latency 82.758 ms 2024-09-10T08:02:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:00 smithi145 ceph-mon[34766]: pgmap v861: 129 pgs: 129 active+clean; 354 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 379 op/s 2024-09-10T08:02:01.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 24812 8.94 MB/sec execute 63 sec latency 59.285 ms 2024-09-10T08:02:01.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:00 smithi007 ceph-mon[30879]: pgmap v861: 129 pgs: 129 active+clean; 354 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 379 op/s 2024-09-10T08:02:01.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:00 smithi110 ceph-mon[34417]: pgmap v861: 129 pgs: 129 active+clean; 354 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 379 op/s 2024-09-10T08:02:02.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:01 smithi145 ceph-mon[34766]: pgmap v862: 129 pgs: 129 active+clean; 355 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.2 MiB/s wr, 279 op/s 2024-09-10T08:02:02.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25010 9.02 MB/sec execute 64 sec latency 101.595 ms 2024-09-10T08:02:02.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:01 smithi007 ceph-mon[30879]: pgmap v862: 129 pgs: 129 active+clean; 355 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.2 MiB/s wr, 279 op/s 2024-09-10T08:02:02.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:01 smithi110 ceph-mon[34417]: pgmap v862: 129 pgs: 129 active+clean; 355 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.2 MiB/s wr, 279 op/s 2024-09-10T08:02:03.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25214 9.09 MB/sec execute 65 sec latency 58.925 ms 2024-09-10T08:02:03.587 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.5 2024-09-10T08:02:03.588 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:02:03.972 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:02:04.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25360 9.05 MB/sec execute 66 sec latency 67.794 ms 2024-09-10T08:02:04.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:04 smithi007 ceph-mon[30879]: pgmap v863: 129 pgs: 129 active+clean; 357 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:04.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:04 smithi145 ceph-mon[34766]: pgmap v863: 129 pgs: 129 active+clean; 357 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.523+0000 7efeb68ad640 1 -- 172.21.15.7:0/698674294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb0108450 msgr2=0x7efeb0108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.523+0000 7efeb68ad640 1 --2- 172.21.15.7:0/698674294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb0108450 0x7efeb0108830 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7efea8009ca0 tx=0x7efea802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 -- 172.21.15.7:0/698674294 shutdown_connections 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 --2- 172.21.15.7:0/698674294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb010d530 0x7efeb01150b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 --2- 172.21.15.7:0/698674294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 0x7efeb010ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 --2- 172.21.15.7:0/698674294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb0108450 0x7efeb0108830 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 -- 172.21.15.7:0/698674294 >> 172.21.15.7:0/698674294 conn(0x7efeb0077ba0 msgr2=0x7efeb0079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:04.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 -- 172.21.15.7:0/698674294 shutdown_connections 2024-09-10T08:02:04.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.524+0000 7efeb68ad640 1 -- 172.21.15.7:0/698674294 wait complete. 2024-09-10T08:02:04.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 Processor -- start 2024-09-10T08:02:04.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 -- start start 2024-09-10T08:02:04.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:04.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 0x7efeb01a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:04.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb010d530 0x7efeb019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:04.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efeb01183e0 con 0x7efeb010d530 2024-09-10T08:02:04.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efeb0118260 con 0x7efeb0108450 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeb68ad640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efeb0118560 con 0x7efeb0108e00 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.525+0000 7efeaffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36900/0 (socket says 172.21.15.7:36900) 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 -- 172.21.15.7:0/3207536212 learned_addr learned my addr 172.21.15.7:0/3207536212 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaf7fe640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 0x7efeb01a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeb4e4a640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb010d530 0x7efeb019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 -- 172.21.15.7:0/3207536212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 msgr2=0x7efeb01a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 0x7efeb01a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 -- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb010d530 msgr2=0x7efeb019e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb010d530 0x7efeb019e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 -- 172.21.15.7:0/3207536212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efeb019efb0 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.526+0000 7efeaffff640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7efea802ade0 tx=0x7efea8032ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.527+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea8003b70 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.527+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efea8003d10 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.527+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efeb019f240 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.527+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea8030b80 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.527+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efeb01ab4f0 con 0x7efeb0108450 2024-09-10T08:02:04.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.528+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efeb01098e0 con 0x7efeb0108450 2024-09-10T08:02:04.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.530+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7efea8030d20 con 0x7efeb0108450 2024-09-10T08:02:04.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.531+0000 7efead7fa640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 0x7efe940a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:04.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.531+0000 7efeaf7fe640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 0x7efe940a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:04.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.531+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7efea80f06b0 con 0x7efeb0108450 2024-09-10T08:02:04.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.531+0000 7efeaf7fe640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 0x7efe940a5190 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7efeb007a120 tx=0x7efe9c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:04.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.535+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efea80bd300 con 0x7efeb0108450 2024-09-10T08:02:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:04 smithi110 ceph-mon[34417]: pgmap v863: 129 pgs: 129 active+clean; 357 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:04.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.906+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efeb0110710 con 0x7efeb0108450 2024-09-10T08:02:04.907 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:02:04.907 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":40,"btime":"2024-09-10T08:01:54:920937+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:01:54.715729+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:02:04.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.907+0000 7efead7fa640 1 -- 172.21.15.7:0/3207536212 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11920 (secure 0 0 0) 0x7efea80bcc00 con 0x7efeb0108450 2024-09-10T08:02:04.907 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 40 2024-09-10T08:02:04.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.910+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 msgr2=0x7efe940a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:04.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.910+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 0x7efe940a5190 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7efeb007a120 tx=0x7efe9c005f90 comp rx=0 tx=0).stop 2024-09-10T08:02:04.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 msgr2=0x7efeb01a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7efea802ade0 tx=0x7efea8032ff0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 shutdown_connections 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7efe940a2cd0 0x7efe940a5190 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efeb010d530 0x7efeb019e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efeb0108e00 0x7efeb01a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 --2- 172.21.15.7:0/3207536212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb0108450 0x7efeb01a4690 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 >> 172.21.15.7:0/3207536212 conn(0x7efeb0077ba0 msgr2=0x7efeb0078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 shutdown_connections 2024-09-10T08:02:04.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:04.911+0000 7efeb68ad640 1 -- 172.21.15.7:0/3207536212 wait complete. 2024-09-10T08:02:05.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25529 9.14 MB/sec execute 67 sec latency 81.620 ms 2024-09-10T08:02:05.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:05 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3207536212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:05.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:05 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3207536212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:05.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:05 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3207536212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:05.688 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 150.5 --await-for 45.0' 2024-09-10T08:02:05.688 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 150.5 --await-for 45.0 2024-09-10T08:02:06.074 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:02:06.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25705 9.24 MB/sec execute 68 sec latency 91.734 ms 2024-09-10T08:02:06.484 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:06 smithi007 ceph-mon[30879]: pgmap v864: 129 pgs: 129 active+clean; 362 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 323 op/s 2024-09-10T08:02:06.484 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:06 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:02:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:06 smithi145 ceph-mon[34766]: pgmap v864: 129 pgs: 129 active+clean; 362 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 323 op/s 2024-09-10T08:02:06.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:06 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:02:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:06 smithi110 ceph-mon[34417]: pgmap v864: 129 pgs: 129 active+clean; 362 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 323 op/s 2024-09-10T08:02:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:06 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:02:06.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 -- 172.21.15.7:0/80925600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 msgr2=0x7f8c24110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/80925600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c24110ca0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c009ca0 tx=0x7f8c1c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 -- 172.21.15.7:0/80925600 shutdown_connections 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/80925600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c24110ca0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/80925600 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c241049a0 0x7f8c241089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/80925600 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c24103ff0 0x7f8c241043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 -- 172.21.15.7:0/80925600 >> 172.21.15.7:0/80925600 conn(0x7f8c240ffab0 msgr2=0x7f8c24101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 -- 172.21.15.7:0/80925600 shutdown_connections 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.787+0000 7f8c2b57f640 1 -- 172.21.15.7:0/80925600 wait complete. 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.788+0000 7f8c2b57f640 1 Processor -- start 2024-09-10T08:02:06.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.788+0000 7f8c2b57f640 1 -- start start 2024-09-10T08:02:06.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 0x7f8c24110b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 0x7f8c2410dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c2410e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8c24114030 con 0x7f8c24109120 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8c24113eb0 con 0x7f8c24103ff0 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2b57f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241141b0 con 0x7f8c241049a0 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c28b1a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 0x7f8c2410dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c28b1a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 0x7f8c2410dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:57600/0 (socket says 172.21.15.7:57600) 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3335078850 learned_addr learned my addr 172.21.15.7:0/3335078850 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 0x7f8c24110b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c2410e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 -- 172.21.15.7:0/3335078850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 msgr2=0x7f8c2410dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 0x7f8c2410dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 -- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 msgr2=0x7f8c2410e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c2410e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.789+0000 7f8c2931b640 1 -- 172.21.15.7:0/3335078850 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c2410ea40 con 0x7f8c24103ff0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 0x7f8c24110b70 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e9f0 tx=0x7f8c2000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c1a7fc640 1 -- 172.21.15.7:0/3335078850 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c2000cd80 con 0x7f8c24103ff0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c1a7fc640 1 -- 172.21.15.7:0/3335078850 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c200035f0 con 0x7f8c24103ff0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c1a7fc640 1 -- 172.21.15.7:0/3335078850 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c20010690 con 0x7f8c24103ff0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c241aae90 con 0x7f8c24103ff0 2024-09-10T08:02:06.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.790+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c241ab350 con 0x7f8c24103ff0 2024-09-10T08:02:06.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.793+0000 7f8c1a7fc640 1 -- 172.21.15.7:0/3335078850 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8c200037a0 con 0x7f8c24103ff0 2024-09-10T08:02:06.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.794+0000 7f8c2d958740 1 Processor -- start 2024-09-10T08:02:06.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.794+0000 7f8c1a7fc640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 0x7f8c100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.794+0000 7f8c2d958740 1 -- start start 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c1a7fc640 1 -- 172.21.15.7:0/3335078850 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c200cf670 con 0x7f8c24103ff0 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649ae400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5592649092a0 con 0x5592649ae940 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5592648b0b10 con 0x5592649a3760 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2d958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559264905260 con 0x5592649a4080 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649a3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36922/0 (socket says 172.21.15.7:36922) 2024-09-10T08:02:06.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c2931b640 1 -- 172.21.15.7:0/3120117050 learned_addr learned my addr 172.21.15.7:0/3120117050 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649ae400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 0x7f8c100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3120117050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 msgr2=0x5592649a3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649a3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3120117050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 msgr2=0x5592649b0d30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b0d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3120117050 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55926467ab90 con 0x5592649a4080 2024-09-10T08:02:06.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.795+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649ae400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c2410f470 tx=0x7f8c140117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31f6c06235c678e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.796+0000 7f8c0f7fe640 1 -- 172.21.15.7:0/3120117050 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c14009e40 con 0x5592649a4080 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.796+0000 7f8c0f7fe640 1 -- 172.21.15.7:0/3120117050 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c14016070 con 0x5592649a4080 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.796+0000 7f8c0f7fe640 1 -- 172.21.15.7:0/3120117050 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c14012450 con 0x5592649a4080 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.796+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 0x7f8c100a50c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c006010 tx=0x7f8c1c004a60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 -- 172.21.15.7:0/3120117050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 msgr2=0x5592649ae400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649ae400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c2410f470 tx=0x7f8c140117b0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 -- 172.21.15.7:0/3120117050 shutdown_connections 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649ae400 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3120117050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649a3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 -- 172.21.15.7:0/3120117050 >> 172.21.15.7:0/3120117050 conn(0x55926499fcf0 msgr2=0x5592649a00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 -- 172.21.15.7:0/3120117050 shutdown_connections 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.797+0000 7f8c2d958740 1 -- 172.21.15.7:0/3120117050 wait complete. 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.798+0000 7f8c2d958740 1 -- start start 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.798+0000 7f8c2d958740 1 Processor -- start 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.798+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649ab860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.798+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649abda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649ac2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2d958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5592649b1510 con 0x5592649ae940 2024-09-10T08:02:06.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c28b1a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649abda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649ab860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649ab860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36938/0 (socket says 172.21.15.7:36938) 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2931b640 1 -- 172.21.15.7:0/3291674431 learned_addr learned my addr 172.21.15.7:0/3291674431 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649ac2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5592648916e0 con 0x5592649a3760 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.799+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5592649b1690 con 0x5592649a4080 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 msgr2=0x5592649ab860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649ab860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3291674431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 msgr2=0x5592649ac2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649ac2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592649baa60 con 0x5592649a4080 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c2d958740 10 client.0 _ll_register_callbacks cb 0x5592648b5a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:06.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c14016070 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649abda0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8c1401a000 tx=0x7f8c14003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc108dd1d55e42cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.800+0000 7f8c0cff9640 10 client.28858 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.801+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3291674431 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c14004260 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.801+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3291674431 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c14004400 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.801+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3291674431 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8c14003eb0 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.801+0000 7f8c2d958740 10 client.28858 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.801+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=40}) -- 0x5592649bd290 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3291674431 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f8c14005030 con 0x5592649a4080 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 10 client.28858 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 10 client.28858 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 20 client.28858 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592649be640 0x5592649c0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 4 client.28858 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:06.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592649169d0 con 0x5592649be640 2024-09-10T08:02:06.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592649be640 0x5592649c0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592649be640 0x5592649c0a30 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18e820e67befd154 server_cookie=50fd71391a36cfb in_seq=0 out_seq=0 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.802+0000 7f8c0cff9640 10 client.28858 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.803+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3291674431 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592649169d0 con 0x5592649be640 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.803+0000 7f8c0cff9640 10 client.28858 handle_command_reply: tid=0 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.803+0000 7f8c2d958740 1 client.28858 shutdown 2024-09-10T08:02:06.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.803+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 msgr2=0x5592649abda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.803+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649abda0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8c1401a000 tx=0x7f8c14003820 comp rx=0 tx=0).stop 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 shutdown_connections 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592649be640 0x5592649c0a30 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a4080 0x5592649abda0 secure :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8c1401a000 tx=0x7f8c14003820 comp rx=0 tx=0).stop 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3291674431 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649ab860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 >> 172.21.15.7:0/3291674431 conn(0x55926499fcf0 msgr2=0x5592649a59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c0cff9640 0 client.28858 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 shutdown_connections 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 1 -- 172.21.15.7:0/3291674431 wait complete. 2024-09-10T08:02:06.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.804+0000 7f8c2d958740 20 client.28858 trim_cache size 0 max 16384 2024-09-10T08:02:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.836+0000 7f8c2d958740 1 Processor -- start 2024-09-10T08:02:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 -- start start 2024-09-10T08:02:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649ae940 0x5592649c6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649aa840 0x5592649a8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b7ad0 con 0x5592649aa840 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b53a0 con 0x5592649a3760 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2d958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b3210 con 0x5592649ae940 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36946/0 (socket says 172.21.15.7:36946) 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c28b1a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649ae940 0x5592649c6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 -- 172.21.15.7:0/1519710651 learned_addr learned my addr 172.21.15.7:0/1519710651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 -- 172.21.15.7:0/1519710651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649ae940 msgr2=0x5592649c6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649ae940 0x5592649c6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 -- 172.21.15.7:0/1519710651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649aa840 msgr2=0x5592649a8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649aa840 0x5592649a8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.837+0000 7f8c2931b640 1 -- 172.21.15.7:0/1519710651 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55926499b260 con 0x5592649a3760 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.838+0000 7f8c2931b640 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c2009ba60 tx=0x7f8c20003d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79044b862de56cc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.838+0000 7f8c0effd640 1 -- 172.21.15.7:0/1519710651 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c200a4740 con 0x5592649a3760 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.838+0000 7f8c0effd640 1 -- 172.21.15.7:0/1519710651 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c20099b70 con 0x5592649a3760 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.838+0000 7f8c0effd640 1 -- 172.21.15.7:0/1519710651 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c200ba300 con 0x5592649a3760 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 -- 172.21.15.7:0/1519710651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 msgr2=0x5592649c6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c2009ba60 tx=0x7f8c20003d20 comp rx=0 tx=0).stop 2024-09-10T08:02:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 -- 172.21.15.7:0/1519710651 shutdown_connections 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649aa840 0x5592649a8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649ae940 0x5592649c6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 --2- 172.21.15.7:0/1519710651 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649a3760 0x5592649c6030 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 -- 172.21.15.7:0/1519710651 >> 172.21.15.7:0/1519710651 conn(0x55926499fcf0 msgr2=0x5592649aa130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 -- 172.21.15.7:0/1519710651 shutdown_connections 2024-09-10T08:02:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.839+0000 7f8c2d958740 1 -- 172.21.15.7:0/1519710651 wait complete. 2024-09-10T08:02:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 -- start start 2024-09-10T08:02:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 Processor -- start 2024-09-10T08:02:06.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 0x5592649b6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 0x5592649b3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b3860 con 0x5592649ae940 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b4cd0 con 0x5592649aa840 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.840+0000 7f8c2d958740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8c241b3f30 con 0x5592649a3760 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2d958740 10 client.0 _ll_register_callbacks cb 0x7f8c14003de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c29b1c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c29b1c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46096/0 (socket says 172.21.15.7:46096) 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c29b1c640 1 -- 172.21.15.7:0/3298589587 learned_addr learned my addr 172.21.15.7:0/3298589587 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c28b1a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 0x5592649b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 0x5592649b6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 -- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 msgr2=0x5592649b3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 0x5592649b3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 -- 172.21.15.7:0/3298589587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 msgr2=0x5592649b38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 -- 172.21.15.7:0/3298589587 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592649b40f0 con 0x5592649a3760 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c29b1c640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 0x5592649b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.841+0000 7f8c2931b640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 0x5592649b6ff0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c20000c00 tx=0x7f8c200cf540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f631895a83bfa56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c0cff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c20098140 con 0x5592649a3760 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c200ba300 con 0x5592649a3760 2024-09-10T08:02:06.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c20099b70 con 0x5592649a3760 2024-09-10T08:02:06.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8c200982e0 con 0x5592649a3760 2024-09-10T08:02:06.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c2d958740 10 client.28864 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:06.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.842+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x559264a29f80 con 0x5592649a3760 2024-09-10T08:02:06.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c20099b70 con 0x5592649a3760 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f8c200979c0 con 0x5592649a3760 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 10 client.28864 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 10 client.28864 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 20 client.28864 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559264a2a620 0x559264a2ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 4 client.28864 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.5, "await_for": 45.0}] 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.5, "await_for": 45.0}) -- 0x559264910d20 con 0x559264a2a620 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.843+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559264a2a620 0x559264a2ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.844+0000 7f8c0cff9640 10 client.28864 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:06.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:06.844+0000 7f8c28b1a640 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559264a2a620 0x559264a2ca10 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f182e3e54a781ab5 server_cookie=b20de4b914118c4e in_seq=0 out_seq=0 2024-09-10T08:02:07.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25820 9.17 MB/sec execute 69 sec latency 413.187 ms 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c0cff9640 1 -- 172.21.15.7:0/3298589587 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559264910d20 con 0x559264a2a620 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c0cff9640 10 client.28864 handle_command_reply: tid=0 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 client.28864 shutdown 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 msgr2=0x5592649b6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 0x5592649b6ff0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c20000c00 tx=0x7f8c200cf540 comp rx=0 tx=0).stop 2024-09-10T08:02:07.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 shutdown_connections 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559264a2a620 0x559264a2ca10 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5592649ae940 0x5592649b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5592649aa840 0x5592649b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c0cff9640 0 client.28864 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 --2- 172.21.15.7:0/3298589587 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5592649a3760 0x5592649b6ff0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 >> 172.21.15.7:0/3298589587 conn(0x55926499fcf0 msgr2=0x55926499e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 shutdown_connections 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.312+0000 7f8c2d958740 1 -- 172.21.15.7:0/3298589587 wait complete. 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2d958740 20 client.28864 trim_cache size 0 max 16384 2024-09-10T08:02:07.313 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 40, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 62, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "545bea12": { 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 62, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:02:07.314 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.5, 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:07.315 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 msgr2=0x7f8c100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 0x7f8c100a50c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c006010 tx=0x7f8c1c004a60 comp rx=0 tx=0).stop 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 msgr2=0x7f8c24110b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 0x7f8c24110b70 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e9f0 tx=0x7f8c2000eeb0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 shutdown_connections 2024-09-10T08:02:07.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c100a2c00 0x7f8c100a50c0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c24109120 0x7f8c2410e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c241049a0 0x7f8c2410dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 --2- 172.21.15.7:0/3335078850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8c24103ff0 0x7f8c24110b70 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.313+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 >> 172.21.15.7:0/3335078850 conn(0x7f8c240ffab0 msgr2=0x7f8c24100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.314+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 shutdown_connections 2024-09-10T08:02:07.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:07.314+0000 7f8c2b57f640 1 -- 172.21.15.7:0/3335078850 wait complete. 2024-09-10T08:02:07.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T08:02:07.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:02:07.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:02:07.492 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:02:07.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:02:07.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi110 to 176.0M 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi110 to 184555212: error parsing value: Value '184555212' is below minimum 939524096 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:02:07.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:02:08.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 9.04 MB/sec execute 70 sec latency 1413.254 ms 2024-09-10T08:02:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:08 smithi007 ceph-mon[30879]: pgmap v865: 129 pgs: 129 active+clean; 365 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 3.5 MiB/s wr, 271 op/s 2024-09-10T08:02:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:08 smithi110 ceph-mon[34417]: pgmap v865: 129 pgs: 129 active+clean; 365 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 3.5 MiB/s wr, 271 op/s 2024-09-10T08:02:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:08 smithi145 ceph-mon[34766]: pgmap v865: 129 pgs: 129 active+clean; 365 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 3.5 MiB/s wr, 271 op/s 2024-09-10T08:02:09.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.91 MB/sec execute 71 sec latency 2413.375 ms 2024-09-10T08:02:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/1294065487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae41025e0 msgr2=0x7f7ae41049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/1294065487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae41025e0 0x7f7ae41049d0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4009900 tx=0x7f7ad402a410 comp rx=0 tx=0).stop 2024-09-10T08:02:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/1294065487 shutdown_connections 2024-09-10T08:02:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/1294065487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4107840 0x7f7ae4109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/1294065487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae4104f10 0x7f7ae4107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/1294065487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae41025e0 0x7f7ae41049d0 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/1294065487 >> 172.21.15.7:0/1294065487 conn(0x7f7ae40fc1e0 msgr2=0x7f7ae40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/1294065487 shutdown_connections 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.738+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/1294065487 wait complete. 2024-09-10T08:02:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.739+0000 7f7ae9d0c640 1 Processor -- start 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.739+0000 7f7ae9d0c640 1 -- start start 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.739+0000 7f7ae9d0c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae41025e0 0x7f7ae4197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.739+0000 7f7ae9d0c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4104f10 0x7f7ae41982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.739+0000 7f7ae9d0c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae9d0c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae410d6d0 con 0x7f7ae4107840 2024-09-10T08:02:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae9d0c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae410d550 con 0x7f7ae4104f10 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae9d0c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae410d850 con 0x7f7ae41025e0 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46112/0 (socket says 172.21.15.7:46112) 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 -- 172.21.15.7:0/908897531 learned_addr learned my addr 172.21.15.7:0/908897531 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4104f10 0x7f7ae41982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae41025e0 0x7f7ae4197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 -- 172.21.15.7:0/908897531 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae41025e0 msgr2=0x7f7ae4197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae41025e0 0x7f7ae4197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 -- 172.21.15.7:0/908897531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4104f10 msgr2=0x7f7ae41982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4104f10 0x7f7ae41982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 -- 172.21.15.7:0/908897531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae419f980 con 0x7f7ae4107840 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae3fff640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00e9d0 tx=0x7f7adc00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae0ff9640 1 -- 172.21.15.7:0/908897531 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7adc00cd80 con 0x7f7ae4107840 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae0ff9640 1 -- 172.21.15.7:0/908897531 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7adc005020 con 0x7f7ae4107840 2024-09-10T08:02:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.740+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae419fc70 con 0x7f7ae4107840 2024-09-10T08:02:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.741+0000 7f7ae0ff9640 1 -- 172.21.15.7:0/908897531 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7adc0116d0 con 0x7f7ae4107840 2024-09-10T08:02:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.741+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae41a0170 con 0x7f7ae4107840 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7ae0ff9640 1 -- 172.21.15.7:0/908897531 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7adc0051d0 con 0x7f7ae4107840 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 Processor -- start 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 -- start start 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cf7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0c4f2f0 con 0x55e8c0cf06f0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0bf7270 con 0x55e8c0cf5780 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.743+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0c4b2b0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46116/0 (socket says 172.21.15.7:46116) 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 -- 172.21.15.7:0/1012628734 learned_addr learned my addr 172.21.15.7:0/1012628734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae0ff9640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 0x7f7ad00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cf7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae3fff640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 0x7f7ad00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 -- 172.21.15.7:0/1012628734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cefdb0 msgr2=0x55e8c0cf01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 -- 172.21.15.7:0/1012628734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 msgr2=0x55e8c0cf7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cf7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 -- 172.21.15.7:0/1012628734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8c0bf6340 con 0x55e8c0cf06f0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae0ff9640 1 -- 172.21.15.7:0/908897531 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7adc0cf550 con 0x7f7ae4107840 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4009900 tx=0x7f7ad4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1d5a8ff1d429a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ae3fff640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 0x7f7ad00a50f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7adc0cd020 tx=0x7f7adc090fa0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ad9ffb640 1 -- 172.21.15.7:0/1012628734 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad4035030 con 0x55e8c0cf06f0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ad9ffb640 1 -- 172.21.15.7:0/1012628734 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ad4040070 con 0x55e8c0cf06f0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.744+0000 7f7ad9ffb640 1 -- 172.21.15.7:0/1012628734 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad4003ab0 con 0x55e8c0cf06f0 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 -- 172.21.15.7:0/1012628734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 msgr2=0x55e8c0cf51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4009900 tx=0x7f7ad4005c00 comp rx=0 tx=0).stop 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 -- 172.21.15.7:0/1012628734 shutdown_connections 2024-09-10T08:02:09.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cf7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cf51b0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/1012628734 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 -- 172.21.15.7:0/1012628734 >> 172.21.15.7:0/1012628734 conn(0x55e8c0ceb420 msgr2=0x55e8c0ceb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 -- 172.21.15.7:0/1012628734 shutdown_connections 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.745+0000 7f7aeca9d740 1 -- 172.21.15.7:0/1012628734 wait complete. 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 -- start start 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 Processor -- start 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0d014f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0cf86f0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0bd8290 con 0x55e8c0cf06f0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e8c0cf8870 con 0x55e8c0cf5780 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7aeca9d740 10 client.0 _ll_register_callbacks cb 0x55e8c0c09140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46120/0 (socket says 172.21.15.7:46120) 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/610715723 learned_addr learned my addr 172.21.15.7:0/610715723 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.746+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/610715723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 msgr2=0x55e8c0d014f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0d014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 msgr2=0x55e8c0cfa4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfa4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/610715723 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8c0962210 con 0x55e8c0cefdb0 2024-09-10T08:02:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f7acc004500 tx=0x7f7acc0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ff5f40458f8a24d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ac2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc005020 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7acc0051c0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ad4040070 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7acc0053c0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7aeca9d740 10 client.19719 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e8c0a2e620 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.747+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ad4040070 con 0x55e8c0cefdb0 2024-09-10T08:02:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f7acc004880 con 0x55e8c0cefdb0 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 10 client.19719 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 10 client.19719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 20 client.19719 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d05c20 0x55e8c0d08090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 4 client.19719 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8c0c5ca20 con 0x55e8c0d05c20 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d05c20 0x55e8c0d08090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7ac2ffd640 10 client.19719 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.748+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d05c20 0x55e8c0d08090 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95a7c4591bfab1c7 server_cookie=ad1acc0c402bde38 in_seq=0 out_seq=0 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/610715723 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8c0c5ca20 con 0x55e8c0d05c20 2024-09-10T08:02:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7ac2ffd640 10 client.19719 handle_command_reply: tid=0 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 client.19719 shutdown 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 msgr2=0x55e8c0cf9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f7acc004500 tx=0x7f7acc0039c0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 shutdown_connections 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d05c20 0x55e8c0d08090 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0d014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/610715723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cf9f70 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7ac2ffd640 0 client.19719 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 >> 172.21.15.7:0/610715723 conn(0x55e8c0ceb420 msgr2=0x55e8c0cecc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 shutdown_connections 2024-09-10T08:02:09.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 1 -- 172.21.15.7:0/610715723 wait complete. 2024-09-10T08:02:09.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.749+0000 7f7aeca9d740 20 client.19719 trim_cache size 0 max 16384 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 Processor -- start 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 -- start start 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0d01410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0cec810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41aad90 con 0x55e8c0cefdb0 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41a8660 con 0x55e8c0cf06f0 2024-09-10T08:02:09.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41a64d0 con 0x55e8c0cf5780 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46124/0 (socket says 172.21.15.7:46124) 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.764+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/720113805 learned_addr learned my addr 172.21.15.7:0/720113805 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/720113805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 msgr2=0x55e8c0cec810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0cec810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/720113805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 msgr2=0x55e8c0d01410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0d01410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/720113805 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8c0cf9ab0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00b6b0 tx=0x7f7acc005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82234313a986af2b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ad97fa640 1 -- 172.21.15.7:0/720113805 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc033070 con 0x55e8c0cefdb0 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ad97fa640 1 -- 172.21.15.7:0/720113805 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7acc003ec0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.765+0000 7f7ad97fa640 1 -- 172.21.15.7:0/720113805 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc012ae0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- 172.21.15.7:0/720113805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 msgr2=0x55e8c0cec2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00b6b0 tx=0x7f7acc005c60 comp rx=0 tx=0).stop 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- 172.21.15.7:0/720113805 shutdown_connections 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf5780 0x55e8c0cec810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf06f0 0x55e8c0d01410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/720113805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cec2d0 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- 172.21.15.7:0/720113805 >> 172.21.15.7:0/720113805 conn(0x55e8c0ceb420 msgr2=0x55e8c0cf9d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- 172.21.15.7:0/720113805 shutdown_connections 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- 172.21.15.7:0/720113805 wait complete. 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- start start 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 Processor -- start 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cffcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41a6b20 con 0x55e8c0cefdb0 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41a7f90 con 0x55e8c0cf5780 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae41a71f0 con 0x55e8c0cf06f0 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.766+0000 7f7aeca9d740 10 client.0 _ll_register_callbacks cb 0x7f7acc004110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46136/0 (socket says 172.21.15.7:46136) 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/2957730017 learned_addr learned my addr 172.21.15.7:0/2957730017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/2957730017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf06f0 msgr2=0x55e8c0cfed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 msgr2=0x55e8c0cffcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:09.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cffcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 -- 172.21.15.7:0/2957730017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8c0d002e0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ae2ffd640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00bda0 tx=0x7f7acc00b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b6aebae2389b64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ac2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc033040 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7acc005090 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7acc003ec0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7acc012820 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7aeca9d740 10 client.19725 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.767+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e8c0d015f0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7acc003ec0 con 0x55e8c0cefdb0 2024-09-10T08:02:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f7acc01fa80 con 0x55e8c0cefdb0 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 10 client.19725 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 10 client.19725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 20 client.19725 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d70ee0 0x55e8c0d73300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 4 client.19725 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e8c0c56d70 con 0x55e8c0d70ee0 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d70ee0 0x55e8c0d73300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7ac2ffd640 10 client.19725 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.768+0000 7f7ae37fe640 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d70ee0 0x55e8c0d73300 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d257ab9a2a2ad0c3 server_cookie=bac488f20ee638b8 in_seq=0 out_seq=0 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7ac2ffd640 1 -- 172.21.15.7:0/2957730017 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e8c0c56d70 con 0x55e8c0d70ee0 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7ac2ffd640 10 client.19725 handle_command_reply: tid=0 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 client.19725 shutdown 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 msgr2=0x55e8c0cfe7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00bda0 tx=0x7f7acc00b930 comp rx=0 tx=0).stop 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 shutdown_connections 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55e8c0d70ee0 0x55e8c0d73300 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55e8c0cf5780 0x55e8c0cffcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e8c0cf06f0 0x55e8c0cfed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7ac2ffd640 0 client.19725 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 --2- 172.21.15.7:0/2957730017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e8c0cefdb0 0x55e8c0cfe7f0 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 >> 172.21.15.7:0/2957730017 conn(0x55e8c0ceb420 msgr2=0x55e8c0ce59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 shutdown_connections 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.852+0000 7f7aeca9d740 1 -- 172.21.15.7:0/2957730017 wait complete. 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7aeca9d740 20 client.19725 trim_cache size 0 max 16384 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:02:09.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:02:09.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:02:09.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 msgr2=0x7f7ad00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 0x7f7ad00a50f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7adc0cd020 tx=0x7f7adc090fa0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 msgr2=0x7f7ae419f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00e9d0 tx=0x7f7adc00ee90 comp rx=0 tx=0).stop 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 shutdown_connections 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ad00a2c30 0x7f7ad00a50f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ae4107840 0x7f7ae419f310 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ae4104f10 0x7f7ae41982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 --2- 172.21.15.7:0/908897531 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ae41025e0 0x7f7ae4197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 >> 172.21.15.7:0/908897531 conn(0x7f7ae40fc1e0 msgr2=0x7f7ae4103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 shutdown_connections 2024-09-10T08:02:09.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:09.853+0000 7f7ae9d0c640 1 -- 172.21.15.7:0/908897531 wait complete. 2024-09-10T08:02:09.959 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '545bea12', quiesce took 6.4 seconds. Will release after: 24.1 2024-09-10T08:02:10.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.78 MB/sec execute 72 sec latency 3413.467 ms 2024-09-10T08:02:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:10 smithi007 ceph-mon[30879]: pgmap v866: 129 pgs: 129 active+clean; 376 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-09-10T08:02:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:10 smithi110 ceph-mon[34417]: pgmap v866: 129 pgs: 129 active+clean; 376 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-09-10T08:02:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:10 smithi145 ceph-mon[34766]: pgmap v866: 129 pgs: 129 active+clean; 376 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-09-10T08:02:11.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.66 MB/sec execute 73 sec latency 4413.571 ms 2024-09-10T08:02:12.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.55 MB/sec execute 74 sec latency 5413.651 ms 2024-09-10T08:02:13.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:12 smithi007 ceph-mon[30879]: pgmap v867: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-10T08:02:13.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:12 smithi110 ceph-mon[34417]: pgmap v867: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-10T08:02:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:12 smithi145 ceph-mon[34766]: pgmap v867: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-10T08:02:13.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.43 MB/sec execute 75 sec latency 6413.737 ms 2024-09-10T08:02:14.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.32 MB/sec execute 76 sec latency 7413.870 ms 2024-09-10T08:02:15.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:14 smithi007 ceph-mon[30879]: pgmap v868: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.6 MiB/s wr, 213 op/s 2024-09-10T08:02:15.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:14 smithi110 ceph-mon[34417]: pgmap v868: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.6 MiB/s wr, 213 op/s 2024-09-10T08:02:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:14 smithi145 ceph-mon[34766]: pgmap v868: 129 pgs: 129 active+clean; 377 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.6 MiB/s wr, 213 op/s 2024-09-10T08:02:15.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.21 MB/sec execute 77 sec latency 8413.996 ms 2024-09-10T08:02:16.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.11 MB/sec execute 78 sec latency 9414.092 ms 2024-09-10T08:02:17.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:16 smithi007 ceph-mon[30879]: pgmap v869: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 2.9 MiB/s wr, 209 op/s 2024-09-10T08:02:17.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:16 smithi110 ceph-mon[34417]: pgmap v869: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 2.9 MiB/s wr, 209 op/s 2024-09-10T08:02:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:16 smithi145 ceph-mon[34766]: pgmap v869: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 2.9 MiB/s wr, 209 op/s 2024-09-10T08:02:17.258 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 8.01 MB/sec execute 79 sec latency 10414.219 ms 2024-09-10T08:02:18.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.91 MB/sec execute 80 sec latency 11414.329 ms 2024-09-10T08:02:19.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:18 smithi007 ceph-mon[30879]: pgmap v870: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 2.3 MiB/s wr, 162 op/s 2024-09-10T08:02:19.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:18 smithi110 ceph-mon[34417]: pgmap v870: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 2.3 MiB/s wr, 162 op/s 2024-09-10T08:02:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:18 smithi145 ceph-mon[34766]: pgmap v870: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 2.3 MiB/s wr, 162 op/s 2024-09-10T08:02:19.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.81 MB/sec execute 81 sec latency 12414.457 ms 2024-09-10T08:02:20.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.71 MB/sec execute 82 sec latency 13414.566 ms 2024-09-10T08:02:21.043 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:20 smithi145 ceph-mon[34766]: pgmap v871: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-10T08:02:21.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:20 smithi007 ceph-mon[30879]: pgmap v871: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-10T08:02:21.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:20 smithi110 ceph-mon[34417]: pgmap v871: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-10T08:02:21.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.62 MB/sec execute 83 sec latency 14414.688 ms 2024-09-10T08:02:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.53 MB/sec execute 84 sec latency 15414.743 ms 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 -- 172.21.15.7:0/1391484497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c100a60 msgr2=0x7f389c100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 --2- 172.21.15.7:0/1391484497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c100a60 0x7f389c100e60 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f388c009900 tx=0x7f388c02a410 comp rx=0 tx=0).stop 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 -- 172.21.15.7:0/1391484497 shutdown_connections 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 --2- 172.21.15.7:0/1391484497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 0x7f389c108ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 --2- 172.21.15.7:0/1391484497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c101c50 0x7f389c1020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 --2- 172.21.15.7:0/1391484497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c100a60 0x7f389c100e60 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 -- 172.21.15.7:0/1391484497 >> 172.21.15.7:0/1391484497 conn(0x7f389c0fc1e0 msgr2=0x7f389c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.954+0000 7f38a18e6640 1 -- 172.21.15.7:0/1391484497 shutdown_connections 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.955+0000 7f38a18e6640 1 -- 172.21.15.7:0/1391484497 wait complete. 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.955+0000 7f38a18e6640 1 Processor -- start 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.955+0000 7f38a18e6640 1 -- start start 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.955+0000 7f38a18e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c100a60 0x7f389c197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a18e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a18e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 0x7f389c19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a18e6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f389c10d6a0 con 0x7f389c101c50 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a18e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f389c10d520 con 0x7f389c102610 2024-09-10T08:02:22.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a18e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f389c10d820 con 0x7f389c100a60 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41514/0 (socket says 172.21.15.7:41514) 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 -- 172.21.15.7:0/2798208557 learned_addr learned my addr 172.21.15.7:0/2798208557 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389affd640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c100a60 0x7f389c197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389b7fe640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 0x7f389c19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 -- 172.21.15.7:0/2798208557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c100a60 msgr2=0x7f389c197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c100a60 0x7f389c197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 -- 172.21.15.7:0/2798208557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 msgr2=0x7f389c19f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 0x7f389c19f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 -- 172.21.15.7:0/2798208557 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389c19f980 con 0x7f389c101c50 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f389a7fc640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f389000d950 tx=0x7f389000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.956+0000 7f38a08e4640 1 -- 172.21.15.7:0/2798208557 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890017070 con 0x7f389c101c50 2024-09-10T08:02:22.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.957+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f389c19fc70 con 0x7f389c101c50 2024-09-10T08:02:22.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.957+0000 7f38a08e4640 1 -- 172.21.15.7:0/2798208557 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3890009c30 con 0x7f389c101c50 2024-09-10T08:02:22.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.957+0000 7f38a08e4640 1 -- 172.21.15.7:0/2798208557 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389000f620 con 0x7f389c101c50 2024-09-10T08:02:22.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.957+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f389c1a01c0 con 0x7f389c101c50 2024-09-10T08:02:22.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a08e4640 1 -- 172.21.15.7:0/2798208557 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f38900109a0 con 0x7f389c101c50 2024-09-10T08:02:22.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 Processor -- start 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 -- start start 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0e8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d13b0442f0 con 0x55d13b0e09a0 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d13afec270 con 0x55d13b0e6370 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.959+0000 7f38a467d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d13b0402b0 con 0x55d13b0e12e0 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41526/0 (socket says 172.21.15.7:41526) 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 -- 172.21.15.7:0/3084496972 learned_addr learned my addr 172.21.15.7:0/3084496972 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389a7fc640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0e8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389affd640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f38a08e4640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 0x7f38840a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 -- 172.21.15.7:0/3084496972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 msgr2=0x55d13b0e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0e5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 -- 172.21.15.7:0/3084496972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 msgr2=0x55d13b0e8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0e8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 -- 172.21.15.7:0/3084496972 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d13afeb340 con 0x55d13b0e09a0 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389affd640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389a7fc640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0e8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:22.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 0x7f38840a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f38a08e4640 1 -- 172.21.15.7:0/2798208557 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f38900cf010 con 0x7f389c101c50 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f389b7fe640 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f3894008f40 tx=0x7f389400e7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96f07f28b2992339 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f3881ffb640 1 -- 172.21.15.7:0/3084496972 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3894022070 con 0x55d13b0e09a0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.960+0000 7f3881ffb640 1 -- 172.21.15.7:0/3084496972 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3894011b70 con 0x55d13b0e09a0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f3881ffb640 1 -- 172.21.15.7:0/3084496972 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389401c970 con 0x55d13b0e09a0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f389b7fe640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 0x7f38840a50f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f389401f000 tx=0x7f3894020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 -- 172.21.15.7:0/3084496972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 msgr2=0x55d13b0e0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f3894008f40 tx=0x7f389400e7e0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 -- 172.21.15.7:0/3084496972 shutdown_connections 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0e8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 --2- 172.21.15.7:0/3084496972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0e0da0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 -- 172.21.15.7:0/3084496972 >> 172.21.15.7:0/3084496972 conn(0x55d13b0dc010 msgr2=0x55d13b0dc410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 -- 172.21.15.7:0/3084496972 shutdown_connections 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.961+0000 7f38a467d740 1 -- 172.21.15.7:0/3084496972 wait complete. 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 -- start start 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 Processor -- start 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e09a0 0x55d13b0eabd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 0x55d13b0f20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d13b0e9340 con 0x55d13b0e12e0 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d13afcd290 con 0x55d13b0e09a0 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d13b0e94c0 con 0x55d13b0e6370 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f38a467d740 10 client.0 _ll_register_callbacks cb 0x55d13affe140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:22.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41538/0 (socket says 172.21.15.7:41538) 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.962+0000 7f389a7fc640 1 -- 172.21.15.7:0/7697771 learned_addr learned my addr 172.21.15.7:0/7697771 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389affd640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e09a0 0x55d13b0eabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389b7fe640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 0x55d13b0f20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 -- 172.21.15.7:0/7697771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 msgr2=0x55d13b0f20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 0x55d13b0f20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 -- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e09a0 msgr2=0x55d13b0eabd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e09a0 0x55d13b0eabd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 -- 172.21.15.7:0/7697771 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d13ad57210 con 0x55d13b0e12e0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389b7fe640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 0x55d13b0f20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f389a7fc640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f3890097930 tx=0x7f389009b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dbb985e97340f35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f387affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:22.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890020070 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f38900d1110 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3894011b70 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f38900d1310 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f38a467d740 10 client.19737 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.963+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55d13ae23620 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3894011b70 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f38900b41f0 con 0x55d13b0e12e0 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 10 client.19737 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 10 client.19737 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 20 client.19737 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b0f6820 0x55d13b0f8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 4 client.19737 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d13b051a20 con 0x55d13b0f6820 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.964+0000 7f389affd640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b0f6820 0x55d13b0f8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f389affd640 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b0f6820 0x55d13b0f8c10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b36a5337456d19b server_cookie=5196c86d3e275271 in_seq=0 out_seq=0 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f387affd640 10 client.19737 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f387affd640 1 -- 172.21.15.7:0/7697771 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d13b051a20 con 0x55d13b0f6820 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f387affd640 10 client.19737 handle_command_reply: tid=0 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f38a467d740 1 client.19737 shutdown 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 msgr2=0x55d13b0eb110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.965+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f3890097930 tx=0x7f389009b010 comp rx=0 tx=0).stop 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 shutdown_connections 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b0f6820 0x55d13b0f8c10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e6370 0x55d13b0f20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b0eb110 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f387affd640 0 client.19737 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 --2- 172.21.15.7:0/7697771 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e09a0 0x55d13b0eabd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 >> 172.21.15.7:0/7697771 conn(0x55d13b0dc010 msgr2=0x55d13b0dd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 shutdown_connections 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 1 -- 172.21.15.7:0/7697771 wait complete. 2024-09-10T08:02:22.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.966+0000 7f38a467d740 20 client.19737 trim_cache size 0 max 16384 2024-09-10T08:02:22.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 Processor -- start 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 -- start start 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0dd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0dd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1acf60 con 0x55d13b0e09a0 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1aa830 con 0x55d13b0e6370 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f38a467d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1a86a0 con 0x55d13b0e12e0 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41550/0 (socket says 172.21.15.7:41550) 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 -- 172.21.15.7:0/2010454198 learned_addr learned my addr 172.21.15.7:0/2010454198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389b7fe640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389a7fc640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0dd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 -- 172.21.15.7:0/2010454198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 msgr2=0x55d13b0dd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0dd400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 -- 172.21.15.7:0/2010454198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 msgr2=0x55d13b0dd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0dd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 -- 172.21.15.7:0/2010454198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d13b0dbe30 con 0x55d13b0e09a0 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389b7fe640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0dd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:22.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.981+0000 7f389affd640 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f388c009900 tx=0x7f388c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1ec01ce93621ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38817fa640 1 -- 172.21.15.7:0/2010454198 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c035040 con 0x55d13b0e09a0 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38817fa640 1 -- 172.21.15.7:0/2010454198 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f388c031940 con 0x55d13b0e09a0 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38817fa640 1 -- 172.21.15.7:0/2010454198 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c045400 con 0x55d13b0e09a0 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 -- 172.21.15.7:0/2010454198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 msgr2=0x55d13b0db0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f388c009900 tx=0x7f388c005fd0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 -- 172.21.15.7:0/2010454198 shutdown_connections 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b0dd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e12e0 0x55d13b0dd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 --2- 172.21.15.7:0/2010454198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e09a0 0x55d13b0db0b0 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 -- 172.21.15.7:0/2010454198 >> 172.21.15.7:0/2010454198 conn(0x55d13b0dc010 msgr2=0x55d13b0da9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:22.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 -- 172.21.15.7:0/2010454198 shutdown_connections 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.982+0000 7f38a467d740 1 -- 172.21.15.7:0/2010454198 wait complete. 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 -- start start 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 Processor -- start 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e09a0 0x55d13b15cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b164280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1a8cf0 con 0x55d13b0e12e0 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1aa160 con 0x55d13b0e6370 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1a93c0 con 0x55d13b0e09a0 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f38a467d740 10 client.0 _ll_register_callbacks cb 0x7f389000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f389a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41556/0 (socket says 172.21.15.7:41556) 2024-09-10T08:02:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f389a7fc640 1 -- 172.21.15.7:0/3659456649 learned_addr learned my addr 172.21.15.7:0/3659456649 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f389affd640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e09a0 0x55d13b15cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.983+0000 7f389b7fe640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b164280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 -- 172.21.15.7:0/3659456649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e09a0 msgr2=0x55d13b15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e09a0 0x55d13b15cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 -- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 msgr2=0x55d13b164280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b164280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 -- 172.21.15.7:0/3659456649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d13b164890 con 0x55d13b0e12e0 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389b7fe640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b164280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f389a7fc640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f3890097ea0 tx=0x7f389009b140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fce35c87f2162cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890020070 con 0x55d13b0e12e0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f389009a920 con 0x55d13b0e12e0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f388c031940 con 0x55d13b0e12e0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f389009ae30 con 0x55d13b0e12e0 2024-09-10T08:02:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 10 client.19743 fetch_fsmap learned FSMap version 40 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55d13b165b10 con 0x55d13b0e12e0 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f388c031940 con 0x55d13b0e12e0 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f389009a390 con 0x55d13b0e12e0 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 10 client.19743 fetch_fsmap finished waiting for FSMap version 40 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 10 client.19743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 20 client.19743 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:22.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.984+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b1662e0 0x55d13b168700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:22.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.985+0000 7f38a467d740 4 client.19743 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:02:22.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.985+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d13b04bd70 con 0x55d13b1662e0 2024-09-10T08:02:22.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.985+0000 7f389affd640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b1662e0 0x55d13b168700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:22.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.985+0000 7f387affd640 10 client.19743 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:22.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:22.985+0000 7f389affd640 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b1662e0 0x55d13b168700 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16b88f7602c33311 server_cookie=cd57a967370c1d2 in_seq=0 out_seq=0 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f387affd640 1 -- 172.21.15.7:0/3659456649 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d13b04bd70 con 0x55d13b1662e0 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f387affd640 10 client.19743 handle_command_reply: tid=0 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 client.19743 shutdown 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 msgr2=0x55d13b15d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f3890097ea0 tx=0x7f389009b140 comp rx=0 tx=0).stop 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 shutdown_connections 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d13b1662e0 0x55d13b168700 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d13b0e6370 0x55d13b164280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d13b0e12e0 0x55d13b15d240 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f387affd640 0 client.19743 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 --2- 172.21.15.7:0/3659456649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d13b0e09a0 0x55d13b15cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 >> 172.21.15.7:0/3659456649 conn(0x55d13b0dc010 msgr2=0x55d13b0db1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 shutdown_connections 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 1 -- 172.21.15.7:0/3659456649 wait complete. 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.007+0000 7f38a467d740 20 client.19743 trim_cache size 0 max 16384 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:02:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:02:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 msgr2=0x7f38840a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 0x7f38840a50f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f389401f000 tx=0x7f3894020000 comp rx=0 tx=0).stop 2024-09-10T08:02:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 msgr2=0x7f389c1982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f389000d950 tx=0x7f389000de10 comp rx=0 tx=0).stop 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 shutdown_connections 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f38840a2c30 0x7f38840a50f0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f389c102610 0x7f389c19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f389c101c50 0x7f389c1982a0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 --2- 172.21.15.7:0/2798208557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f389c100a60 0x7f389c197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 >> 172.21.15.7:0/2798208557 conn(0x7f389c0fc1e0 msgr2=0x7f389c105010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 shutdown_connections 2024-09-10T08:02:23.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:23.008+0000 7f38a18e6640 1 -- 172.21.15.7:0/2798208557 wait complete. 2024-09-10T08:02:23.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:22 smithi007 ceph-mon[30879]: pgmap v872: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 261 KiB/s wr, 63 op/s 2024-09-10T08:02:23.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:22 smithi110 ceph-mon[34417]: pgmap v872: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 261 KiB/s wr, 63 op/s 2024-09-10T08:02:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:22 smithi145 ceph-mon[34766]: pgmap v872: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 261 KiB/s wr, 63 op/s 2024-09-10T08:02:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.44 MB/sec execute 85 sec latency 16414.797 ms 2024-09-10T08:02:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.35 MB/sec execute 86 sec latency 17414.884 ms 2024-09-10T08:02:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:24 smithi007 ceph-mon[30879]: pgmap v873: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 155 KiB/s wr, 41 op/s 2024-09-10T08:02:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:24 smithi110 ceph-mon[34417]: pgmap v873: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 155 KiB/s wr, 41 op/s 2024-09-10T08:02:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:24 smithi145 ceph-mon[34766]: pgmap v873: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 155 KiB/s wr, 41 op/s 2024-09-10T08:02:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.27 MB/sec execute 87 sec latency 18414.990 ms 2024-09-10T08:02:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.19 MB/sec execute 88 sec latency 19415.107 ms 2024-09-10T08:02:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:26 smithi007 ceph-mon[30879]: pgmap v874: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-09-10T08:02:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:26 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:02:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:26 smithi110 ceph-mon[34417]: pgmap v874: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-09-10T08:02:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:26 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:02:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:26 smithi145 ceph-mon[34766]: pgmap v874: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-09-10T08:02:27.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:26 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:02:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.11 MB/sec execute 89 sec latency 20415.196 ms 2024-09-10T08:02:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 7.03 MB/sec execute 90 sec latency 21415.295 ms 2024-09-10T08:02:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:28 smithi007 ceph-mon[30879]: pgmap v875: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-09-10T08:02:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:28 smithi110 ceph-mon[34417]: pgmap v875: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-09-10T08:02:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:28 smithi145 ceph-mon[34766]: pgmap v875: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-09-10T08:02:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.95 MB/sec execute 91 sec latency 22415.405 ms 2024-09-10T08:02:30.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.87 MB/sec execute 92 sec latency 23415.523 ms 2024-09-10T08:02:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:30 smithi007 ceph-mon[30879]: pgmap v876: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T08:02:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:30 smithi110 ceph-mon[34417]: pgmap v876: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T08:02:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:30 smithi145 ceph-mon[34766]: pgmap v876: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-10T08:02:31.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.80 MB/sec execute 93 sec latency 24415.659 ms 2024-09-10T08:02:32.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.73 MB/sec execute 94 sec latency 25415.759 ms 2024-09-10T08:02:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:32 smithi007 ceph-mon[30879]: pgmap v877: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-09-10T08:02:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:32 smithi110 ceph-mon[34417]: pgmap v877: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-09-10T08:02:33.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:32 smithi145 ceph-mon[34766]: pgmap v877: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-09-10T08:02:33.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.66 MB/sec execute 95 sec latency 26415.872 ms 2024-09-10T08:02:34.060 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:02:34.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.59 MB/sec execute 96 sec latency 27415.915 ms 2024-09-10T08:02:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:02:34.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 -- 172.21.15.7:0/3923874930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 msgr2=0x7f1dec10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:34.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 --2- 172.21.15.7:0/3923874930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec10ec40 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f1de4009cd0 tx=0x7f1de402a8e0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 -- 172.21.15.7:0/3923874930 shutdown_connections 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 --2- 172.21.15.7:0/3923874930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec10ec40 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 --2- 172.21.15.7:0/3923874930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 0x7f1dec107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 --2- 172.21.15.7:0/3923874930 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 -- 172.21.15.7:0/3923874930 >> 172.21.15.7:0/3923874930 conn(0x7f1dec0fc7d0 msgr2=0x7f1dec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 -- 172.21.15.7:0/3923874930 shutdown_connections 2024-09-10T08:02:34.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 -- 172.21.15.7:0/3923874930 wait complete. 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.813+0000 7f1df1de3640 1 Processor -- start 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 -- start start 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 0x7f1dec100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec111f50 con 0x7f1dec1082a0 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec111dd0 con 0x7f1dec102d30 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1df1de3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec1120d0 con 0x7f1dec1036e0 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1debfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:34.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1deb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1deb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:54508/0 (socket says 172.21.15.7:54508) 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1debfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39064/0 (socket says 172.21.15.7:39064) 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1deb7fe640 1 -- 172.21.15.7:0/1387227840 learned_addr learned my addr 172.21.15.7:0/1387227840 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.814+0000 7f1deaffd640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 0x7f1dec100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 -- 172.21.15.7:0/1387227840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 msgr2=0x7f1dec100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 0x7f1dec100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 -- 172.21.15.7:0/1387227840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 msgr2=0x7f1dec100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 -- 172.21.15.7:0/1387227840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dec1a68e0 con 0x7f1dec1082a0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.815+0000 7f1debfff640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f1de402ae00 tx=0x7f1de4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.818+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de4004240 con 0x7f1dec1082a0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.818+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dec1a6b70 con 0x7f1dec1082a0 2024-09-10T08:02:34.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.818+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dec1a7100 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.818+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1de40305a0 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.818+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de4046480 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.819+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dec103110 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.820+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1de4030750 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.822+0000 7f1de8ff9640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 0x7f1dd80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.822+0000 7f1deb7fe640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 0x7f1dd80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.822+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1de40f0aa0 con 0x7f1dec1082a0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.822+0000 7f1deb7fe640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 0x7f1dd80a5040 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400ac90 tx=0x7f1dd400a380 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:34.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:34.824+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1de404b060 con 0x7f1dec1082a0 2024-09-10T08:02:35.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.037+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1dec10a2b0 con 0x7f1dec1082a0 2024-09-10T08:02:35.037 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:34 smithi007 ceph-mon[30879]: pgmap v878: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-09-10T08:02:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.038+0000 7f1de8ff9640 1 -- 172.21.15.7:0/1387227840 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11918 (secure 0 0 0) 0x7f1de40bd600 con 0x7f1dec1082a0 2024-09-10T08:02:35.038 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:02:35.038 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":41,"btime":"2024-09-10T08:02:25:795770+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":41,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:02:25.523177+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:02:35.038 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 41 2024-09-10T08:02:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 msgr2=0x7f1dd80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 0x7f1dd80a5040 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400ac90 tx=0x7f1dd400a380 comp rx=0 tx=0).stop 2024-09-10T08:02:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 msgr2=0x7f1dec101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f1de402ae00 tx=0x7f1de4003ba0 comp rx=0 tx=0).stop 2024-09-10T08:02:35.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 shutdown_connections 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1dd80a2b80 0x7f1dd80a5040 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1dec1082a0 0x7f1dec101410 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1dec1036e0 0x7f1dec100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 --2- 172.21.15.7:0/1387227840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1dec102d30 0x7f1dec100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.040+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 >> 172.21.15.7:0/1387227840 conn(0x7f1dec0fc7d0 msgr2=0x7f1dec105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.041+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 shutdown_connections 2024-09-10T08:02:35.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:35.041+0000 7f1df1de3640 1 -- 172.21.15.7:0/1387227840 wait complete. 2024-09-10T08:02:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:34 smithi110 ceph-mon[34417]: pgmap v878: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-09-10T08:02:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:34 smithi145 ceph-mon[34766]: pgmap v878: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-09-10T08:02:35.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.52 MB/sec execute 97 sec latency 28415.944 ms 2024-09-10T08:02:35.796 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 545bea12 --release --await' 2024-09-10T08:02:35.797 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 545bea12 --release --await 2024-09-10T08:02:36.059 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:02:36.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:35 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1387227840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 -- 172.21.15.7:0/701153798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 msgr2=0x7f22901072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 --2- 172.21.15.7:0/701153798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f22901072e0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f2284009900 tx=0x7f228402a410 comp rx=0 tx=0).stop 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 -- 172.21.15.7:0/701153798 shutdown_connections 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 --2- 172.21.15.7:0/701153798 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2290107820 0x7f2290109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 --2- 172.21.15.7:0/701153798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f22901072e0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 --2- 172.21.15.7:0/701153798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22901025c0 0x7f22901049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 -- 172.21.15.7:0/701153798 >> 172.21.15.7:0/701153798 conn(0x7f22900fc1e0 msgr2=0x7f22900fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 -- 172.21.15.7:0/701153798 shutdown_connections 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.105+0000 7f2295aa5640 1 -- 172.21.15.7:0/701153798 wait complete. 2024-09-10T08:02:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 Processor -- start 2024-09-10T08:02:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 -- start start 2024-09-10T08:02:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f22901025c0 0x7f2290197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2290107820 0x7f229019f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f229010d750 con 0x7f2290104ef0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f229010d5d0 con 0x7f22901025c0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f2295aa5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f229010d8d0 con 0x7f2290107820 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f228effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f228effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39074/0 (socket says 172.21.15.7:39074) 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f228effd640 1 -- 172.21.15.7:0/1361156248 learned_addr learned my addr 172.21.15.7:0/1361156248 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.106+0000 7f228f7fe640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f22901025c0 0x7f2290197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228ffff640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2290107820 0x7f229019f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 -- 172.21.15.7:0/1361156248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2290107820 msgr2=0x7f229019f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2290107820 0x7f229019f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 -- 172.21.15.7:0/1361156248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f22901025c0 msgr2=0x7f2290197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f22901025c0 0x7f2290197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 -- 172.21.15.7:0/1361156248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f229019fa00 con 0x7f2290104ef0 2024-09-10T08:02:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228effd640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f22840314e0 tx=0x7f2284003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228cff9640 1 -- 172.21.15.7:0/1361156248 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228403f070 con 0x7f2290104ef0 2024-09-10T08:02:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f229019fc90 con 0x7f2290104ef0 2024-09-10T08:02:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228cff9640 1 -- 172.21.15.7:0/1361156248 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2284031e40 con 0x7f2290104ef0 2024-09-10T08:02:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f228cff9640 1 -- 172.21.15.7:0/1361156248 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2284035030 con 0x7f2290104ef0 2024-09-10T08:02:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.107+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22901a01d0 con 0x7f2290104ef0 2024-09-10T08:02:36.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.109+0000 7f228cff9640 1 -- 172.21.15.7:0/1361156248 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2284042070 con 0x7f2290104ef0 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 Processor -- start 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 -- start start 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 0x55d7a0eeeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0e522f0 con 0x55d7a0ef4370 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0dfa270 con 0x55d7a0eee9a0 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f2298846740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0e4e2b0 con 0x55d7a0eef2e0 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39076/0 (socket says 172.21.15.7:39076) 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 -- 172.21.15.7:0/1108726684 learned_addr learned my addr 172.21.15.7:0/1108726684 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228cff9640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 0x7f22780a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228ffff640 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 0x55d7a0eeeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 -- 172.21.15.7:0/1108726684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 msgr2=0x55d7a0ef3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 -- 172.21.15.7:0/1108726684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 msgr2=0x55d7a0eeeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 0x55d7a0eeeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228effd640 1 -- 172.21.15.7:0/1108726684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7a0df9340 con 0x55d7a0ef4370 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228ffff640 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 0x55d7a0eeeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.110+0000 7f228ffff640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 0x7f22780a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f228cff9640 1 -- 172.21.15.7:0/1361156248 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f22840efcd0 con 0x7f2290104ef0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f228effd640 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f228403ca70 tx=0x7f228404b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad2a29c6a19637e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f2275ffb640 1 -- 172.21.15.7:0/1108726684 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22840bbaf0 con 0x55d7a0ef4370 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f228ffff640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 0x7f22780a50f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2288005c40 tx=0x7f2288004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f2275ffb640 1 -- 172.21.15.7:0/1108726684 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f228403caa0 con 0x55d7a0ef4370 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.111+0000 7f2275ffb640 1 -- 172.21.15.7:0/1108726684 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2284008220 con 0x55d7a0ef4370 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- 172.21.15.7:0/1108726684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 msgr2=0x55d7a0ef6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f228403ca70 tx=0x7f228404b000 comp rx=0 tx=0).stop 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- 172.21.15.7:0/1108726684 shutdown_connections 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0ef6830 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- 172.21.15.7:0/1108726684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eee9a0 0x55d7a0eeeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- 172.21.15.7:0/1108726684 >> 172.21.15.7:0/1108726684 conn(0x55d7a0eea010 msgr2=0x55d7a0eea410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- 172.21.15.7:0/1108726684 shutdown_connections 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- 172.21.15.7:0/1108726684 wait complete. 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- start start 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 Processor -- start 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 0x55d7a0effd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0ef7100 con 0x55d7a0eee9a0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0ddb290 con 0x55d7a0eef2e0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.112+0000 7f2298846740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d7a0ef7280 con 0x55d7a0ef4370 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f2298846740 10 client.0 _ll_register_callbacks cb 0x55d7a0e0c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39092/0 (socket says 172.21.15.7:39092) 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 -- 172.21.15.7:0/1453664353 learned_addr learned my addr 172.21.15.7:0/1453664353 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228ffff640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 0x55d7a0effd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228effd640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 -- 172.21.15.7:0/1453664353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 msgr2=0x55d7a0effd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 0x55d7a0effd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 -- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 msgr2=0x55d7a0ef8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 -- 172.21.15.7:0/1453664353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7a0b65210 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228ffff640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 0x55d7a0effd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228effd640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f228f7fe640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f2280011570 tx=0x7f2280009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a20cf59b7970869 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f226effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2280013670 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2280013810 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d7a0e5fa20 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f2280026050 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f2298846740 10 client.19761 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.113+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55d7a0c31620 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55d7a0e5fa20 con 0x55d7a0eee9a0 2024-09-10T08:02:36.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f228001dc60 con 0x55d7a0eee9a0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 10 client.19761 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 10 client.19761 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 20 client.19761 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f044c0 0x55d7a0f06960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 4 client.19761 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7a0e59d70 con 0x55d7a0f044c0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.114+0000 7f228effd640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f044c0 0x55d7a0f06960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.115+0000 7f226effd640 10 client.19761 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.115+0000 7f228effd640 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f044c0 0x55d7a0f06960 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d835d4c60b744180 server_cookie=9af5e4751efe94f6 in_seq=0 out_seq=0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.115+0000 7f226effd640 1 -- 172.21.15.7:0/1453664353 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d7a0e59d70 con 0x55d7a0f044c0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.115+0000 7f226effd640 10 client.19761 handle_command_reply: tid=0 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.115+0000 7f2298846740 1 client.19761 shutdown 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 msgr2=0x55d7a0ef8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f2280011570 tx=0x7f2280009f90 comp rx=0 tx=0).stop 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 shutdown_connections 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f044c0 0x55d7a0f06960 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0ef4370 0x55d7a0effd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f226effd640 0 client.19761 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 --2- 172.21.15.7:0/1453664353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef8800 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 >> 172.21.15.7:0/1453664353 conn(0x55d7a0eea010 msgr2=0x55d7a0eeb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 shutdown_connections 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 1 -- 172.21.15.7:0/1453664353 wait complete. 2024-09-10T08:02:36.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.116+0000 7f2298846740 20 client.19761 trim_cache size 0 max 16384 2024-09-10T08:02:36.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 Processor -- start 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 -- start start 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0ef4370 0x55d7a0eecea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f22901ad020 con 0x55d7a0eee9a0 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f22901aa8f0 con 0x55d7a0ef4370 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f2298846740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22901a8760 con 0x55d7a0eef2e0 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39104/0 (socket says 172.21.15.7:39104) 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 -- 172.21.15.7:0/4271624865 learned_addr learned my addr 172.21.15.7:0/4271624865 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228effd640 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 -- 172.21.15.7:0/4271624865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 msgr2=0x55d7a0ef8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 -- 172.21.15.7:0/4271624865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0ef4370 msgr2=0x55d7a0eecea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0ef4370 0x55d7a0eecea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.130+0000 7f228f7fe640 1 -- 172.21.15.7:0/4271624865 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7a0eef7c0 con 0x55d7a0eee9a0 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f228effd640 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f228f7fe640 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f2280004810 tx=0x7f22800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f23a10123b05e773 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f22757fa640 1 -- 172.21.15.7:0/4271624865 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2280014650 con 0x55d7a0eee9a0 2024-09-10T08:02:36.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f22757fa640 1 -- 172.21.15.7:0/4271624865 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f228002f070 con 0x55d7a0eee9a0 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f22757fa640 1 -- 172.21.15.7:0/4271624865 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2280013dc0 con 0x55d7a0eee9a0 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 -- 172.21.15.7:0/4271624865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 msgr2=0x55d7a0ef85b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f2280004810 tx=0x7f22800046c0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 -- 172.21.15.7:0/4271624865 shutdown_connections 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0ef4370 0x55d7a0eecea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 --2- 172.21.15.7:0/4271624865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef85b0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 -- 172.21.15.7:0/4271624865 >> 172.21.15.7:0/4271624865 conn(0x55d7a0eea010 msgr2=0x55d7a0ef03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 -- 172.21.15.7:0/4271624865 shutdown_connections 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.131+0000 7f2298846740 1 -- 172.21.15.7:0/4271624865 wait complete. 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 -- start start 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 Processor -- start 2024-09-10T08:02:36.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f22901a8db0 con 0x55d7a0ef4370 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f22901aa220 con 0x55d7a0eef2e0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22901a9480 con 0x55d7a0eee9a0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f2298846740 10 client.0 _ll_register_callbacks cb 0x7f2280009550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f228ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f228ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39118/0 (socket says 172.21.15.7:39118) 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f228ffff640 1 -- 172.21.15.7:0/173002318 learned_addr learned my addr 172.21.15.7:0/173002318 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f228effd640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.132+0000 7f228f7fe640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 -- 172.21.15.7:0/173002318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eee9a0 msgr2=0x55d7a0ef5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 -- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 msgr2=0x55d7a0ef5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 -- 172.21.15.7:0/173002318 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7a0f71750 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228effd640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f228ffff640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f2288012770 tx=0x7f2288005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b320b59d846a327 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f226effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228801ca50 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f228801cbf0 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f228002f070 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f2288030050 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f2298846740 10 client.19767 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55d7a0f72a40 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.133+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f228002f070 con 0x55d7a0ef4370 2024-09-10T08:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f2288019030 con 0x55d7a0ef4370 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 10 client.19767 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 10 client.19767 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 20 client.19767 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f734a0 0x55d7a0f758c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 4 client.19767 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d7a0dd6900 con 0x55d7a0f734a0 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f228f7fe640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f734a0 0x55d7a0f758c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f226effd640 10 client.19767 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.134+0000 7f228f7fe640 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f734a0 0x55d7a0f758c0 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a1541692a9ea3e0 server_cookie=e8e856163739e566 in_seq=0 out_seq=0 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f226effd640 1 -- 172.21.15.7:0/173002318 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d7a0dd6900 con 0x55d7a0f734a0 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f226effd640 10 client.19767 handle_command_reply: tid=0 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 client.19767 shutdown 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 msgr2=0x55d7a0f71210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f2288012770 tx=0x7f2288005bd0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 shutdown_connections 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d7a0f734a0 0x55d7a0f758c0 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d7a0ef4370 0x55d7a0f71210 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d7a0eef2e0 0x55d7a0ef5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f226effd640 0 client.19767 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 --2- 172.21.15.7:0/173002318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d7a0eee9a0 0x55d7a0ef5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 >> 172.21.15.7:0/173002318 conn(0x55d7a0eea010 msgr2=0x55d7a0ef85b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 shutdown_connections 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.151+0000 7f2298846740 1 -- 172.21.15.7:0/173002318 wait complete. 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2298846740 20 client.19767 trim_cache size 0 max 16384 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:02:36.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:02:36.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:02:36.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:02:36.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 msgr2=0x7f22780a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 0x7f22780a50f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2288005c40 tx=0x7f2288004a40 comp rx=0 tx=0).stop 2024-09-10T08:02:36.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 msgr2=0x7f2290198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f22840314e0 tx=0x7f2284003c80 comp rx=0 tx=0).stop 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 shutdown_connections 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f22780a2c30 0x7f22780a50f0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2290107820 0x7f229019f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2290104ef0 0x7f2290198320 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 --2- 172.21.15.7:0/1361156248 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f22901025c0 0x7f2290197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 >> 172.21.15.7:0/1361156248 conn(0x7f22900fc1e0 msgr2=0x7f2290102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 shutdown_connections 2024-09-10T08:02:36.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:36.152+0000 7f2295aa5640 1 -- 172.21.15.7:0/1361156248 wait complete. 2024-09-10T08:02:36.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:35 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1387227840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:36.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:35 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1387227840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:02:36.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25824 6.45 MB/sec execute 98 sec latency 29416.016 ms 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 -- 172.21.15.7:0/4280226264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 msgr2=0x7fd15010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 --2- 172.21.15.7:0/4280226264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd15010d950 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fd148009cd0 tx=0x7fd14802a8e0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 -- 172.21.15.7:0/4280226264 shutdown_connections 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 --2- 172.21.15.7:0/4280226264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd15010d950 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 --2- 172.21.15.7:0/4280226264 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150100a80 0x7fd150100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 --2- 172.21.15.7:0/4280226264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150106a80 0x7fd150106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 -- 172.21.15.7:0/4280226264 >> 172.21.15.7:0/4280226264 conn(0x7fd1500fc7a0 msgr2=0x7fd1500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 -- 172.21.15.7:0/4280226264 shutdown_connections 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.568+0000 7fd158431640 1 -- 172.21.15.7:0/4280226264 wait complete. 2024-09-10T08:02:36.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 Processor -- start 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 -- start start 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 0x7fd1501973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150106a80 0x7fd15019bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd150110dd0 con 0x7fd150101420 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd150110c50 con 0x7fd150106a80 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd158431640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd150110f50 con 0x7fd150100a80 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd1559cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd1559cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39132/0 (socket says 172.21.15.7:39132) 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd1559cc640 1 -- 172.21.15.7:0/22650338 learned_addr learned my addr 172.21.15.7:0/22650338 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.569+0000 7fd1569ce640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150106a80 0x7fd15019bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1561cd640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 0x7fd1501973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 -- 172.21.15.7:0/22650338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 msgr2=0x7fd1501973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 0x7fd1501973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 -- 172.21.15.7:0/22650338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150106a80 msgr2=0x7fd15019bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150106a80 0x7fd15019bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 -- 172.21.15.7:0/22650338 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15019c3a0 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1561cd640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 0x7fd1501973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1559cc640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fd14000b4a0 tx=0x7fd14000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1477fe640 1 -- 172.21.15.7:0/22650338 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd140014070 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15019c690 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1477fe640 1 -- 172.21.15.7:0/22650338 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd140010ac0 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd1477fe640 1 -- 172.21.15.7:0/22650338 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd140017c30 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.570+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1501a3f70 con 0x7fd150101420 2024-09-10T08:02:36.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.572+0000 7fd1477fe640 1 -- 172.21.15.7:0/22650338 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd140017070 con 0x7fd150101420 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 Processor -- start 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 -- start start 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6922440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d692cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5644d6887620 con 0x5644d692d240 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5644d682ee50 con 0x5644d6922980 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd15a80a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5644d68835e0 con 0x5644d6922060 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1559cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1559cc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39140/0 (socket says 172.21.15.7:39140) 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1559cc640 1 -- 172.21.15.7:0/3468852061 learned_addr learned my addr 172.21.15.7:0/3468852061 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1477fe640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 0x7fd13c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d692cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.573+0000 7fd1569ce640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6922440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1569ce640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 0x7fd13c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1477fe640 1 -- 172.21.15.7:0/22650338 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd1400ceac0 con 0x7fd150101420 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 -- 172.21.15.7:0/3468852061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 msgr2=0x5644d6922440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6922440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 -- 172.21.15.7:0/3468852061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 msgr2=0x5644d692cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d692cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 -- 172.21.15.7:0/3468852061 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644d681fd40 con 0x5644d692d240 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d692cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fd14009ac80 tx=0x7fd140000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5344dd414f21d572 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd1569ce640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 0x7fd13c0a5040 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd148005fe0 tx=0x7fd148009820 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd144dea640 1 -- 172.21.15.7:0/3468852061 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14001e070 con 0x5644d692d240 2024-09-10T08:02:36.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd144dea640 1 -- 172.21.15.7:0/3468852061 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd14009b680 con 0x5644d692d240 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.574+0000 7fd144dea640 1 -- 172.21.15.7:0/3468852061 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd140099280 con 0x5644d692d240 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- 172.21.15.7:0/3468852061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 msgr2=0x5644d692f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fd14009ac80 tx=0x7fd140000bc0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- 172.21.15.7:0/3468852061 shutdown_connections 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d692f630 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d692cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3468852061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6922440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- 172.21.15.7:0/3468852061 >> 172.21.15.7:0/3468852061 conn(0x5644d691e5f0 msgr2=0x5644d691e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- 172.21.15.7:0/3468852061 shutdown_connections 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- 172.21.15.7:0/3468852061 wait complete. 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 -- start start 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.575+0000 7fd15a80a740 1 Processor -- start 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 0x5644d6931c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 0x5644d6935da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5644d692fdb0 con 0x5644d6922060 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5644d680ff10 con 0x5644d692d240 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5644d692ff30 con 0x5644d6922980 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd15a80a740 10 client.0 _ll_register_callbacks cb 0x5644d6833db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39148/0 (socket says 172.21.15.7:39148) 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 -- 172.21.15.7:0/3505351562 learned_addr learned my addr 172.21.15.7:0/3505351562 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 0x5644d6931c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1569ce640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 0x5644d6935da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 -- 172.21.15.7:0/3505351562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 msgr2=0x5644d6931c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 0x5644d6931c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 -- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 msgr2=0x5644d6935da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 0x5644d6935da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 -- 172.21.15.7:0/3505351562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644d6596580 con 0x5644d6922060 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 0x5644d6931c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1569ce640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 0x5644d6935da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:36.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00d470 tx=0x7fd14c00d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaaf4988094f9c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.576+0000 7fd139ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c01b060 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd14c0146f0 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd14009b680 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd14c022050 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 10 client.19779 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5644d6660960 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd14009b680 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fd14c015b20 con 0x5644d6922060 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 10 client.19779 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 10 client.19779 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 20 client.19779 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69411f0 0x5644d6943660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 4 client.19779 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.577+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644d6894b90 con 0x5644d69411f0 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.578+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69411f0 0x5644d6943660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.578+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69411f0 0x5644d6943660 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=376c0a0f4e619321 server_cookie=a0e2c70b0d6adc66 in_seq=0 out_seq=0 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.578+0000 7fd139ffb640 10 client.19779 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd139ffb640 1 -- 172.21.15.7:0/3505351562 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644d6894b90 con 0x5644d69411f0 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd139ffb640 10 client.19779 handle_command_reply: tid=0 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 client.19779 shutdown 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 msgr2=0x5644d69316f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00d470 tx=0x7fd14c00d930 comp rx=0 tx=0).stop 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 shutdown_connections 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69411f0 0x5644d6943660 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d692d240 0x5644d6935da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922980 0x5644d6931c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3505351562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d69316f0 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 >> 172.21.15.7:0/3505351562 conn(0x5644d691e5f0 msgr2=0x5644d69242d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd139ffb640 0 client.19779 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 shutdown_connections 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 1 -- 172.21.15.7:0/3505351562 wait complete. 2024-09-10T08:02:36.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.579+0000 7fd15a80a740 20 client.19779 trim_cache size 0 max 16384 2024-09-10T08:02:36.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 Processor -- start 2024-09-10T08:02:36.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 -- start start 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6935d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d6948f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501af410 con 0x5644d692d240 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501acce0 con 0x5644d6922980 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd15a80a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501aab50 con 0x5644d6922060 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.596+0000 7fd1569ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39150/0 (socket says 172.21.15.7:39150) 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 -- 172.21.15.7:0/1886008326 learned_addr learned my addr 172.21.15.7:0/1886008326 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1559cc640 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d6948f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1561cd640 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6935d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 -- 172.21.15.7:0/1886008326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 msgr2=0x5644d6935d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6935d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 -- 172.21.15.7:0/1886008326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 msgr2=0x5644d6948f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d6948f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 -- 172.21.15.7:0/1886008326 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644d69227b0 con 0x5644d692d240 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd1569ce640 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fd148009cd0 tx=0x7fd148036000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43fc1039232b27cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd13bfff640 1 -- 172.21.15.7:0/1886008326 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd148003e00 con 0x5644d692d240 2024-09-10T08:02:36.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd13bfff640 1 -- 172.21.15.7:0/1886008326 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd148036070 con 0x5644d692d240 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.597+0000 7fd13bfff640 1 -- 172.21.15.7:0/1886008326 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14804a440 con 0x5644d692d240 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- 172.21.15.7:0/1886008326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 msgr2=0x5644d6949470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fd148009cd0 tx=0x7fd148036000 comp rx=0 tx=0).stop 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- 172.21.15.7:0/1886008326 shutdown_connections 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d692d240 0x5644d6949470 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d6948f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 --2- 172.21.15.7:0/1886008326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d6922060 0x5644d6935d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- 172.21.15.7:0/1886008326 >> 172.21.15.7:0/1886008326 conn(0x5644d691e5f0 msgr2=0x5644d6929830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- 172.21.15.7:0/1886008326 shutdown_connections 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- 172.21.15.7:0/1886008326 wait complete. 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.598+0000 7fd15a80a740 1 -- start start 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 Processor -- start 2024-09-10T08:02:36.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d69397d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 0x5644d6939d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501ab1a0 con 0x5644d6922060 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501ac610 con 0x5644d6922980 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1501ab870 con 0x5644d692d240 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd15a80a740 10 client.0 _ll_register_callbacks cb 0x7fd14c007d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39156/0 (socket says 172.21.15.7:39156) 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 -- 172.21.15.7:0/3211917055 learned_addr learned my addr 172.21.15.7:0/3211917055 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 -- 172.21.15.7:0/3211917055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 msgr2=0x5644d6939d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1569ce640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 0x5644d6939d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d69397d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 0x5644d6939d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 -- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 msgr2=0x5644d69397d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d69397d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 -- 172.21.15.7:0/3211917055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644d69aaf00 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1569ce640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 0x5644d6939d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd1561cd640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00d440 tx=0x7fd14c024680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8447def783e16d46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.599+0000 7fd139ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c024dc0 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd14c015380 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd148036070 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd14c0059c0 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 10 client.19785 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5644d69ac200 con 0x5644d6922060 2024-09-10T08:02:36.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd148036070 con 0x5644d6922060 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fd14c006020 con 0x5644d6922060 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 10 client.19785 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 10 client.19785 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 20 client.19785 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69ac950 0x5644d69aed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 4 client.19785 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "545bea12", "release": true, "await": true}] 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.600+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "545bea12", "release": true, "await": true}) -- 0x5644d688f0a0 con 0x5644d69ac950 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.601+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69ac950 0x5644d69aed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.601+0000 7fd139ffb640 10 client.19785 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.601+0000 7fd1559cc640 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69ac950 0x5644d69aed70 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d03acd1c481d74e server_cookie=2342c27c5ad2534f in_seq=0 out_seq=0 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd139ffb640 1 -- 172.21.15.7:0/3211917055 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5644d688f0a0 con 0x5644d69ac950 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd139ffb640 10 client.19785 handle_command_reply: tid=0 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 client.19785 shutdown 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 msgr2=0x5644d6939290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00d440 tx=0x7fd14c024680 comp rx=0 tx=0).stop 2024-09-10T08:02:36.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 shutdown_connections 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5644d69ac950 0x5644d69aed70 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd139ffb640 0 client.19785 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5644d692d240 0x5644d6939d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5644d6922980 0x5644d69397d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 --2- 172.21.15.7:0/3211917055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5644d6922060 0x5644d6939290 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 >> 172.21.15.7:0/3211917055 conn(0x5644d691e5f0 msgr2=0x5644d6923ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.642+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 shutdown_connections 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd15a80a740 1 -- 172.21.15.7:0/3211917055 wait complete. 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd15a80a740 20 client.19785 trim_cache size 0 max 16384 2024-09-10T08:02:36.643 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 41, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 64, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "545bea12": { 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 64, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:02:36.644 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.5, 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:02:36.645 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 msgr2=0x7fd13c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 0x7fd13c0a5040 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd148005fe0 tx=0x7fd148009820 comp rx=0 tx=0).stop 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 msgr2=0x7fd150197930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.643+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fd14000b4a0 tx=0x7fd14000b960 comp rx=0 tx=0).stop 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 shutdown_connections 2024-09-10T08:02:36.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd13c0a2b80 0x7fd13c0a5040 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd150106a80 0x7fd15019bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd150101420 0x7fd150197930 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 --2- 172.21.15.7:0/22650338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd150100a80 0x7fd1501973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 >> 172.21.15.7:0/22650338 conn(0x7fd1500fc7a0 msgr2=0x7fd1500fd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 shutdown_connections 2024-09-10T08:02:36.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:02:36.644+0000 7fd158431640 1 -- 172.21.15.7:0/22650338 wait complete. 2024-09-10T08:02:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:36 smithi007 ceph-mon[30879]: pgmap v879: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-10T08:02:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:36 smithi110 ceph-mon[34417]: pgmap v879: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-10T08:02:37.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:36 smithi145 ceph-mon[34766]: pgmap v879: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-10T08:02:37.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 25947 6.53 MB/sec execute 99 sec latency 29805.876 ms 2024-09-10T08:02:37.491 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '545bea12', total seconds elapsed: 33.9 2024-09-10T08:02:38.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26079 6.51 MB/sec execute 100 sec latency 65.865 ms 2024-09-10T08:02:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:38 smithi007 ceph-mon[30879]: pgmap v880: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.2 KiB/s wr, 10 op/s 2024-09-10T08:02:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:38 smithi110 ceph-mon[34417]: pgmap v880: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.2 KiB/s wr, 10 op/s 2024-09-10T08:02:39.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:38 smithi145 ceph-mon[34766]: pgmap v880: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.2 KiB/s wr, 10 op/s 2024-09-10T08:02:39.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26225 6.51 MB/sec execute 101 sec latency 73.554 ms 2024-09-10T08:02:40.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26388 6.54 MB/sec execute 102 sec latency 90.246 ms 2024-09-10T08:02:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:40 smithi007 ceph-mon[30879]: pgmap v881: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 283 KiB/s wr, 26 op/s 2024-09-10T08:02:41.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:40 smithi110 ceph-mon[34417]: pgmap v881: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 283 KiB/s wr, 26 op/s 2024-09-10T08:02:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:40 smithi145 ceph-mon[34766]: pgmap v881: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 283 KiB/s wr, 26 op/s 2024-09-10T08:02:41.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26512 6.51 MB/sec execute 103 sec latency 263.246 ms 2024-09-10T08:02:42.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26671 6.52 MB/sec execute 104 sec latency 87.586 ms 2024-09-10T08:02:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:42 smithi007 ceph-mon[30879]: pgmap v882: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 143 KiB/s rd, 607 KiB/s wr, 47 op/s 2024-09-10T08:02:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:42 smithi110 ceph-mon[34417]: pgmap v882: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 143 KiB/s rd, 607 KiB/s wr, 47 op/s 2024-09-10T08:02:43.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:42 smithi145 ceph-mon[34766]: pgmap v882: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 143 KiB/s rd, 607 KiB/s wr, 47 op/s 2024-09-10T08:02:43.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26839 6.58 MB/sec execute 105 sec latency 66.544 ms 2024-09-10T08:02:44.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 26978 6.54 MB/sec execute 106 sec latency 69.150 ms 2024-09-10T08:02:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:44 smithi007 ceph-mon[30879]: pgmap v883: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-10T08:02:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:44 smithi110 ceph-mon[34417]: pgmap v883: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-10T08:02:45.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:44 smithi145 ceph-mon[34766]: pgmap v883: 129 pgs: 129 active+clean; 375 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-10T08:02:45.261 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27157 6.58 MB/sec execute 107 sec latency 61.479 ms 2024-09-10T08:02:46.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27301 6.54 MB/sec execute 108 sec latency 114.721 ms 2024-09-10T08:02:47.103 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:46 smithi007 ceph-mon[30879]: pgmap v884: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-10T08:02:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:46 smithi110 ceph-mon[34417]: pgmap v884: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-10T08:02:47.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:46 smithi145 ceph-mon[34766]: pgmap v884: 129 pgs: 129 active+clean; 373 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-10T08:02:47.260 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27459 6.51 MB/sec execute 109 sec latency 86.693 ms 2024-09-10T08:02:48.261 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27637 6.52 MB/sec execute 110 sec latency 73.913 ms 2024-09-10T08:02:49.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:48 smithi007 ceph-mon[30879]: pgmap v885: 129 pgs: 129 active+clean; 371 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-10T08:02:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:48 smithi110 ceph-mon[34417]: pgmap v885: 129 pgs: 129 active+clean; 371 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-10T08:02:49.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:48 smithi145 ceph-mon[34766]: pgmap v885: 129 pgs: 129 active+clean; 371 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-10T08:02:49.261 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27811 6.53 MB/sec execute 111 sec latency 66.278 ms 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1075843472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 msgr2=0x7f0d7810a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1075843472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7810a150 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0d70009ca0 tx=0x7f0d7002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1075843472 shutdown_connections 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1075843472 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7810a150 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1075843472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 0x7f0d78100060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1075843472 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 0x7f0d78103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1075843472 >> 172.21.15.7:0/1075843472 conn(0x7f0d780fb930 msgr2=0x7f0d780fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1075843472 shutdown_connections 2024-09-10T08:02:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.278+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1075843472 wait complete. 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 Processor -- start 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 -- start start 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 0x7f0d78199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 0x7f0d781a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d78101980 con 0x7f0d78103170 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0d78101800 con 0x7f0d781005a0 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7fd5b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d78101b00 con 0x7f0d780ffbe0 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.279+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40858/0 (socket says 172.21.15.7:40858) 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/1055564042 learned_addr learned my addr 172.21.15.7:0/1055564042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 0x7f0d78199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 0x7f0d781a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/1055564042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 msgr2=0x7f0d78199ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 0x7f0d78199ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 msgr2=0x7f0d781a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 0x7f0d781a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/1055564042 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d781a1ac0 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0d6800e9f0 tx=0x7f0d6800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.280+0000 7f0d6effd640 1 -- 172.21.15.7:0/1055564042 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6800cd80 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.281+0000 7f0d6effd640 1 -- 172.21.15.7:0/1055564042 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d680108e0 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.281+0000 7f0d6effd640 1 -- 172.21.15.7:0/1055564042 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68018920 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.281+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d781a1db0 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.281+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d781a21c0 con 0x7f0d781005a0 2024-09-10T08:02:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.283+0000 7f0d82bce740 1 Processor -- start 2024-09-10T08:02:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 -- start start 2024-09-10T08:02:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d6effd640 1 -- 172.21.15.7:0/1055564042 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0d68010a90 con 0x7f0d781005a0 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 0x55ee9352c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee9352f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ee934822f0 con 0x55ee9352cb80 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ee9342a270 con 0x55ee93527af0 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d82bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ee9347e2b0 con 0x55ee935271b0 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d7e2f8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d7e2f8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:33148/0 (socket says 172.21.15.7:33148) 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee9352f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d7e2f8640 1 -- 172.21.15.7:0/2562459036 learned_addr learned my addr 172.21.15.7:0/2562459036 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:49.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.284+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 0x55ee9352c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 -- 172.21.15.7:0/2562459036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 msgr2=0x55ee9352c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 0x55ee9352c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 -- 172.21.15.7:0/2562459036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 msgr2=0x55ee9352f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee9352f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 -- 172.21.15.7:0/2562459036 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee93429340 con 0x55ee935271b0 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee9352f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 0x55ee9352c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0d70009ca0 tx=0x7f0d70009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fd6b30671ad6bdf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d63fff640 1 -- 172.21.15.7:0/2562459036 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70031650 con 0x55ee935271b0 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d63fff640 1 -- 172.21.15.7:0/2562459036 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d70036030 con 0x55ee935271b0 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d63fff640 1 -- 172.21.15.7:0/2562459036 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70004400 con 0x55ee935271b0 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d6effd640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 0x7f0d640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.285+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 0x7f0d640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d6effd640 1 -- 172.21.15.7:0/1055564042 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d680cf670 con 0x7f0d781005a0 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 -- 172.21.15.7:0/2562459036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 msgr2=0x55ee935275b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0d70009ca0 tx=0x7f0d70009a20 comp rx=0 tx=0).stop 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 -- 172.21.15.7:0/2562459036 shutdown_connections 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee9352f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee93527af0 0x55ee9352c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2562459036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee935271b0 0x55ee935275b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d82bce740 1 -- 172.21.15.7:0/2562459036 >> 172.21.15.7:0/2562459036 conn(0x55ee9351a010 msgr2=0x55ee9351a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.286+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 0x7f0d640a5170 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x55ee93528520 tx=0x7f0d74005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.287+0000 7f0d82bce740 1 -- 172.21.15.7:0/2562459036 shutdown_connections 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.287+0000 7f0d82bce740 1 -- 172.21.15.7:0/2562459036 wait complete. 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.287+0000 7f0d82bce740 1 -- start start 2024-09-10T08:02:49.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.287+0000 7f0d82bce740 1 Processor -- start 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93531730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee9352cb80 0x55ee93538770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ee9352f970 con 0x55ee935271b0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d7daf7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93531730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d7daf7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55876/0 (socket says 172.21.15.7:55876) 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d7daf7640 1 -- 172.21.15.7:0/4192534530 learned_addr learned my addr 172.21.15.7:0/4192534530 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee9352cb80 0x55ee93538770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ee9340b290 con 0x55ee9352cb80 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ee9352faf0 con 0x55ee93527af0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.288+0000 7f0d82bce740 10 client.0 _ll_register_callbacks cb 0x55ee9343c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee9352cb80 msgr2=0x55ee93538770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee9352cb80 0x55ee93538770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/4192534530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 msgr2=0x55ee935311f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee93195210 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d70036030 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93531730 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0d6809b880 tx=0x7f0d6809b950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f4d2a97a91b90b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d617fa640 10 client.28924 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d617fa640 1 -- 172.21.15.7:0/4192534530 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68010de0 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d617fa640 1 -- 172.21.15.7:0/4192534530 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d680cf370 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d617fa640 1 -- 172.21.15.7:0/4192534530 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0d6809bb80 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d82bce740 10 client.28924 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.289+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({fsmap=41}) -- 0x55ee93261620 con 0x55ee93527af0 2024-09-10T08:02:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d617fa640 1 -- 172.21.15.7:0/4192534530 <== mon.1 v2:172.21.15.145:3300/0 4 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f0d68010430 con 0x55ee93527af0 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 10 client.28924 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 10 client.28924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 20 client.28924 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee9353cc30 0x55ee9353f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 4 client.28924 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee9348fa20 con 0x55ee9353cc30 2024-09-10T08:02:49.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.290+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee9353cc30 0x55ee9353f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.291+0000 7f0d617fa640 10 client.28924 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.291+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee9353cc30 0x55ee9353f040 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a99c66888fb03820 server_cookie=61a447e54a48a398 in_seq=0 out_seq=0 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.292+0000 7f0d617fa640 1 -- 172.21.15.7:0/4192534530 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ee9348fa20 con 0x55ee9353cc30 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.292+0000 7f0d617fa640 10 client.28924 handle_command_reply: tid=0 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.292+0000 7f0d82bce740 1 client.28924 shutdown 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 msgr2=0x55ee93531730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93531730 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0d6809b880 tx=0x7f0d6809b950 comp rx=0 tx=0).stop 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 shutdown_connections 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee9353cc30 0x55ee9353f040 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee9352cb80 0x55ee93538770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93531730 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d617fa640 0 client.28924 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 --2- 172.21.15.7:0/4192534530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee935271b0 0x55ee935311f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 >> 172.21.15.7:0/4192534530 conn(0x55ee9351a010 msgr2=0x55ee9351b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 shutdown_connections 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 1 -- 172.21.15.7:0/4192534530 wait complete. 2024-09-10T08:02:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.293+0000 7f0d82bce740 20 client.28924 trim_cache size 0 max 16384 2024-09-10T08:02:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 Processor -- start 2024-09-10T08:02:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 -- start start 2024-09-10T08:02:49.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee9353f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 0x55ee935190b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781aac60 con 0x55ee93527af0 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781a8530 con 0x55ee935271b0 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.315+0000 7f0d82bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781a6400 con 0x55ee9352cb80 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55882/0 (socket says 172.21.15.7:55882) 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/2860514613 learned_addr learned my addr 172.21.15.7:0/2860514613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee9353f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 0x55ee935190b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/2860514613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 msgr2=0x55ee935190b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 0x55ee935190b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/2860514613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 msgr2=0x55ee9353f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee9353f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 -- 172.21.15.7:0/2860514613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee9353f6c0 con 0x55ee93527af0 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 0x55ee935190b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.316+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f0d680a4210 tx=0x7f0d680d4000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c860b023e618b46f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d637fe640 1 -- 172.21.15.7:0/2860514613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68010de0 con 0x55ee93527af0 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d637fe640 1 -- 172.21.15.7:0/2860514613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d680b4070 con 0x55ee93527af0 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d637fe640 1 -- 172.21.15.7:0/2860514613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68010430 con 0x55ee93527af0 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 -- 172.21.15.7:0/2860514613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 msgr2=0x55ee93538730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f0d680a4210 tx=0x7f0d680d4000 comp rx=0 tx=0).stop 2024-09-10T08:02:49.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 -- 172.21.15.7:0/2860514613 shutdown_connections 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee9352cb80 0x55ee935190b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee93527af0 0x55ee93538730 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 --2- 172.21.15.7:0/2860514613 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee9353f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.317+0000 7f0d82bce740 1 -- 172.21.15.7:0/2860514613 >> 172.21.15.7:0/2860514613 conn(0x55ee9351a010 msgr2=0x55ee935189a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.318+0000 7f0d82bce740 1 -- 172.21.15.7:0/2860514613 shutdown_connections 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.318+0000 7f0d82bce740 1 -- 172.21.15.7:0/2860514613 wait complete. 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.318+0000 7f0d82bce740 1 -- start start 2024-09-10T08:02:49.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.318+0000 7f0d82bce740 1 Processor -- start 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93535fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781a6a50 con 0x55ee9352cb80 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781a7e60 con 0x55ee935271b0 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d781a70c0 con 0x55ee93527af0 2024-09-10T08:02:49.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d82bce740 10 client.0 _ll_register_callbacks cb 0x7f0d6800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7e2f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7d2f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93535fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:40892/0 (socket says 172.21.15.7:40892) 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 -- 172.21.15.7:0/999408723 learned_addr learned my addr 172.21.15.7:0/999408723 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55896/0 (socket says 172.21.15.7:55896) 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 -- 172.21.15.7:0/999408723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 msgr2=0x55ee93535fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93535fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 -- 172.21.15.7:0/999408723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 msgr2=0x55ee93536f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 -- 172.21.15.7:0/999408723 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee935375a0 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7e2f8640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d7daf7640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0d7401e9c0 tx=0x7f0d740046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=475f1fc0cebffef3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.319+0000 7f0d617fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7403b060 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d74036410 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d680b4070 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0d7401ee10 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d82bce740 10 client.28868 fetch_fsmap learned FSMap version 41 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ee93538980 con 0x55ee935271b0 2024-09-10T08:02:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.320+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d680b4070 con 0x55ee935271b0 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f0d7402d710 con 0x55ee935271b0 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 10 client.28868 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 10 client.28868 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 20 client.28868 populate_metadata read hostname 'smithi007' 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee935a7ee0 0x55ee935aa300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 4 client.28868 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee93489d70 con 0x55ee935a7ee0 2024-09-10T08:02:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee935a7ee0 0x55ee935aa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:02:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d7d2f6640 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee935a7ee0 0x55ee935aa300 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98d4bca58a09a0a6 server_cookie=24d44fe1ca4024c2 in_seq=0 out_seq=0 2024-09-10T08:02:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.321+0000 7f0d617fa640 10 client.28868 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:49.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.421+0000 7f0d617fa640 1 -- 172.21.15.7:0/999408723 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ee93489d70 con 0x55ee935a7ee0 2024-09-10T08:02:49.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.421+0000 7f0d617fa640 10 client.28868 handle_command_reply: tid=0 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 client.28868 shutdown 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 msgr2=0x55ee93535a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0d7401e9c0 tx=0x7f0d740046c0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 shutdown_connections 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ee935a7ee0 0x55ee935aa300 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ee9352cb80 0x55ee93536f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d617fa640 0 client.28868 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ee93527af0 0x55ee93535fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 --2- 172.21.15.7:0/999408723 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ee935271b0 0x55ee93535a90 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 >> 172.21.15.7:0/999408723 conn(0x55ee9351a010 msgr2=0x55ee935191c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 shutdown_connections 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 1 -- 172.21.15.7:0/999408723 wait complete. 2024-09-10T08:02:49.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.422+0000 7f0d82bce740 20 client.28868 trim_cache size 0 max 16384 2024-09-10T08:02:49.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:02:49.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:02:49.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:02:49.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 msgr2=0x7f0d640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 0x7f0d640a5170 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x55ee93528520 tx=0x7f0d74005f90 comp rx=0 tx=0).stop 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 msgr2=0x7f0d7819a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0d6800e9f0 tx=0x7f0d6800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 shutdown_connections 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d640a2cb0 0x7f0d640a5170 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d78103170 0x7f0d781a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0d781005a0 0x7f0d7819a3e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 --2- 172.21.15.7:0/1055564042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d780ffbe0 0x7f0d78199ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:02:49.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 >> 172.21.15.7:0/1055564042 conn(0x7f0d780fb930 msgr2=0x7f0d780fc4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:02:49.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 shutdown_connections 2024-09-10T08:02:49.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:02:49.423+0000 7f0d7fd5b640 1 -- 172.21.15.7:0/1055564042 wait complete. 2024-09-10T08:02:50.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 27981 6.55 MB/sec execute 112 sec latency 115.001 ms 2024-09-10T08:02:51.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:50 smithi007 ceph-mon[30879]: pgmap v886: 129 pgs: 129 active+clean; 366 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:50 smithi110 ceph-mon[34417]: pgmap v886: 129 pgs: 129 active+clean; 366 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:51.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:50 smithi145 ceph-mon[34766]: pgmap v886: 129 pgs: 129 active+clean; 366 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:51.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 28178 6.59 MB/sec execute 113 sec latency 74.166 ms 2024-09-10T08:02:52.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 28361 6.64 MB/sec execute 114 sec latency 159.179 ms 2024-09-10T08:02:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:52 smithi007 ceph-mon[30879]: pgmap v887: 129 pgs: 129 active+clean; 362 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:52 smithi110 ceph-mon[34417]: pgmap v887: 129 pgs: 129 active+clean; 362 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:53.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:52 smithi145 ceph-mon[34766]: pgmap v887: 129 pgs: 129 active+clean; 362 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 259 op/s 2024-09-10T08:02:53.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 28561 6.70 MB/sec execute 115 sec latency 65.264 ms 2024-09-10T08:02:54.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 28768 6.77 MB/sec execute 116 sec latency 66.657 ms 2024-09-10T08:02:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:54 smithi007 ceph-mon[30879]: pgmap v888: 129 pgs: 129 active+clean; 364 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:54 smithi110 ceph-mon[34417]: pgmap v888: 129 pgs: 129 active+clean; 364 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:55.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:54 smithi145 ceph-mon[34766]: pgmap v888: 129 pgs: 129 active+clean; 364 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 293 op/s 2024-09-10T08:02:55.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 28943 6.81 MB/sec execute 117 sec latency 57.656 ms 2024-09-10T08:02:56.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29093 6.80 MB/sec execute 118 sec latency 69.191 ms 2024-09-10T08:02:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:56 smithi007 ceph-mon[30879]: pgmap v889: 129 pgs: 129 active+clean; 369 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.4 MiB/s wr, 299 op/s 2024-09-10T08:02:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:56 smithi110 ceph-mon[34417]: pgmap v889: 129 pgs: 129 active+clean; 369 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.4 MiB/s wr, 299 op/s 2024-09-10T08:02:57.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:56 smithi145 ceph-mon[34766]: pgmap v889: 129 pgs: 129 active+clean; 369 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.4 MiB/s wr, 299 op/s 2024-09-10T08:02:57.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29271 6.87 MB/sec execute 119 sec latency 73.848 ms 2024-09-10T08:02:58.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29431 6.92 MB/sec execute 120 sec latency 67.391 ms 2024-09-10T08:02:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:02:58 smithi007 ceph-mon[30879]: pgmap v890: 129 pgs: 129 active+clean; 372 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:02:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:02:58 smithi110 ceph-mon[34417]: pgmap v890: 129 pgs: 129 active+clean; 372 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:02:59.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:02:58 smithi145 ceph-mon[34766]: pgmap v890: 129 pgs: 129 active+clean; 372 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:02:59.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29620 6.96 MB/sec execute 121 sec latency 75.431 ms 2024-09-10T08:03:00.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29774 6.94 MB/sec execute 122 sec latency 65.915 ms 2024-09-10T08:03:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:00 smithi007 ceph-mon[30879]: pgmap v891: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 5.2 MiB/s wr, 344 op/s 2024-09-10T08:03:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:00 smithi110 ceph-mon[34417]: pgmap v891: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 5.2 MiB/s wr, 344 op/s 2024-09-10T08:03:01.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:00 smithi145 ceph-mon[34766]: pgmap v891: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 5.2 MiB/s wr, 344 op/s 2024-09-10T08:03:01.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 29941 6.96 MB/sec execute 123 sec latency 60.262 ms 2024-09-10T08:03:02.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30094 6.98 MB/sec execute 124 sec latency 71.758 ms 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 -- 172.21.15.7:0/968956777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8101c40 msgr2=0x7f1fa81020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 --2- 172.21.15.7:0/968956777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8101c40 0x7f1fa81020c0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009900 tx=0x7f1f9c02a3f0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 -- 172.21.15.7:0/968956777 shutdown_connections 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 --2- 172.21.15.7:0/968956777 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8102600 0x7f1fa8108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 --2- 172.21.15.7:0/968956777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8101c40 0x7f1fa81020c0 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 --2- 172.21.15.7:0/968956777 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa8100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 -- 172.21.15.7:0/968956777 >> 172.21.15.7:0/968956777 conn(0x7f1fa80fc1b0 msgr2=0x7f1fa80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.530+0000 7f1facd2c640 1 -- 172.21.15.7:0/968956777 shutdown_connections 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.531+0000 7f1facd2c640 1 -- 172.21.15.7:0/968956777 wait complete. 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.531+0000 7f1facd2c640 1 Processor -- start 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.531+0000 7f1facd2c640 1 -- start start 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa806ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 0x7f1fa819caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 0x7f1fa819f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810c560 con 0x7f1fa8102600 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810c3e0 con 0x7f1fa8100a50 2024-09-10T08:03:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1facd2c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810c6e0 con 0x7f1fa8101c40 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 0x7f1fa819caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 0x7f1fa819f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 0x7f1fa819caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:55066/0 (socket says 172.21.15.7:55066) 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/1836692889 learned_addr learned my addr 172.21.15.7:0/1836692889 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa806ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1836692889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 msgr2=0x7f1fa819caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 0x7f1fa819caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1836692889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 msgr2=0x7f1fa806ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa806ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1836692889 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa819f9d0 con 0x7f1fa8102600 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.532+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa806ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 0x7f1fa819f0c0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000ec50 tx=0x7f1fa000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1f977fe640 1 -- 172.21.15.7:0/1836692889 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0003b70 con 0x7f1fa8102600 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa81968d0 con 0x7f1fa8102600 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1f977fe640 1 -- 172.21.15.7:0/1836692889 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa0003d10 con 0x7f1fa8102600 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa8196df0 con 0x7f1fa8102600 2024-09-10T08:03:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.533+0000 7f1f977fe640 1 -- 172.21.15.7:0/1836692889 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0010760 con 0x7f1fa8102600 2024-09-10T08:03:02.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.536+0000 7f1fafac0740 1 Processor -- start 2024-09-10T08:03:02.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.536+0000 7f1f977fe640 1 -- 172.21.15.7:0/1836692889 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1fa0004020 con 0x7f1fa8102600 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.536+0000 7f1fafac0740 1 -- start start 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52e2e0 0x55799b532da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b533370 0x55799b535830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55799b4912f0 con 0x55799b533370 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55799b439270 con 0x55799b52d9a0 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fafac0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55799b48d2b0 con 0x55799b52e2e0 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:57840/0 (socket says 172.21.15.7:57840) 2024-09-10T08:03:02.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/3379700087 learned_addr learned my addr 172.21.15.7:0/3379700087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa659c640 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52e2e0 0x55799b532da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b533370 0x55799b535830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/3379700087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52e2e0 msgr2=0x55799b532da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52e2e0 0x55799b532da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/3379700087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b533370 msgr2=0x55799b535830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b533370 0x55799b535830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.537+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/3379700087 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55799b438340 con 0x55799b52d9a0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c006010 tx=0x7f1f9c005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f0d1cac0f77a567 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1f977fe640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 0x7f1f900a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1f94ff9640 1 -- 172.21.15.7:0/3379700087 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c035040 con 0x55799b52d9a0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1f94ff9640 1 -- 172.21.15.7:0/3379700087 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f9c004030 con 0x55799b52d9a0 2024-09-10T08:03:02.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 0x7f1f900a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1f977fe640 1 -- 172.21.15.7:0/1836692889 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1fa00cf890 con 0x7f1fa8102600 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.538+0000 7f1f94ff9640 1 -- 172.21.15.7:0/3379700087 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c005440 con 0x55799b52d9a0 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- 172.21.15.7:0/3379700087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 msgr2=0x55799b52dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 0x7f1f900a5170 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x55799b52ed10 tx=0x7f1f98005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c006010 tx=0x7f1f9c005e50 comp rx=0 tx=0).stop 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- 172.21.15.7:0/3379700087 shutdown_connections 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b533370 0x55799b535830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52e2e0 0x55799b532da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 --2- 172.21.15.7:0/3379700087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b52dda0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- 172.21.15.7:0/3379700087 >> 172.21.15.7:0/3379700087 conn(0x55799b529010 msgr2=0x55799b529410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- 172.21.15.7:0/3379700087 shutdown_connections 2024-09-10T08:03:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- 172.21.15.7:0/3379700087 wait complete. 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.539+0000 7f1fafac0740 1 -- start start 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 Processor -- start 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b537bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b538130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55799b536380 con 0x55799b52e2e0 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55799b41a290 con 0x55799b52d9a0 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55799b536500 con 0x55799b533370 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b538130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b537bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b538130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60378/0 (socket says 172.21.15.7:60378) 2024-09-10T08:03:02.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/2347098620 learned_addr learned my addr 172.21.15.7:0/2347098620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:02.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fafac0740 10 client.0 _ll_register_callbacks cb 0x55799b44b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:02.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 -- 172.21.15.7:0/2347098620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 msgr2=0x55799b53f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 -- 172.21.15.7:0/2347098620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 msgr2=0x55799b538130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b538130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.540+0000 7f1fa659c640 1 -- 172.21.15.7:0/2347098620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55799b1a4210 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1fa659c640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b537bf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8101aa0 tx=0x7f1f98004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d2b78604d2be59f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1f8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9800f830 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f9800f9d0 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f9c004030 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f1f9800fbd0 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1fafac0740 10 client.28880 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55799b270620 con 0x55799b52d9a0 2024-09-10T08:03:02.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.541+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f9800fd70 con 0x55799b52d9a0 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f1f98027070 con 0x55799b52d9a0 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 10 client.28880 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 10 client.28880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 20 client.28880 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b543920 0x55799b545dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 4 client.28880 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1f9c004030 con 0x55799b543920 2024-09-10T08:03:02.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.542+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b543920 0x55799b545dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.543+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b543920 0x55799b545dc0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20dadebf7f6ce0c server_cookie=80e51304faf51c8e in_seq=0 out_seq=0 2024-09-10T08:03:02.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.543+0000 7f1f8dffb640 10 client.28880 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:02.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1f8dffb640 1 -- 172.21.15.7:0/2347098620 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f1f9c004030 con 0x55799b543920 2024-09-10T08:03:02.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1f8dffb640 10 client.28880 handle_command_reply: tid=0 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1fafac0740 1 client.28880 shutdown 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 msgr2=0x55799b537bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b537bf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8101aa0 tx=0x7f1f98004730 comp rx=0 tx=0).stop 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 shutdown_connections 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.544+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b543920 0x55799b545dc0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b538130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 --2- 172.21.15.7:0/2347098620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52d9a0 0x55799b537bf0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 >> 172.21.15.7:0/2347098620 conn(0x55799b529010 msgr2=0x55799b52a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1f8dffb640 0 client.28880 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 shutdown_connections 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 1 -- 172.21.15.7:0/2347098620 wait complete. 2024-09-10T08:03:02.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.545+0000 7f1fafac0740 20 client.28880 trim_cache size 0 max 16384 2024-09-10T08:03:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 Processor -- start 2024-09-10T08:03:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 -- start start 2024-09-10T08:03:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 0x55799b5381c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 0x55799b5280b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f88012490 con 0x55799b52e2e0 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8800fd60 con 0x55799b533370 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fafac0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8800dbd0 con 0x55799b52d9a0 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fa5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60382/0 (socket says 172.21.15.7:60382) 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fa5d9b640 1 -- 172.21.15.7:0/1105334163 learned_addr learned my addr 172.21.15.7:0/1105334163 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fa6d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 0x55799b5280b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.567+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 0x55799b5381c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1105334163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 msgr2=0x55799b5381c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 0x55799b5381c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1105334163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 msgr2=0x55799b53f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 -- 172.21.15.7:0/1105334163 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55799b537730 con 0x55799b533370 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa659c640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 0x55799b5381c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 0x55799b5280b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00ccff0 tx=0x7f1fa009b890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=482cb0103b046541 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1f8ffff640 1 -- 172.21.15.7:0/1105334163 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00b9070 con 0x55799b533370 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1f8ffff640 1 -- 172.21.15.7:0/1105334163 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa009c450 con 0x55799b533370 2024-09-10T08:03:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.568+0000 7f1f8ffff640 1 -- 172.21.15.7:0/1105334163 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0004310 con 0x55799b533370 2024-09-10T08:03:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- 172.21.15.7:0/1105334163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 msgr2=0x55799b5280b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 0x55799b5280b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00ccff0 tx=0x7f1fa009b890 comp rx=0 tx=0).stop 2024-09-10T08:03:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- 172.21.15.7:0/1105334163 shutdown_connections 2024-09-10T08:03:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b533370 0x55799b5280b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52e2e0 0x55799b53f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 --2- 172.21.15.7:0/1105334163 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b52d9a0 0x55799b5381c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- 172.21.15.7:0/1105334163 >> 172.21.15.7:0/1105334163 conn(0x55799b529010 msgr2=0x55799b5279a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- 172.21.15.7:0/1105334163 shutdown_connections 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- 172.21.15.7:0/1105334163 wait complete. 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.569+0000 7f1fafac0740 1 -- start start 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 Processor -- start 2024-09-10T08:03:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 0x55799b53aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8800e220 con 0x55799b52d9a0 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8800f690 con 0x55799b52e2e0 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8800e8f0 con 0x55799b533370 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fafac0740 10 client.0 _ll_register_callbacks cb 0x7f1f98004500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60384/0 (socket says 172.21.15.7:60384) 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 -- 172.21.15.7:0/118399010 learned_addr learned my addr 172.21.15.7:0/118399010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa6d9d640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 -- 172.21.15.7:0/118399010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 msgr2=0x55799b53dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 0x55799b53aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 -- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 msgr2=0x55799b53aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:02.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 0x55799b53aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.570+0000 7f1fa659c640 1 -- 172.21.15.7:0/118399010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55799b53e4d0 con 0x55799b52d9a0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 0x55799b53aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1fa659c640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8101aa0 tx=0x7f1f9800fb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f9c4c9e9e64eba2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1f8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9803c060 con 0x55799b52d9a0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f98012030 con 0x55799b52d9a0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fa009c450 con 0x55799b52d9a0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f1f98029b20 con 0x55799b52d9a0 2024-09-10T08:03:02.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1fafac0740 10 client.19821 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.571+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55799b5ae7d0 con 0x55799b52d9a0 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa009c450 con 0x55799b52d9a0 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f1f98029ce0 con 0x55799b52d9a0 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 10 client.19821 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 10 client.19821 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 20 client.19821 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b5af1b0 0x55799b5b15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 4 client.19821 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:03:02.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55799b49ea20 con 0x55799b5af1b0 2024-09-10T08:03:02.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b5af1b0 0x55799b5b15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:02.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.572+0000 7f1f8dffb640 10 client.19821 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:02.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.573+0000 7f1fa5d9b640 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b5af1b0 0x55799b5b15d0 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=953fcf58cb8edf5d server_cookie=be2224a2eea0d056 in_seq=0 out_seq=0 2024-09-10T08:03:02.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.696+0000 7f1f8dffb640 1 -- 172.21.15.7:0/118399010 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55799b49ea20 con 0x55799b5af1b0 2024-09-10T08:03:02.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.696+0000 7f1f8dffb640 10 client.19821 handle_command_reply: tid=0 2024-09-10T08:03:02.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.696+0000 7f1fafac0740 1 client.19821 shutdown 2024-09-10T08:03:02.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.698+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 msgr2=0x55799b53a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.698+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8101aa0 tx=0x7f1f9800fb40 comp rx=0 tx=0).stop 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.701+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 shutdown_connections 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55799b5af1b0 0x55799b5b15d0 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55799b533370 0x55799b53dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55799b52e2e0 0x55799b53aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 --2- 172.21.15.7:0/118399010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55799b52d9a0 0x55799b53a960 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 >> 172.21.15.7:0/118399010 conn(0x55799b529010 msgr2=0x55799b5281c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1f8dffb640 0 client.19821 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:02.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.702+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 shutdown_connections 2024-09-10T08:03:02.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.703+0000 7f1fafac0740 1 -- 172.21.15.7:0/118399010 wait complete. 2024-09-10T08:03:02.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:03:02.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:03:02.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:03:02.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:03:02.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.704+0000 7f1fafac0740 20 client.19821 trim_cache size 0 max 16384 2024-09-10T08:03:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 msgr2=0x7f1f900a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 0x7f1f900a5170 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x55799b52ed10 tx=0x7f1f98005f90 comp rx=0 tx=0).stop 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 msgr2=0x7f1fa819f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 0x7f1fa819f0c0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000ec50 tx=0x7f1fa000c6a0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 shutdown_connections 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f900a2cb0 0x7f1f900a5170 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1fa8102600 0x7f1fa819f0c0 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fa8101c40 0x7f1fa819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.706+0000 7f1facd2c640 1 --2- 172.21.15.7:0/1836692889 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1fa8100a50 0x7f1fa806ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:02.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.707+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 >> 172.21.15.7:0/1836692889 conn(0x7f1fa80fc1b0 msgr2=0x7f1fa8105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:02.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.707+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 shutdown_connections 2024-09-10T08:03:02.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:02.707+0000 7f1facd2c640 1 -- 172.21.15.7:0/1836692889 wait complete. 2024-09-10T08:03:03.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:02 smithi007 ceph-mon[30879]: pgmap v892: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 244 op/s 2024-09-10T08:03:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:02 smithi110 ceph-mon[34417]: pgmap v892: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 244 op/s 2024-09-10T08:03:03.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:02 smithi145 ceph-mon[34766]: pgmap v892: 129 pgs: 129 active+clean; 384 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 244 op/s 2024-09-10T08:03:03.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30209 6.95 MB/sec execute 125 sec latency 148.757 ms 2024-09-10T08:03:04.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30378 6.95 MB/sec execute 126 sec latency 74.252 ms 2024-09-10T08:03:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:04 smithi007 ceph-mon[30879]: pgmap v893: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 5.2 MiB/s wr, 299 op/s 2024-09-10T08:03:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:04 smithi110 ceph-mon[34417]: pgmap v893: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 5.2 MiB/s wr, 299 op/s 2024-09-10T08:03:05.243 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:04 smithi145 ceph-mon[34766]: pgmap v893: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 5.2 MiB/s wr, 299 op/s 2024-09-10T08:03:05.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30534 6.98 MB/sec execute 127 sec latency 84.885 ms 2024-09-10T08:03:06.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30664 6.94 MB/sec execute 128 sec latency 80.591 ms 2024-09-10T08:03:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:06 smithi007 ceph-mon[30879]: pgmap v894: 129 pgs: 129 active+clean; 383 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-09-10T08:03:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:06 smithi110 ceph-mon[34417]: pgmap v894: 129 pgs: 129 active+clean; 383 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-09-10T08:03:07.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:06 smithi145 ceph-mon[34766]: pgmap v894: 129 pgs: 129 active+clean; 383 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-09-10T08:03:07.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30824 6.94 MB/sec execute 129 sec latency 77.456 ms 2024-09-10T08:03:08.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:03:08.163 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:07 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:03:08.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:07 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:03:08.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 30968 6.94 MB/sec execute 130 sec latency 61.775 ms 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:03:08.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:03:08.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:03:08.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:07 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:03:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:08 smithi110 ceph-mon[34417]: pgmap v895: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.4 MiB/s wr, 248 op/s 2024-09-10T08:03:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:08 smithi110 ceph-mon[34417]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T08:03:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:08 smithi110 ceph-mon[34417]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T08:03:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:08 smithi145 ceph-mon[34766]: pgmap v895: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.4 MiB/s wr, 248 op/s 2024-09-10T08:03:09.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:08 smithi145 ceph-mon[34766]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T08:03:09.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:08 smithi145 ceph-mon[34766]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T08:03:09.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 31128 6.93 MB/sec execute 131 sec latency 68.733 ms 2024-09-10T08:03:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:08 smithi007 ceph-mon[30879]: pgmap v895: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.4 MiB/s wr, 248 op/s 2024-09-10T08:03:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:08 smithi007 ceph-mon[30879]: Adjusting osd_memory_target on smithi145 to 176.0M 2024-09-10T08:03:09.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:08 smithi007 ceph-mon[30879]: Unable to set osd_memory_target on smithi145 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-10T08:03:10.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 31331 6.98 MB/sec execute 132 sec latency 76.079 ms 2024-09-10T08:03:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:10 smithi110 ceph-mon[34417]: pgmap v896: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 362 op/s 2024-09-10T08:03:11.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:10 smithi145 ceph-mon[34766]: pgmap v896: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 362 op/s 2024-09-10T08:03:11.262 INFO:tasks.workunit.client.0.smithi007.stdout: 10 31520 7.00 MB/sec execute 133 sec latency 72.996 ms 2024-09-10T08:03:11.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:10 smithi007 ceph-mon[30879]: pgmap v896: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 362 op/s 2024-09-10T08:03:12.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 31676 7.01 MB/sec execute 134 sec latency 71.526 ms 2024-09-10T08:03:13.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:12 smithi145 ceph-mon[34766]: pgmap v897: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-10T08:03:13.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 31881 7.04 MB/sec execute 135 sec latency 70.576 ms 2024-09-10T08:03:13.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:12 smithi007 ceph-mon[30879]: pgmap v897: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-10T08:03:13.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:12 smithi110 ceph-mon[34417]: pgmap v897: 129 pgs: 129 active+clean; 376 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-10T08:03:14.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32079 7.11 MB/sec execute 136 sec latency 91.930 ms 2024-09-10T08:03:15.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:14 smithi145 ceph-mon[34766]: pgmap v898: 129 pgs: 129 active+clean; 379 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:03:15.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32219 7.09 MB/sec execute 137 sec latency 71.069 ms 2024-09-10T08:03:15.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:14 smithi007 ceph-mon[30879]: pgmap v898: 129 pgs: 129 active+clean; 379 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:03:15.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:14 smithi110 ceph-mon[34417]: pgmap v898: 129 pgs: 129 active+clean; 379 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:03:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 -- 172.21.15.7:0/1997094049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b58102df0 msgr2=0x7f3b58103270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 --2- 172.21.15.7:0/1997094049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b58102df0 0x7f3b58103270 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f3b48009860 tx=0x7f3b4802a340 comp rx=0 tx=0).stop 2024-09-10T08:03:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 -- 172.21.15.7:0/1997094049 shutdown_connections 2024-09-10T08:03:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 --2- 172.21.15.7:0/1997094049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b581037b0 0x7f3b5810a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 --2- 172.21.15.7:0/1997094049 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b58102df0 0x7f3b58103270 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 --2- 172.21.15.7:0/1997094049 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b580ffe20 0x7f3b58100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 -- 172.21.15.7:0/1997094049 >> 172.21.15.7:0/1997094049 conn(0x7f3b580fb980 msgr2=0x7f3b580fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 -- 172.21.15.7:0/1997094049 shutdown_connections 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.841+0000 7f3b60118640 1 -- 172.21.15.7:0/1997094049 wait complete. 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 Processor -- start 2024-09-10T08:03:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 -- start start 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 0x7f3b5819a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b581037b0 0x7f3b581a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3b58101890 con 0x7f3b581037b0 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3b58101710 con 0x7f3b58102df0 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b60118640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b58101a10 con 0x7f3b580ffe20 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:44554/0 (socket says 172.21.15.7:44554) 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b5deb4640 1 -- 172.21.15.7:0/3897245905 learned_addr learned my addr 172.21.15.7:0/3897245905 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.842+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b581037b0 0x7f3b581a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 0x7f3b5819a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.845 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 -- 172.21.15.7:0/3897245905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 msgr2=0x7f3b5819a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 0x7f3b5819a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 -- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b581037b0 msgr2=0x7f3b581a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b581037b0 0x7f3b581a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 -- 172.21.15.7:0/3897245905 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b581a1b10 con 0x7f3b580ffe20 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 0x7f3b5819a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400e9f0 tx=0x7f3b5400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b4effd640 1 -- 172.21.15.7:0/3897245905 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5400ccc0 con 0x7f3b580ffe20 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b5810ca50 con 0x7f3b580ffe20 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b4effd640 1 -- 172.21.15.7:0/3897245905 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b540035f0 con 0x7f3b580ffe20 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.843+0000 7f3b4effd640 1 -- 172.21.15.7:0/3897245905 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5400ce60 con 0x7f3b580ffe20 2024-09-10T08:03:15.846 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.844+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b5810cfc0 con 0x7f3b580ffe20 2024-09-10T08:03:15.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.847+0000 7f3b4effd640 1 -- 172.21.15.7:0/3897245905 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3b540037a0 con 0x7f3b580ffe20 2024-09-10T08:03:15.847 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.847+0000 7f3b62eb3740 1 Processor -- start 2024-09-10T08:03:15.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.847+0000 7f3b62eb3740 1 -- start start 2024-09-10T08:03:15.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e92da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e97da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.848 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796e9a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b796df62f0 con 0x55b796e929a0 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b796d9e270 con 0x55b796e932e0 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b796df22b0 con 0x55b796e98370 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5e6b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e92da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e97da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5e6b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e92da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44980/0 (socket says 172.21.15.7:44980) 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/1519589029 learned_addr learned my addr 172.21.15.7:0/1519589029 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796e9a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/1519589029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 msgr2=0x55b796e97da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e97da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/1519589029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 msgr2=0x55b796e92da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.849 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e92da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.850 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/1519589029 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b796d9d340 con 0x55b796e98370 2024-09-10T08:03:15.851 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.848+0000 7f3b4effd640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 0x7f3b440a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796e9a830 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3b48009830 tx=0x7f3b48005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d16f691e8d0265a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b4effd640 1 -- 172.21.15.7:0/3897245905 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3b540cf5f0 con 0x7f3b580ffe20 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b43fff640 1 -- 172.21.15.7:0/1519589029 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4804c070 con 0x55b796e98370 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 0x7f3b440a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b43fff640 1 -- 172.21.15.7:0/1519589029 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b480305d0 con 0x55b796e98370 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.849+0000 7f3b43fff640 1 -- 172.21.15.7:0/1519589029 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4803ebe0 con 0x55b796e98370 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- 172.21.15.7:0/1519589029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 msgr2=0x55b796e9a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 0x7f3b440a5170 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f3b500116b0 tx=0x7f3b50009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796e9a830 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3b48009830 tx=0x7f3b48005dc0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- 172.21.15.7:0/1519589029 shutdown_connections 2024-09-10T08:03:15.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796e9a830 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e97da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/1519589029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e92da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- 172.21.15.7:0/1519589029 >> 172.21.15.7:0/1519589029 conn(0x55b796e8e010 msgr2=0x55b796e8e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- 172.21.15.7:0/1519589029 shutdown_connections 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- 172.21.15.7:0/1519589029 wait complete. 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.850+0000 7f3b62eb3740 1 -- start start 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.851+0000 7f3b62eb3740 1 Processor -- start 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.851+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.851+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.851+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea40d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:49396/0 (socket says 172.21.15.7:49396) 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/3271539685 learned_addr learned my addr 172.21.15.7:0/3271539685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44982/0 (socket says 172.21.15.7:44982) 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b796e9b2e0 con 0x55b796e929a0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55b796d7f290 con 0x55b796e932e0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55b796e9b460 con 0x55b796e98370 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b62eb3740 10 client.0 _ll_register_callbacks cb 0x55b796db0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/3271539685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 msgr2=0x55b796ea40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/3271539685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 msgr2=0x55b796e9cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5d6b3640 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b796b09210 con 0x55b796e932e0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.852+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.853+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3b480057c0 tx=0x7f3b48030f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff2bad019c2be075 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.853+0000 7f3b417fa640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.853+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4804c050 con 0x55b796e932e0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.853+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3b4803eb80 con 0x55b796e932e0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.853+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b480305d0 con 0x55b796e932e0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.854+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f3b4803ed80 con 0x55b796e932e0 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.854+0000 7f3b62eb3740 10 client.28895 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:15.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.854+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b796bd5620 con 0x55b796e932e0 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b480305d0 con 0x55b796e932e0 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f3b48046070 con 0x55b796e932e0 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 10 client.28895 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 10 client.28895 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 20 client.28895 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796ea83b0 0x55b796eaa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 4 client.28895 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:15.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b796e03a20 con 0x55b796ea83b0 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.855+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796ea83b0 0x55b796eaa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.856+0000 7f3b417fa640 10 client.28895 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.856+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796ea83b0 0x55b796eaa7c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a017a21ddecca66e server_cookie=fe9cb6964abfa24f in_seq=0 out_seq=0 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.856+0000 7f3b417fa640 1 -- 172.21.15.7:0/3271539685 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b796e03a20 con 0x55b796ea83b0 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.856+0000 7f3b417fa640 10 client.28895 handle_command_reply: tid=0 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.856+0000 7f3b62eb3740 1 client.28895 shutdown 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 msgr2=0x55b796e9d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3b480057c0 tx=0x7f3b48030f20 comp rx=0 tx=0).stop 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 shutdown_connections 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796ea83b0 0x55b796eaa7c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796e9d100 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/3271539685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e9cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 >> 172.21.15.7:0/3271539685 conn(0x55b796e8e010 msgr2=0x55b796e8f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:15.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b417fa640 0 client.28895 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:15.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 shutdown_connections 2024-09-10T08:03:15.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 1 -- 172.21.15.7:0/3271539685 wait complete. 2024-09-10T08:03:15.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.857+0000 7f3b62eb3740 20 client.28895 trim_cache size 0 max 16384 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 Processor -- start 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 -- start start 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e8e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 0x55b796ea4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 0x55b796e8ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581aacf0 con 0x55b796e929a0 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581a85c0 con 0x55b796e98370 2024-09-10T08:03:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.882+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581a6450 con 0x55b796e932e0 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e8e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e8e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44996/0 (socket says 172.21.15.7:44996) 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5deb4640 1 -- 172.21.15.7:0/910925377 learned_addr learned my addr 172.21.15.7:0/910925377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 0x55b796e8ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 0x55b796ea4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/910925377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 msgr2=0x55b796ea4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 0x55b796ea4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/910925377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 msgr2=0x55b796e8e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e8e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/910925377 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b796e9c700 con 0x55b796e98370 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 0x55b796ea4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.883+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 0x55b796e8ee90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3b50011f40 tx=0x7f3b50019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d6afdfca0e6f67f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.884+0000 7f3b437fe640 1 -- 172.21.15.7:0/910925377 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b50003a30 con 0x55b796e98370 2024-09-10T08:03:15.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.884+0000 7f3b437fe640 1 -- 172.21.15.7:0/910925377 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b50003bd0 con 0x55b796e98370 2024-09-10T08:03:15.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.884+0000 7f3b437fe640 1 -- 172.21.15.7:0/910925377 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b50004470 con 0x55b796e98370 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- 172.21.15.7:0/910925377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 msgr2=0x55b796e8ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 0x55b796e8ee90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3b50011f40 tx=0x7f3b50019000 comp rx=0 tx=0).stop 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- 172.21.15.7:0/910925377 shutdown_connections 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e98370 0x55b796e8ee90 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e932e0 0x55b796ea4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/910925377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796e8e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- 172.21.15.7:0/910925377 >> 172.21.15.7:0/910925377 conn(0x55b796e8e010 msgr2=0x55b796e9cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- 172.21.15.7:0/910925377 shutdown_connections 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- 172.21.15.7:0/910925377 wait complete. 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 -- start start 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.885+0000 7f3b62eb3740 1 Processor -- start 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796ea0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581a6aa0 con 0x55b796e929a0 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5e6b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581a7ef0 con 0x55b796e932e0 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b581a7150 con 0x55b796e98370 2024-09-10T08:03:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5deb4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45010/0 (socket says 172.21.15.7:45010) 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5deb4640 1 -- 172.21.15.7:0/393567638 learned_addr learned my addr 172.21.15.7:0/393567638 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5d6b3640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796ea0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b62eb3740 10 client.0 _ll_register_callbacks cb 0x7f3b4804a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 msgr2=0x55b796ea0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796ea0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/393567638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 msgr2=0x55b796ea40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.886+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b5e6b5640 1 -- 172.21.15.7:0/393567638 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b796f11110 con 0x55b796e98370 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b5e6b5640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea1170 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3b50018040 tx=0x7f3b50010e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2cbb4b36c5de192 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b417fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b50003a30 con 0x55b796e98370 2024-09-10T08:03:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3b50010870 con 0x55b796e98370 2024-09-10T08:03:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b50003bd0 con 0x55b796e98370 2024-09-10T08:03:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f3b5003a050 con 0x55b796e98370 2024-09-10T08:03:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b62eb3740 10 client.28966 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.887+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b796f12400 con 0x55b796e98370 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b50003bd0 con 0x55b796e98370 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f3b500296f0 con 0x55b796e98370 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 10 client.28966 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 10 client.28966 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 20 client.28966 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796f12d00 0x55b796f15120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 4 client.28966 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b796dfdd70 con 0x55b796f12d00 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.888+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796f12d00 0x55b796f15120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.889+0000 7f3b5deb4640 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796f12d00 0x55b796f15120 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c1276de302aa6ad server_cookie=3da0653ee42d43b9 in_seq=0 out_seq=0 2024-09-10T08:03:15.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:15.889+0000 7f3b417fa640 10 client.28966 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b417fa640 1 -- 172.21.15.7:0/393567638 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b796dfdd70 con 0x55b796f12d00 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b417fa640 10 client.28966 handle_command_reply: tid=0 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 client.28966 shutdown 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 msgr2=0x55b796ea1170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea1170 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3b50018040 tx=0x7f3b50010e20 comp rx=0 tx=0).stop 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 shutdown_connections 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55b796f12d00 0x55b796f15120 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55b796e98370 0x55b796ea1170 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55b796e932e0 0x55b796ea0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 --2- 172.21.15.7:0/393567638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b796e929a0 0x55b796ea40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b417fa640 0 client.28966 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 >> 172.21.15.7:0/393567638 conn(0x55b796e8e010 msgr2=0x55b796e8c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 shutdown_connections 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 1 -- 172.21.15.7:0/393567638 wait complete. 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.009+0000 7f3b62eb3740 20 client.28966 trim_cache size 0 max 16384 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:03:16.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 msgr2=0x7f3b440a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 0x7f3b440a5170 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f3b500116b0 tx=0x7f3b50009500 comp rx=0 tx=0).stop 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 msgr2=0x7f3b58199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400e9f0 tx=0x7f3b5400eeb0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 shutdown_connections 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3b440a2cb0 0x7f3b440a5170 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b581037b0 0x7f3b581a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b58102df0 0x7f3b5819a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 --2- 172.21.15.7:0/3897245905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580ffe20 0x7f3b58199ef0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 >> 172.21.15.7:0/3897245905 conn(0x7f3b580fb980 msgr2=0x7f3b580fc5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 shutdown_connections 2024-09-10T08:03:16.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:16.010+0000 7f3b60118640 1 -- 172.21.15.7:0/3897245905 wait complete. 2024-09-10T08:03:16.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32371 7.11 MB/sec execute 138 sec latency 121.473 ms 2024-09-10T08:03:17.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:16 smithi145 ceph-mon[34766]: pgmap v899: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.7 MiB/s wr, 299 op/s 2024-09-10T08:03:17.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32520 7.11 MB/sec execute 139 sec latency 78.430 ms 2024-09-10T08:03:17.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:16 smithi007 ceph-mon[30879]: pgmap v899: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.7 MiB/s wr, 299 op/s 2024-09-10T08:03:17.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:16 smithi110 ceph-mon[34417]: pgmap v899: 129 pgs: 129 active+clean; 380 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.7 MiB/s wr, 299 op/s 2024-09-10T08:03:18.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32690 7.12 MB/sec execute 140 sec latency 79.953 ms 2024-09-10T08:03:19.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:18 smithi145 ceph-mon[34766]: pgmap v900: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-10T08:03:19.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 32882 7.16 MB/sec execute 141 sec latency 73.907 ms 2024-09-10T08:03:19.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:18 smithi007 ceph-mon[30879]: pgmap v900: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-10T08:03:19.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:18 smithi110 ceph-mon[34417]: pgmap v900: 129 pgs: 129 active+clean; 382 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-10T08:03:20.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33029 7.15 MB/sec execute 142 sec latency 81.987 ms 2024-09-10T08:03:21.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:20 smithi145 ceph-mon[34766]: pgmap v901: 129 pgs: 129 active+clean; 387 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 4.8 MiB/s wr, 367 op/s 2024-09-10T08:03:21.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33215 7.17 MB/sec execute 143 sec latency 90.690 ms 2024-09-10T08:03:21.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:20 smithi007 ceph-mon[30879]: pgmap v901: 129 pgs: 129 active+clean; 387 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 4.8 MiB/s wr, 367 op/s 2024-09-10T08:03:21.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:20 smithi110 ceph-mon[34417]: pgmap v901: 129 pgs: 129 active+clean; 387 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 4.8 MiB/s wr, 367 op/s 2024-09-10T08:03:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33385 7.20 MB/sec execute 144 sec latency 114.399 ms 2024-09-10T08:03:23.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:22 smithi145 ceph-mon[34766]: pgmap v902: 129 pgs: 129 active+clean; 388 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.9 MiB/s wr, 278 op/s 2024-09-10T08:03:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33537 7.22 MB/sec execute 145 sec latency 144.821 ms 2024-09-10T08:03:23.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:22 smithi007 ceph-mon[30879]: pgmap v902: 129 pgs: 129 active+clean; 388 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.9 MiB/s wr, 278 op/s 2024-09-10T08:03:23.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:22 smithi110 ceph-mon[34417]: pgmap v902: 129 pgs: 129 active+clean; 388 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.9 MiB/s wr, 278 op/s 2024-09-10T08:03:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33716 7.23 MB/sec execute 146 sec latency 142.396 ms 2024-09-10T08:03:25.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:24 smithi145 ceph-mon[34766]: pgmap v903: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.9 MiB/s wr, 330 op/s 2024-09-10T08:03:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 33896 7.26 MB/sec execute 147 sec latency 59.429 ms 2024-09-10T08:03:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:24 smithi007 ceph-mon[30879]: pgmap v903: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.9 MiB/s wr, 330 op/s 2024-09-10T08:03:25.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:24 smithi110 ceph-mon[34417]: pgmap v903: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.9 MiB/s wr, 330 op/s 2024-09-10T08:03:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34035 7.24 MB/sec execute 148 sec latency 62.360 ms 2024-09-10T08:03:27.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:26 smithi145 ceph-mon[34766]: pgmap v904: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 4.3 MiB/s wr, 305 op/s 2024-09-10T08:03:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34190 7.25 MB/sec execute 149 sec latency 74.094 ms 2024-09-10T08:03:27.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:26 smithi007 ceph-mon[30879]: pgmap v904: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 4.3 MiB/s wr, 305 op/s 2024-09-10T08:03:27.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:26 smithi110 ceph-mon[34417]: pgmap v904: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 4.3 MiB/s wr, 305 op/s 2024-09-10T08:03:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34345 7.27 MB/sec execute 150 sec latency 183.921 ms 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 -- 172.21.15.7:0/2718825488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 msgr2=0x7f81341020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 --2- 172.21.15.7:0/2718825488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f81341020b0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f8124009900 tx=0x7f812402a410 comp rx=0 tx=0).stop 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 -- 172.21.15.7:0/2718825488 shutdown_connections 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 --2- 172.21.15.7:0/2718825488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81341025f0 0x7f8134108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 --2- 172.21.15.7:0/2718825488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f81341020b0 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 --2- 172.21.15.7:0/2718825488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8134100a40 0x7f8134100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.155+0000 7f813b94b640 1 -- 172.21.15.7:0/2718825488 >> 172.21.15.7:0/2718825488 conn(0x7f81340fc1e0 msgr2=0x7f81340fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.156+0000 7f813b94b640 1 -- 172.21.15.7:0/2718825488 shutdown_connections 2024-09-10T08:03:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.156+0000 7f813b94b640 1 -- 172.21.15.7:0/2718825488 wait complete. 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.156+0000 7f813b94b640 1 Processor -- start 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.156+0000 7f813b94b640 1 -- start start 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 0x7f813406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f813419ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f81341025f0 0x7f81341a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f813410c550 con 0x7f8134101c30 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f813410c3d0 con 0x7f81341025f0 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f813b94b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f813410c6d0 con 0x7f8134100a40 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f8138ee6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f813419ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 0x7f813406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f8138ee6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f813419ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56164/0 (socket says 172.21.15.7:56164) 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f8138ee6640 1 -- 172.21.15.7:0/1161036836 learned_addr learned my addr 172.21.15.7:0/1161036836 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 -- 172.21.15.7:0/1161036836 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f81341025f0 msgr2=0x7f81341a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f81341025f0 0x7f81341a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 -- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 msgr2=0x7f813419ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f813419ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 -- 172.21.15.7:0/1161036836 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81341a1ba0 con 0x7f8134100a40 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.157+0000 7f81396e7640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 0x7f813406a410 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9c0 tx=0x7f813000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.158+0000 7f812a7fc640 1 -- 172.21.15.7:0/1161036836 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813000ccc0 con 0x7f8134100a40 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.158+0000 7f812a7fc640 1 -- 172.21.15.7:0/1161036836 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81300035f0 con 0x7f8134100a40 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.158+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81341a1e30 con 0x7f8134100a40 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.158+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81341a22e0 con 0x7f8134100a40 2024-09-10T08:03:29.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.158+0000 7f812a7fc640 1 -- 172.21.15.7:0/1161036836 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813000ce60 con 0x7f8134100a40 2024-09-10T08:03:29.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.161+0000 7f812a7fc640 1 -- 172.21.15.7:0/1161036836 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f81300037a0 con 0x7f8134100a40 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f812a7fc640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 0x7f81200a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 Processor -- start 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f812a7fc640 1 -- 172.21.15.7:0/1161036836 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f81300cf810 con 0x7f8134100a40 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 -- start start 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 0x7f81200a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e163da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e168da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557d3e0c72f0 con 0x557d3e169370 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557d3e06f270 con 0x557d3e1642e0 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.162+0000 7f813e7c5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557d3e0c32b0 con 0x557d3e1639a0 2024-09-10T08:03:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56176/0 (socket says 172.21.15.7:56176) 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 -- 172.21.15.7:0/965870839 learned_addr learned my addr 172.21.15.7:0/965870839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f81396e7640 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e163da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 -- 172.21.15.7:0/965870839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 msgr2=0x557d3e163da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e163da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 -- 172.21.15.7:0/965870839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 msgr2=0x557d3e168da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e168da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 -- 172.21.15.7:0/965870839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d3e06e340 con 0x557d3e169370 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 0x7f81200a5220 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f81240314e0 tx=0x7f8124031b30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f8139ee8640 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f812c005c40 tx=0x7f812c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9212c926d65f7ba7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.163+0000 7f811f7fe640 1 -- 172.21.15.7:0/965870839 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c003b70 con 0x557d3e169370 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f811f7fe640 1 -- 172.21.15.7:0/965870839 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f812c00ee60 con 0x557d3e169370 2024-09-10T08:03:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f811f7fe640 1 -- 172.21.15.7:0/965870839 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c0107d0 con 0x557d3e169370 2024-09-10T08:03:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 -- 172.21.15.7:0/965870839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 msgr2=0x557d3e16b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f812c005c40 tx=0x7f812c009f90 comp rx=0 tx=0).stop 2024-09-10T08:03:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 -- 172.21.15.7:0/965870839 shutdown_connections 2024-09-10T08:03:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e16b830 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e168da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 --2- 172.21.15.7:0/965870839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e163da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.164+0000 7f813e7c5740 1 -- 172.21.15.7:0/965870839 >> 172.21.15.7:0/965870839 conn(0x557d3e15f010 msgr2=0x557d3e15f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.165+0000 7f813e7c5740 1 -- 172.21.15.7:0/965870839 shutdown_connections 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.165+0000 7f813e7c5740 1 -- 172.21.15.7:0/965870839 wait complete. 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.165+0000 7f813e7c5740 1 -- start start 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.165+0000 7f813e7c5740 1 Processor -- start 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e16db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e169370 0x557d3e1750b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557d3e16c340 con 0x557d3e1642e0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557d3e050290 con 0x557d3e169370 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557d3e16c4c0 con 0x557d3e1639a0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56190/0 (socket says 172.21.15.7:56190) 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 -- 172.21.15.7:0/1505244672 learned_addr learned my addr 172.21.15.7:0/1505244672 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f81396e7640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e16db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8139ee8640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e169370 0x557d3e1750b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f813e7c5740 10 client.0 _ll_register_callbacks cb 0x557d3e081140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 -- 172.21.15.7:0/1505244672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 msgr2=0x557d3e16db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e16db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 -- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e169370 msgr2=0x557d3e1750b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e169370 0x557d3e1750b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.166+0000 7f8138ee6640 1 -- 172.21.15.7:0/1505244672 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d3ddda210 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f8124009a20 tx=0x7f812402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=831b4286d8ee6067 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f811cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812404d070 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8124004450 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f812c00ee60 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f8124059050 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f813e7c5740 10 client.19851 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557d3dea6620 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.167+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f812c00ee60 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f812403c640 con 0x557d3e1642e0 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 10 client.19851 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 10 client.19851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 20 client.19851 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e179810 0x557d3e17bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 4 client.19851 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d3e0d4a20 con 0x557d3e179810 2024-09-10T08:03:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f81396e7640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e179810 0x557d3e17bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f811cff9640 10 client.19851 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.168+0000 7f81396e7640 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e179810 0x557d3e17bc40 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b94af0186888bbd6 server_cookie=104d8db865f0b335 in_seq=0 out_seq=0 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f811cff9640 1 -- 172.21.15.7:0/1505244672 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557d3e0d4a20 con 0x557d3e179810 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f811cff9640 10 client.19851 handle_command_reply: tid=0 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 client.19851 shutdown 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 msgr2=0x557d3e16e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f8124009a20 tx=0x7f812402a410 comp rx=0 tx=0).stop 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 shutdown_connections 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e179810 0x557d3e17bc40 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e169370 0x557d3e1750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1642e0 0x557d3e16e070 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f811cff9640 0 client.19851 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1505244672 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e16db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.169+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 >> 172.21.15.7:0/1505244672 conn(0x557d3e15f010 msgr2=0x557d3e160820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.170+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 shutdown_connections 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.170+0000 7f813e7c5740 1 -- 172.21.15.7:0/1505244672 wait complete. 2024-09-10T08:03:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.170+0000 7f813e7c5740 20 client.19851 trim_cache size 0 max 16384 2024-09-10T08:03:29.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 Processor -- start 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 -- start start 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e165900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e175070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8118012440 con 0x557d3e169370 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f811800fd10 con 0x557d3e1642e0 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f813e7c5740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f811800db80 con 0x557d3e1639a0 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f81396e7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f8138ee6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e165900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f81396e7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40168/0 (socket says 172.21.15.7:40168) 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f81396e7640 1 -- 172.21.15.7:0/1158177076 learned_addr learned my addr 172.21.15.7:0/1158177076 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:29.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.194+0000 7f8139ee8640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e175070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 -- 172.21.15.7:0/1158177076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 msgr2=0x557d3e1653c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 -- 172.21.15.7:0/1158177076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 msgr2=0x557d3e175070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e175070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 -- 172.21.15.7:0/1158177076 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d3e1647c0 con 0x557d3e1642e0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f81396e7640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8139ee8640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e175070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f8138ee6640 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e165900 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f812403ca90 tx=0x7f81240043e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d5c8a24b772b70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f811effd640 1 -- 172.21.15.7:0/1158177076 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812404d070 con 0x557d3e1642e0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f811effd640 1 -- 172.21.15.7:0/1158177076 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8124056020 con 0x557d3e1642e0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.195+0000 7f811effd640 1 -- 172.21.15.7:0/1158177076 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124035050 con 0x557d3e1642e0 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 -- 172.21.15.7:0/1158177076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 msgr2=0x557d3e165900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.196 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e165900 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f812403ca90 tx=0x7f81240043e0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 -- 172.21.15.7:0/1158177076 shutdown_connections 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e169370 0x557d3e175070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e165900 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 --2- 172.21.15.7:0/1158177076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e1639a0 0x557d3e1653c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 -- 172.21.15.7:0/1158177076 >> 172.21.15.7:0/1158177076 conn(0x557d3e15f010 msgr2=0x557d3e16db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.196+0000 7f813e7c5740 1 -- 172.21.15.7:0/1158177076 shutdown_connections 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.197+0000 7f813e7c5740 1 -- 172.21.15.7:0/1158177076 wait complete. 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.197+0000 7f813e7c5740 1 -- start start 2024-09-10T08:03:29.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.198+0000 7f813e7c5740 1 Processor -- start 2024-09-10T08:03:29.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.201+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.201+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e1729f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f81396e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f813e7c5740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e169370 0x557d3e173a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f813e7c5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f811800e1d0 con 0x557d3e1639a0 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f81396e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56208/0 (socket says 172.21.15.7:56208) 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f81396e7640 1 -- 172.21.15.7:0/4062727420 learned_addr learned my addr 172.21.15.7:0/4062727420 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f8138ee6640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e1729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f811800f640 con 0x557d3e1642e0 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f811800e8a0 con 0x557d3e169370 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f8139ee8640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e169370 0x557d3e173a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.202+0000 7f813e7c5740 10 client.0 _ll_register_callbacks cb 0x7f812c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 -- 172.21.15.7:0/4062727420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e169370 msgr2=0x557d3e173a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e169370 0x557d3e173a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 -- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 msgr2=0x557d3e1729f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e1729f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d3e174010 con 0x557d3e1639a0 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.203+0000 7f81396e7640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f813009b970 tx=0x7f8130009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c9df4f45a03b43f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:29.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.204+0000 7f811cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.205+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81300982e0 con 0x557d3e1639a0 2024-09-10T08:03:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.205+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8124056020 con 0x557d3e1639a0 2024-09-10T08:03:29.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.205+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f813009b0c0 con 0x557d3e1639a0 2024-09-10T08:03:29.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.206+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f8130098480 con 0x557d3e1639a0 2024-09-10T08:03:29.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.206+0000 7f813e7c5740 10 client.19857 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:29.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.206+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557d3e1753d0 con 0x557d3e1639a0 2024-09-10T08:03:29.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.211+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8124056020 con 0x557d3e1639a0 2024-09-10T08:03:29.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.213+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f813009ab30 con 0x557d3e1639a0 2024-09-10T08:03:29.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 10 client.19857 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:29.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 10 client.19857 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 20 client.19857 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e1e4c10 0x557d3e1e7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 4 client.19857 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557d3e0ced70 con 0x557d3e1e4c10 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.214+0000 7f8138ee6640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e1e4c10 0x557d3e1e7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.215+0000 7f8138ee6640 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e1e4c10 0x557d3e1e7030 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ebd261c0d2fb60d server_cookie=616d89f2b742a3c7 in_seq=0 out_seq=0 2024-09-10T08:03:29.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.215+0000 7f811cff9640 10 client.19857 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:29.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:28 smithi145 ceph-mon[34766]: pgmap v905: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.0 MiB/s wr, 288 op/s 2024-09-10T08:03:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34450 7.25 MB/sec execute 151 sec latency 585.912 ms 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.337+0000 7f811cff9640 1 -- 172.21.15.7:0/4062727420 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557d3e0ced70 con 0x557d3e1e4c10 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.337+0000 7f811cff9640 10 client.19857 handle_command_reply: tid=0 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.337+0000 7f813e7c5740 1 client.19857 shutdown 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 msgr2=0x557d3e1724b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f813009b970 tx=0x7f8130009310 comp rx=0 tx=0).stop 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 shutdown_connections 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557d3e1e4c10 0x557d3e1e7030 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557d3e169370 0x557d3e173a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557d3e1642e0 0x557d3e1729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f811cff9640 0 client.19857 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 --2- 172.21.15.7:0/4062727420 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557d3e1639a0 0x557d3e1724b0 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 >> 172.21.15.7:0/4062727420 conn(0x557d3e15f010 msgr2=0x557d3e16db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 shutdown_connections 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 1 -- 172.21.15.7:0/4062727420 wait complete. 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.338+0000 7f813e7c5740 20 client.19857 trim_cache size 0 max 16384 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:03:29.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 msgr2=0x7f81200a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 0x7f81200a5220 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f81240314e0 tx=0x7f8124031b30 comp rx=0 tx=0).stop 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 msgr2=0x7f813406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 0x7f813406a410 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9c0 tx=0x7f813000ee80 comp rx=0 tx=0).stop 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 shutdown_connections 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f81200a2d60 0x7f81200a5220 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f81341025f0 0x7f81341a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8134101c30 0x7f813419ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 --2- 172.21.15.7:0/1161036836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8134100a40 0x7f813406a410 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:29.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 >> 172.21.15.7:0/1161036836 conn(0x7f81340fc1e0 msgr2=0x7f81341050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:29.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 shutdown_connections 2024-09-10T08:03:29.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:29.339+0000 7f813b94b640 1 -- 172.21.15.7:0/1161036836 wait complete. 2024-09-10T08:03:29.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:28 smithi007 ceph-mon[30879]: pgmap v905: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.0 MiB/s wr, 288 op/s 2024-09-10T08:03:29.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:28 smithi110 ceph-mon[34417]: pgmap v905: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.0 MiB/s wr, 288 op/s 2024-09-10T08:03:30.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34633 7.26 MB/sec execute 152 sec latency 149.171 ms 2024-09-10T08:03:31.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:30 smithi145 ceph-mon[34766]: pgmap v906: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:03:31.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34746 7.23 MB/sec execute 153 sec latency 79.521 ms 2024-09-10T08:03:31.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:30 smithi007 ceph-mon[30879]: pgmap v906: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:03:31.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:30 smithi110 ceph-mon[34417]: pgmap v906: 129 pgs: 129 active+clean; 392 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:03:32.263 INFO:tasks.workunit.client.0.smithi007.stdout: 10 34897 7.25 MB/sec execute 154 sec latency 102.637 ms 2024-09-10T08:03:33.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:32 smithi145 ceph-mon[34766]: pgmap v907: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T08:03:33.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35095 7.30 MB/sec execute 155 sec latency 71.348 ms 2024-09-10T08:03:33.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:32 smithi007 ceph-mon[30879]: pgmap v907: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T08:03:33.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:32 smithi110 ceph-mon[34417]: pgmap v907: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 805 KiB/s rd, 3.7 MiB/s wr, 262 op/s 2024-09-10T08:03:34.136 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-10T08:03:34.136 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:03:34.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35275 7.34 MB/sec execute 156 sec latency 66.615 ms 2024-09-10T08:03:35.189 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:03:35.240 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:34 smithi145 ceph-mon[34766]: pgmap v908: 129 pgs: 129 active+clean; 390 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:03:35.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35396 7.31 MB/sec execute 157 sec latency 88.147 ms 2024-09-10T08:03:35.333 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:34 smithi007 ceph-mon[30879]: pgmap v908: 129 pgs: 129 active+clean; 390 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:03:35.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:34 smithi110 ceph-mon[34417]: pgmap v908: 129 pgs: 129 active+clean; 390 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:03:36.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35543 7.31 MB/sec execute 158 sec latency 80.361 ms 2024-09-10T08:03:36.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:35 smithi007 ceph-mon[30879]: pgmap v909: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T08:03:36.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:35 smithi110 ceph-mon[34417]: pgmap v909: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 -- 172.21.15.7:0/1098411006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 msgr2=0x7fbd4810bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 --2- 172.21.15.7:0/1098411006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd4810bbb0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7fbd38009900 tx=0x7fbd3802a480 comp rx=0 tx=0).stop 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 -- 172.21.15.7:0/1098411006 shutdown_connections 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 --2- 172.21.15.7:0/1098411006 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd4810c180 0x7fbd4810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 --2- 172.21.15.7:0/1098411006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd4810bbb0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 --2- 172.21.15.7:0/1098411006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd48102da0 0x7fbd48103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 -- 172.21.15.7:0/1098411006 >> 172.21.15.7:0/1098411006 conn(0x7fbd480fc7a0 msgr2=0x7fbd480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:36.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 -- 172.21.15.7:0/1098411006 shutdown_connections 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.410+0000 7fbd50337640 1 -- 172.21.15.7:0/1098411006 wait complete. 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.411+0000 7fbd50337640 1 Processor -- start 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.411+0000 7fbd50337640 1 -- start start 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd48102da0 0x7fbd481983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 0x7fbd4819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48111e60 con 0x7fbd481036c0 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48111ce0 con 0x7fbd48102da0 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4d8d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4d8d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43568/0 (socket says 172.21.15.7:43568) 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4d8d2640 1 -- 172.21.15.7:0/2771870275 learned_addr learned my addr 172.21.15.7:0/2771870275 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48111fe0 con 0x7fbd4810c180 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e0d3640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd48102da0 0x7fbd481983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e8d4640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 0x7fbd4819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e8d4640 1 -- 172.21.15.7:0/2771870275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd48102da0 msgr2=0x7fbd481983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e8d4640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd48102da0 0x7fbd481983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e8d4640 1 -- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 msgr2=0x7fbd481988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.412+0000 7fbd4e8d4640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd4e8d4640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4819d350 con 0x7fbd4810c180 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd4d8d2640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd4e8d4640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 0x7fbd4819cc70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000ec50 tx=0x7fbd4000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40003b70 con 0x7fbd4810c180 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4819d640 con 0x7fbd4810c180 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd40003d10 con 0x7fbd4810c180 2024-09-10T08:03:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd48100930 con 0x7fbd4810c180 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.413+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40010760 con 0x7fbd4810c180 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.415+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd48103180 con 0x7fbd4810c180 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.416+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fbd40004020 con 0x7fbd4810c180 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.417+0000 7fbd3f7fe640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 0x7fbd340a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.417+0000 7fbd4e0d3640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 0x7fbd340a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.417+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fbd400cf900 con 0x7fbd4810c180 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.418+0000 7fbd4e0d3640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 0x7fbd340a5040 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fbd440044f0 tx=0x7fbd44014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:36.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.422+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd4009c4c0 con 0x7fbd4810c180 2024-09-10T08:03:36.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:35 smithi145 ceph-mon[34766]: pgmap v909: 129 pgs: 129 active+clean; 391 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 3.7 MiB/s wr, 275 op/s 2024-09-10T08:03:36.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.802+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd481071c0 con 0x7fbd4810c180 2024-09-10T08:03:36.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.803+0000 7fbd3f7fe640 1 -- 172.21.15.7:0/2771870275 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11918 (secure 0 0 0) 0x7fbd4009bdc0 con 0x7fbd4810c180 2024-09-10T08:03:36.803 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:03:36.803 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":41,"btime":"2024-09-10T08:02:25:795770+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":41,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:02:25.523177+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:03:36.803 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 41 2024-09-10T08:03:36.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 msgr2=0x7fbd340a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:36.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 0x7fbd340a5040 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fbd440044f0 tx=0x7fbd44014040 comp rx=0 tx=0).stop 2024-09-10T08:03:36.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 msgr2=0x7fbd4819cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:36.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 0x7fbd4819cc70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000ec50 tx=0x7fbd4000c6a0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 shutdown_connections 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fbd340a2b80 0x7fbd340a5040 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd4810c180 0x7fbd4819cc70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd481036c0 0x7fbd481988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 --2- 172.21.15.7:0/2771870275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd48102da0 0x7fbd481983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 >> 172.21.15.7:0/2771870275 conn(0x7fbd480fc7a0 msgr2=0x7fbd480fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:36.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 shutdown_connections 2024-09-10T08:03:36.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:36.806+0000 7fbd50337640 1 -- 172.21.15.7:0/2771870275 wait complete. 2024-09-10T08:03:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:37 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2771870275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:37.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35695 7.31 MB/sec execute 159 sec latency 73.665 ms 2024-09-10T08:03:37.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:37 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2771870275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:37.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:37 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2771870275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:38.255 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:38 smithi007 ceph-mon[30879]: pgmap v910: 129 pgs: 129 active+clean; 393 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 274 op/s 2024-09-10T08:03:38.263 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-10T08:03:38.263 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-10T08:03:38.264 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35850 7.32 MB/sec execute 160 sec latency 70.733 ms 2024-09-10T08:03:38.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:38 smithi110 ceph-mon[34417]: pgmap v910: 129 pgs: 129 active+clean; 393 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 274 op/s 2024-09-10T08:03:38.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:38 smithi145 ceph-mon[34766]: pgmap v910: 129 pgs: 129 active+clean; 393 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 274 op/s 2024-09-10T08:03:38.782 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:03:39.266 INFO:tasks.workunit.client.0.smithi007.stdout: 10 35995 7.31 MB/sec execute 161 sec latency 247.184 ms 2024-09-10T08:03:40.275 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36137 7.29 MB/sec execute 162 sec latency 390.931 ms 2024-09-10T08:03:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:40 smithi007 ceph-mon[30879]: pgmap v911: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 4.7 MiB/s wr, 332 op/s 2024-09-10T08:03:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:40 smithi110 ceph-mon[34417]: pgmap v911: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 4.7 MiB/s wr, 332 op/s 2024-09-10T08:03:40.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:40 smithi145 ceph-mon[34766]: pgmap v911: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 4.7 MiB/s wr, 332 op/s 2024-09-10T08:03:41.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36266 7.27 MB/sec execute 163 sec latency 249.091 ms 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/3253336594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4102570 msgr2=0x7fc9e41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/3253336594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4102570 0x7fc9e41029b0 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009900 tx=0x7fc9d402a480 comp rx=0 tx=0).stop 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/3253336594 shutdown_connections 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/3253336594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/3253336594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4102570 0x7fc9e41029b0 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/3253336594 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4100e20 0x7fc9e4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/3253336594 >> 172.21.15.7:0/3253336594 conn(0x7fc9e40fc7d0 msgr2=0x7fc9e40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/3253336594 shutdown_connections 2024-09-10T08:03:41.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.424+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/3253336594 wait complete. 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.425+0000 7fc9ebcc0640 1 Processor -- start 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.425+0000 7fc9ebcc0640 1 -- start start 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4100e20 0x7fc9e410e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 0x7fc9e410eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e4111ed0 con 0x7fc9e4100e20 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e4111d50 con 0x7fc9e4102ef0 2024-09-10T08:03:41.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ebcc0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e4112050 con 0x7fc9e4102570 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 0x7fc9e410eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9e9a5c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4100e20 0x7fc9e410e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 0x7fc9e410eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53498/0 (socket says 172.21.15.7:53498) 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9e925b640 1 -- 172.21.15.7:0/2257963171 learned_addr learned my addr 172.21.15.7:0/2257963171 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 -- 172.21.15.7:0/2257963171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 msgr2=0x7fc9e410eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 0x7fc9e410eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 -- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4100e20 msgr2=0x7fc9e410e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4100e20 0x7fc9e410e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 -- 172.21.15.7:0/2257963171 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9e41a68b0 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.426+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410f1e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc009fd0 tx=0x7fc9dc00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.427+0000 7fc9daffd640 1 -- 172.21.15.7:0/2257963171 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc00ce20 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.427+0000 7fc9daffd640 1 -- 172.21.15.7:0/2257963171 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9dc005020 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.427+0000 7fc9daffd640 1 -- 172.21.15.7:0/2257963171 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc010690 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.427+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9e41a6ba0 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.427+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9e41a7090 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.430+0000 7fc9daffd640 1 -- 172.21.15.7:0/2257963171 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc9dc0051d0 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9daffd640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 0x7fc9d00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 Processor -- start 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9daffd640 1 -- 172.21.15.7:0/2257963171 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc9dc0cfa00 con 0x7fc9e4102ef0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 0x7fc9d00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 -- start start 2024-09-10T08:03:41.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba215e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba216b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ba20bb2a0 con 0x561ba2169150 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561ba2062b10 con 0x561ba215e890 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9ee099740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ba20b7260 con 0x561ba215df70 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.431+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:34178/0 (socket says 172.21.15.7:34178) 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e925b640 1 -- 172.21.15.7:0/1525851698 learned_addr learned my addr 172.21.15.7:0/1525851698 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba215e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 0x7fc9d00a50c0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0009c20 tx=0x7fc9e0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 -- 172.21.15.7:0/1525851698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 msgr2=0x561ba2168c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 -- 172.21.15.7:0/1525851698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 msgr2=0x561ba216b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba216b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba216b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 -- 172.21.15.7:0/1525851698 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba1e2cb90 con 0x561ba215df70 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e925b640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba216b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.432+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba215e350 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0011ca0 tx=0x7fc9e001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb2c31e718536523 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.433+0000 7fc9cffff640 1 -- 172.21.15.7:0/1525851698 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0005220 con 0x561ba215df70 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.433+0000 7fc9cffff640 1 -- 172.21.15.7:0/1525851698 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9e0004c50 con 0x561ba215df70 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.433+0000 7fc9cffff640 1 -- 172.21.15.7:0/1525851698 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0024770 con 0x561ba215df70 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- 172.21.15.7:0/1525851698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 msgr2=0x561ba215e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba215e350 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0011ca0 tx=0x7fc9e001c000 comp rx=0 tx=0).stop 2024-09-10T08:03:41.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- 172.21.15.7:0/1525851698 shutdown_connections 2024-09-10T08:03:41.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba216b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215e890 0x561ba2168c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1525851698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba215e350 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- 172.21.15.7:0/1525851698 >> 172.21.15.7:0/1525851698 conn(0x561ba215a500 msgr2=0x561ba215a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- 172.21.15.7:0/1525851698 shutdown_connections 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- 172.21.15.7:0/1525851698 wait complete. 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.434+0000 7fc9ee099740 1 -- start start 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.435+0000 7fc9ee099740 1 Processor -- start 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.435+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.435+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba21664f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.435+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba2166a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.435+0000 7fc9e9a5c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e9a5c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44884/0 (socket says 172.21.15.7:44884) 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e9a5c640 1 -- 172.21.15.7:0/1191958017 learned_addr learned my addr 172.21.15.7:0/1191958017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ba216bd20 con 0x561ba215df70 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba21664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x561ba20436e0 con 0x561ba2169150 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ba216bea0 con 0x561ba215e890 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ee099740 10 client.0 _ll_register_callbacks cb 0x561ba2067a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba2166a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 -- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 msgr2=0x561ba2166a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba2166a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 -- 172.21.15.7:0/1191958017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 msgr2=0x561ba2165fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba21751c0 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba2166a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9e925b640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba21664f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009230 tx=0x7fc9d4032eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79bc66df191be039 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.436+0000 7fc9cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4035040 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc9d40317f0 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9e0004c50 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc9d4004040 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9ee099740 10 client.29002 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.437+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561ba2177aa0 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9e0004c50 con 0x561ba215e890 2024-09-10T08:03:41.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fc9d4004860 con 0x561ba215e890 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 10 client.29002 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 10 client.29002 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 20 client.29002 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba2179350 0x561ba217b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 4 client.29002 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ba20c89d0 con 0x561ba2179350 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.438+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba2179350 0x561ba217b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.439+0000 7fc9cd7fa640 10 client.29002 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.439+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba2179350 0x561ba217b810 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a13a8b419058b44 server_cookie=770b3a4d28164542 in_seq=0 out_seq=0 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/1191958017 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ba20c89d0 con 0x561ba2179350 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9cd7fa640 10 client.29002 handle_command_reply: tid=0 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 client.29002 shutdown 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 msgr2=0x561ba21664f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba21664f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009230 tx=0x7fc9d4032eb0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 shutdown_connections 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba2179350 0x561ba217b810 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9cd7fa640 0 client.29002 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba2166a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba21664f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 --2- 172.21.15.7:0/1191958017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215df70 0x561ba2165fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 >> 172.21.15.7:0/1191958017 conn(0x561ba215a500 msgr2=0x561ba2150e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 shutdown_connections 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 1 -- 172.21.15.7:0/1191958017 wait complete. 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.440+0000 7fc9ee099740 20 client.29002 trim_cache size 0 max 16384 2024-09-10T08:03:41.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 Processor -- start 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 -- start start 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215df70 0x561ba21614c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba217e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41af140 con 0x561ba2169150 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41aca10 con 0x561ba215df70 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ee099740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41aa880 con 0x561ba215e890 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ea25d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ea25d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44888/0 (socket says 172.21.15.7:44888) 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.459+0000 7fc9ea25d640 1 -- 172.21.15.7:0/3785676435 learned_addr learned my addr 172.21.15.7:0/3785676435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9e925b640 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba217e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215df70 0x561ba21614c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 -- 172.21.15.7:0/3785676435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 msgr2=0x561ba217e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba217e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 -- 172.21.15.7:0/3785676435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215df70 msgr2=0x561ba21614c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215df70 0x561ba21614c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 -- 172.21.15.7:0/3785676435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba215a330 con 0x561ba2169150 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc0a45a0 tx=0x7fc9dc09c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd21fc024fd0f63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9cf7fe640 1 -- 172.21.15.7:0/3785676435 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc09a160 con 0x561ba2169150 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9cf7fe640 1 -- 172.21.15.7:0/3785676435 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9dc005540 con 0x561ba2169150 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.460+0000 7fc9cf7fe640 1 -- 172.21.15.7:0/3785676435 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc0a48a0 con 0x561ba2169150 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- 172.21.15.7:0/3785676435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 msgr2=0x561ba217eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc0a45a0 tx=0x7fc9dc09c6a0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- 172.21.15.7:0/3785676435 shutdown_connections 2024-09-10T08:03:41.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba2169150 0x561ba217eca0 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215e890 0x561ba217e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 --2- 172.21.15.7:0/3785676435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba215df70 0x561ba21614c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- 172.21.15.7:0/3785676435 >> 172.21.15.7:0/3785676435 conn(0x561ba215a500 msgr2=0x561ba2150e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- 172.21.15.7:0/3785676435 shutdown_connections 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- 172.21.15.7:0/3785676435 wait complete. 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 -- start start 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 Processor -- start 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.461+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba217ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba21e2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41aaed0 con 0x561ba215e890 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41ac340 con 0x561ba2169150 2024-09-10T08:03:41.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41ab5a0 con 0x561ba215df70 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 10 client.0 _ll_register_callbacks cb 0x7fc9d4032b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44892/0 (socket says 172.21.15.7:44892) 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 -- 172.21.15.7:0/2946129543 learned_addr learned my addr 172.21.15.7:0/2946129543 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ea25d640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba21e2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba217ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 -- 172.21.15.7:0/2946129543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 msgr2=0x561ba217ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba217ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 -- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 msgr2=0x561ba21e2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba21e2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 -- 172.21.15.7:0/2946129543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba214d260 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9e925b640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4004e70 tx=0x7fc9d4032830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7d79f167abf49c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4035070 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc9d4003820 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.462+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9dc005540 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc9d4062050 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 10 client.19878 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561ba21e4400 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9dc005540 con 0x561ba215e890 2024-09-10T08:03:41.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fc9d4004fa0 con 0x561ba215e890 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 10 client.19878 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 10 client.19878 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 20 client.19878 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba21e4c70 0x561ba21e7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 4 client.19878 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x561ba20c2d20 con 0x561ba21e4c70 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.463+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba21e4c70 0x561ba21e7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.464+0000 7fc9cd7fa640 10 client.19878 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:41.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.464+0000 7fc9e9a5c640 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba21e4c70 0x561ba21e7090 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13150cedc9b3dc06 server_cookie=fcd56c534c23e01e in_seq=0 out_seq=0 2024-09-10T08:03:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.840+0000 7fc9cd7fa640 1 -- 172.21.15.7:0/2946129543 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561ba20c2d20 con 0x561ba21e4c70 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.840+0000 7fc9cd7fa640 10 client.19878 handle_command_reply: tid=0 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.840+0000 7fc9ee099740 1 client.19878 shutdown 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.840+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 msgr2=0x561ba217d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.840+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4004e70 tx=0x7fc9d4032830 comp rx=0 tx=0).stop 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 shutdown_connections 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x561ba21e4c70 0x561ba21e7090 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x561ba2169150 0x561ba21e2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ba215e890 0x561ba217d210 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9cd7fa640 0 client.19878 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 --2- 172.21.15.7:0/2946129543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ba215df70 0x561ba217ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 >> 172.21.15.7:0/2946129543 conn(0x561ba215a500 msgr2=0x561ba2174120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 shutdown_connections 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 1 -- 172.21.15.7:0/2946129543 wait complete. 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.841+0000 7fc9ee099740 20 client.19878 trim_cache size 0 max 16384 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 41, 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 66, 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "e76f2112": { 2024-09-10T08:03:41.842 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 66, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 130.0, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:03:41.843 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:41.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:41.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:41.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:41.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:41.844 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 msgr2=0x7fc9d00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 0x7fc9d00a50c0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0009c20 tx=0x7fc9e0005f90 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 msgr2=0x7fc9e410f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410f1e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc009fd0 tx=0x7fc9dc00ef10 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 shutdown_connections 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc9d00a2c00 0x7fc9d00a50c0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9e4102ef0 0x7fc9e410f1e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9e4102570 0x7fc9e410eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 --2- 172.21.15.7:0/2257963171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9e4100e20 0x7fc9e410e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 >> 172.21.15.7:0/2257963171 conn(0x7fc9e40fc7d0 msgr2=0x7fc9e40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 shutdown_connections 2024-09-10T08:03:41.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:41.842+0000 7fc9ebcc0640 1 -- 172.21.15.7:0/2257963171 wait complete. 2024-09-10T08:03:42.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36310 7.25 MB/sec execute 164 sec latency 801.978 ms 2024-09-10T08:03:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:42 smithi007 ceph-mon[30879]: pgmap v912: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.6 MiB/s wr, 264 op/s 2024-09-10T08:03:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:42 smithi110 ceph-mon[34417]: pgmap v912: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.6 MiB/s wr, 264 op/s 2024-09-10T08:03:42.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:42 smithi145 ceph-mon[34766]: pgmap v912: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.6 MiB/s wr, 264 op/s 2024-09-10T08:03:43.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/873859512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb81025c0 msgr2=0x7f0fb81049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/873859512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb81025c0 0x7f0fb81049b0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f0fa8009900 tx=0x7f0fa802a410 comp rx=0 tx=0).stop 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/873859512 shutdown_connections 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/873859512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/873859512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/873859512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb81025c0 0x7f0fb81049b0 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/873859512 >> 172.21.15.7:0/873859512 conn(0x7f0fb80fc1e0 msgr2=0x7f0fb80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/873859512 shutdown_connections 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/873859512 wait complete. 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 Processor -- start 2024-09-10T08:03:43.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.011+0000 7f0fbdbd6640 1 -- start start 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb81025c0 0x7f0fb8197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb819f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb810d700 con 0x7f0fb8104ef0 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb810d580 con 0x7f0fb8107820 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fbdbd6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb810d880 con 0x7f0fb81025c0 2024-09-10T08:03:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44914/0 (socket says 172.21.15.7:44914) 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 -- 172.21.15.7:0/1206673825 learned_addr learned my addr 172.21.15.7:0/1206673825 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb81025c0 0x7f0fb8197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb819f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 -- 172.21.15.7:0/1206673825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb81025c0 msgr2=0x7f0fb8197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb81025c0 0x7f0fb8197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 -- 172.21.15.7:0/1206673825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 msgr2=0x7f0fb819f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb819f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 -- 172.21.15.7:0/1206673825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb819f9c0 con 0x7f0fb8104ef0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb819f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000c970 tx=0x7f0fa000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.012+0000 7f0fb57fa640 1 -- 172.21.15.7:0/1206673825 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0007bb0 con 0x7f0fb8104ef0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.013+0000 7f0fb57fa640 1 -- 172.21.15.7:0/1206673825 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa0007d50 con 0x7f0fb8104ef0 2024-09-10T08:03:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.013+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb819fcb0 con 0x7f0fb8104ef0 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.013+0000 7f0fb57fa640 1 -- 172.21.15.7:0/1206673825 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa000f450 con 0x7f0fb8104ef0 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.013+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb81a01d0 con 0x7f0fb8104ef0 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.015+0000 7f0fb57fa640 1 -- 172.21.15.7:0/1206673825 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0fa000f5f0 con 0x7f0fb8104ef0 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.016+0000 7f0fb57fa640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 0x7f0fa40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.016+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 0x7f0fa40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.016+0000 7f0fb57fa640 1 -- 172.21.15.7:0/1206673825 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0fa00d0360 con 0x7f0fb8104ef0 2024-09-10T08:03:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.059+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 0x7f0fa40a5170 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0fa80314e0 tx=0x7f0fa8005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 Processor -- start 2024-09-10T08:03:43.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 -- start start 2024-09-10T08:03:43.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf649a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649f780 0x55aaf64a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aaf63f92f0 con 0x55aaf649a6f0 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aaf63a1270 con 0x55aaf649f780 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aaf63f52b0 con 0x55aaf6499db0 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0faeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0faeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44926/0 (socket says 172.21.15.7:44926) 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0faeffd640 1 -- 172.21.15.7:0/1925240483 learned_addr learned my addr 172.21.15.7:0/1925240483 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649f780 0x55aaf64a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf649a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.060+0000 7f0faeffd640 1 -- 172.21.15.7:0/1925240483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 msgr2=0x55aaf649a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf649a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0faeffd640 1 -- 172.21.15.7:0/1925240483 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649f780 msgr2=0x55aaf64a1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649f780 0x55aaf64a1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0faeffd640 1 -- 172.21.15.7:0/1925240483 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf63a0340 con 0x55aaf649a6f0 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf649a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0faeffd640 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f0fa009a940 tx=0x7f0fa009aac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f649dbf6fcee94c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0fadffb640 1 -- 172.21.15.7:0/1925240483 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa001d040 con 0x55aaf649a6f0 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0fadffb640 1 -- 172.21.15.7:0/1925240483 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa00a0c70 con 0x55aaf649a6f0 2024-09-10T08:03:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.061+0000 7f0fadffb640 1 -- 172.21.15.7:0/1925240483 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa00870c0 con 0x55aaf649a6f0 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- 172.21.15.7:0/1925240483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 msgr2=0x55aaf649f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f0fa009a940 tx=0x7f0fa009aac0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- 172.21.15.7:0/1925240483 shutdown_connections 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649f780 0x55aaf64a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649a6f0 0x55aaf649f1b0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/1925240483 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf649a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- 172.21.15.7:0/1925240483 >> 172.21.15.7:0/1925240483 conn(0x55aaf6491010 msgr2=0x55aaf6491410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- 172.21.15.7:0/1925240483 shutdown_connections 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- 172.21.15.7:0/1925240483 wait complete. 2024-09-10T08:03:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- start start 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 Processor -- start 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf6499db0 0x55aaf64a4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf649a6f0 0x55aaf64a4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aaf64a2750 con 0x55aaf649f780 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55aaf6382290 con 0x55aaf6499db0 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.062+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55aaf64a28d0 con 0x55aaf649a6f0 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fc0a50740 10 client.0 _ll_register_callbacks cb 0x55aaf63b3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44936/0 (socket says 172.21.15.7:44936) 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 -- 172.21.15.7:0/4088987471 learned_addr learned my addr 172.21.15.7:0/4088987471 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf6499db0 0x55aaf64a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0faeffd640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf649a6f0 0x55aaf64a4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 -- 172.21.15.7:0/4088987471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf649a6f0 msgr2=0x55aaf64a4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf649a6f0 0x55aaf64a4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 -- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf6499db0 msgr2=0x55aaf64a4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf6499db0 0x55aaf64a4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 -- 172.21.15.7:0/4088987471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf610c210 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0011690 tx=0x7f0fb0011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a49bc10cc8d1e926 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0f96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0003b70 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0fb0003d10 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0fa00a0c70 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0fb0024050 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fc0a50740 10 client.19890 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.063+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55aaf61d8620 con 0x55aaf649f780 2024-09-10T08:03:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa00a0c70 con 0x55aaf649f780 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f0fb000f040 con 0x55aaf649f780 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 10 client.19890 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 10 client.19890 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 20 client.19890 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf64afcd0 0x55aaf64b2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 4 client.19890 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaf6406a20 con 0x55aaf64afcd0 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf64afcd0 0x55aaf64b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0f96ffd640 10 client.19890 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.064+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf64afcd0 0x55aaf64b2120 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=159674f4bb57859e server_cookie=885e833d487c7e0e in_seq=0 out_seq=0 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0f96ffd640 1 -- 172.21.15.7:0/4088987471 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aaf6406a20 con 0x55aaf64afcd0 2024-09-10T08:03:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0f96ffd640 10 client.19890 handle_command_reply: tid=0 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 client.19890 shutdown 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 msgr2=0x55aaf64ab580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0011690 tx=0x7f0fb0011b50 comp rx=0 tx=0).stop 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 shutdown_connections 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf64afcd0 0x55aaf64b2120 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64ab580 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf649a6f0 0x55aaf64a4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0f96ffd640 0 client.19890 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/4088987471 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf6499db0 0x55aaf64a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 >> 172.21.15.7:0/4088987471 conn(0x55aaf6491010 msgr2=0x55aaf6492820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 shutdown_connections 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.065+0000 7f0fc0a50740 1 -- 172.21.15.7:0/4088987471 wait complete. 2024-09-10T08:03:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.066+0000 7f0fc0a50740 20 client.19890 trim_cache size 0 max 16384 2024-09-10T08:03:43.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 Processor -- start 2024-09-10T08:03:43.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 -- start start 2024-09-10T08:03:43.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64900b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64ab540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81aae40 con 0x55aaf649f780 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81a8710 con 0x55aaf649a6f0 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81a6580 con 0x55aaf6499db0 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44938/0 (socket says 172.21.15.7:44938) 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 -- 172.21.15.7:0/3122415016 learned_addr learned my addr 172.21.15.7:0/3122415016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0faeffd640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64ab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64900b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 -- 172.21.15.7:0/3122415016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 msgr2=0x55aaf64900b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64900b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 -- 172.21.15.7:0/3122415016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 msgr2=0x55aaf64ab540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64ab540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.080+0000 7f0fb7fff640 1 -- 172.21.15.7:0/3122415016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf649abd0 con 0x55aaf649f780 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64900b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0faeffd640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64ab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00045f0 tx=0x7f0fb0009990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b484c4c21f12ec6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0fad7fa640 1 -- 172.21.15.7:0/3122415016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb002f070 con 0x55aaf649f780 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0fad7fa640 1 -- 172.21.15.7:0/3122415016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fb0016070 con 0x55aaf649f780 2024-09-10T08:03:43.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.081+0000 7f0fad7fa640 1 -- 172.21.15.7:0/3122415016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0004d40 con 0x55aaf649f780 2024-09-10T08:03:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- 172.21.15.7:0/3122415016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 msgr2=0x55aaf6492400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00045f0 tx=0x7f0fb0009990 comp rx=0 tx=0).stop 2024-09-10T08:03:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- 172.21.15.7:0/3122415016 shutdown_connections 2024-09-10T08:03:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf6492400 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64ab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/3122415016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64900b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- 172.21.15.7:0/3122415016 >> 172.21.15.7:0/3122415016 conn(0x55aaf6491010 msgr2=0x55aaf648f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- 172.21.15.7:0/3122415016 shutdown_connections 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- 172.21.15.7:0/3122415016 wait complete. 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 -- start start 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 Processor -- start 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64a8c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.082+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64a9160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81a6bd0 con 0x55aaf649f780 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81a8040 con 0x55aaf649a6f0 2024-09-10T08:03:43.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81a72a0 con 0x55aaf6499db0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 10 client.0 _ll_register_callbacks cb 0x7f0fb0009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44948/0 (socket says 172.21.15.7:44948) 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 -- 172.21.15.7:0/135419639 learned_addr learned my addr 172.21.15.7:0/135419639 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0faeffd640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64a9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 -- 172.21.15.7:0/135419639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 msgr2=0x55aaf64a8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64a8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 -- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 msgr2=0x55aaf64a9160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64a9160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 -- 172.21.15.7:0/135419639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf64aa710 con 0x55aaf649f780 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fb7fff640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0009340 tx=0x7f0fb0011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a09506a72d7e132e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0f96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:43.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb002f040 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0fb0016070 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0fb000fc70 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0fb003d050 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 10 client.19896 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.083+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55aaf64ab990 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fb0016070 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f0fb0027040 con 0x55aaf649f780 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 10 client.19896 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 10 client.19896 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 20 client.19896 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf651b0d0 0x55aaf651d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 4 client.19896 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:03:43.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aaf6400d70 con 0x55aaf651b0d0 2024-09-10T08:03:43.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.084+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf651b0d0 0x55aaf651d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:43.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.085+0000 7f0fb77fe640 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf651b0d0 0x55aaf651d4f0 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1eec6812e9982fdd server_cookie=8272a95f61d2e3cf in_seq=0 out_seq=0 2024-09-10T08:03:43.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.085+0000 7f0f96ffd640 10 client.19896 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.155+0000 7f0f96ffd640 1 -- 172.21.15.7:0/135419639 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55aaf6400d70 con 0x55aaf651b0d0 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.155+0000 7f0f96ffd640 10 client.19896 handle_command_reply: tid=0 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.155+0000 7f0fc0a50740 1 client.19896 shutdown 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.155+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 msgr2=0x55aaf64aa100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.155+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0009340 tx=0x7f0fb0011b50 comp rx=0 tx=0).stop 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 shutdown_connections 2024-09-10T08:03:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55aaf651b0d0 0x55aaf651d4f0 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aaf649f780 0x55aaf64aa100 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55aaf649a6f0 0x55aaf64a9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 --2- 172.21.15.7:0/135419639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55aaf6499db0 0x55aaf64a8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 >> 172.21.15.7:0/135419639 conn(0x55aaf6491010 msgr2=0x55aaf648f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0f96ffd640 0 client.19896 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 shutdown_connections 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 1 -- 172.21.15.7:0/135419639 wait complete. 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.156+0000 7f0fc0a50740 20 client.19896 trim_cache size 0 max 16384 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:03:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:03:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:03:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 msgr2=0x7f0fa40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 0x7f0fa40a5170 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0fa80314e0 tx=0x7f0fa8005a20 comp rx=0 tx=0).stop 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 msgr2=0x7f0fb81982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000c970 tx=0x7f0fa000ce30 comp rx=0 tx=0).stop 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 shutdown_connections 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0fa40a2cb0 0x7f0fa40a5170 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0fb8107820 0x7f0fb819f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fb8104ef0 0x7f0fb81982f0 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 --2- 172.21.15.7:0/1206673825 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fb81025c0 0x7f0fb8197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 >> 172.21.15.7:0/1206673825 conn(0x7f0fb80fc1e0 msgr2=0x7f0fb8102f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 shutdown_connections 2024-09-10T08:03:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:43.157+0000 7f0fbdbd6640 1 -- 172.21.15.7:0/1206673825 wait complete. 2024-09-10T08:03:43.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36310 7.20 MB/sec execute 165 sec latency 1802.026 ms 2024-09-10T08:03:43.369 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e76f2112', quiesce took 9.2 seconds. Will release after: 0.8000000000000007 2024-09-10T08:03:44.170 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:03:44.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36310 7.16 MB/sec execute 166 sec latency 2802.075 ms 2024-09-10T08:03:44.434 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:03:44.555 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:44 smithi007 ceph-mon[30879]: pgmap v913: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:03:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:44 smithi110 ceph-mon[34417]: pgmap v913: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:03:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:44 smithi145 ceph-mon[34766]: pgmap v913: 129 pgs: 129 active+clean; 394 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:03:44.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 -- 172.21.15.7:0/3405155118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c1055b0 msgr2=0x7ff05c10d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:44.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 --2- 172.21.15.7:0/3405155118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c1055b0 0x7ff05c10d130 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7ff054009900 tx=0x7ff05402a410 comp rx=0 tx=0).stop 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 -- 172.21.15.7:0/3405155118 shutdown_connections 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 --2- 172.21.15.7:0/3405155118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c1055b0 0x7ff05c10d130 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 --2- 172.21.15.7:0/3405155118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c100e30 0x7ff05c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 --2- 172.21.15.7:0/3405155118 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 -- 172.21.15.7:0/3405155118 >> 172.21.15.7:0/3405155118 conn(0x7ff05c077210 msgr2=0x7ff05c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 -- 172.21.15.7:0/3405155118 shutdown_connections 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.945+0000 7ff06343e640 1 -- 172.21.15.7:0/3405155118 wait complete. 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 Processor -- start 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 -- start start 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c0fc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:44.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c1055b0 0x7ff05c0fd110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c1104e0 con 0x7ff05c100e30 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c110360 con 0x7ff05c100480 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff06343e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c110660 con 0x7ff05c1055b0 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44980/0 (socket says 172.21.15.7:44980) 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0619db640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c1055b0 0x7ff05c0fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 -- 172.21.15.7:0/3803664136 learned_addr learned my addr 172.21.15.7:0/3803664136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0611da640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c0fc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 -- 172.21.15.7:0/3803664136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c1055b0 msgr2=0x7ff05c0fd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c1055b0 0x7ff05c0fd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 -- 172.21.15.7:0/3803664136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 msgr2=0x7ff05c0fc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c0fc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0609d9640 1 -- 172.21.15.7:0/3803664136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05c1a6850 con 0x7ff05c100e30 2024-09-10T08:03:44.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.946+0000 7ff0611da640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c0fc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff0609d9640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7ff05000b4a0 tx=0x7ff05000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff050014070 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff05c1a6b40 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff050010ac0 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff050017c30 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.947+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff05c1a7080 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.948+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff05c100860 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.949+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff050017070 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.950+0000 7ff05a7fc640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 0x7ff0440a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.950+0000 7ff0611da640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 0x7ff0440a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.950+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff0500ceab0 con 0x7ff05c100e30 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.950+0000 7ff0611da640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 0x7ff0440a5040 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff04c005c40 tx=0x7ff04c00a430 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:44.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:44.954+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff05009b670 con 0x7ff05c100e30 2024-09-10T08:03:45.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.168+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff05c10a800 con 0x7ff05c100e30 2024-09-10T08:03:45.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.168+0000 7ff05a7fc640 1 -- 172.21.15.7:0/3803664136 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11918 (secure 0 0 0) 0x7ff05009af70 con 0x7ff05c100e30 2024-09-10T08:03:45.168 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:03:45.168 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":41,"btime":"2024-09-10T08:02:25:795770+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":41,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:02:25.523177+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24491,24490,24475]},"id":1}]} 2024-09-10T08:03:45.168 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 41 2024-09-10T08:03:45.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 msgr2=0x7ff0440a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:45.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 0x7ff0440a5040 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff04c005c40 tx=0x7ff04c00a430 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 msgr2=0x7ff05c0fcbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7ff05000b4a0 tx=0x7ff05000b960 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 shutdown_connections 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff0440a2b80 0x7ff0440a5040 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c1055b0 0x7ff05c0fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff05c100e30 0x7ff05c0fcbd0 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 --2- 172.21.15.7:0/3803664136 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff05c100480 0x7ff05c0fc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 >> 172.21.15.7:0/3803664136 conn(0x7ff05c077210 msgr2=0x7ff05c1035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 shutdown_connections 2024-09-10T08:03:45.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:45.171+0000 7ff06343e640 1 -- 172.21.15.7:0/3803664136 wait complete. 2024-09-10T08:03:45.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36310 7.12 MB/sec execute 167 sec latency 3802.153 ms 2024-09-10T08:03:45.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:45 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3803664136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:45.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:45 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3803664136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:45.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:45 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3803664136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:03:45.906 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id e76f2112 --release --await' 2024-09-10T08:03:45.906 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id e76f2112 --release --await 2024-09-10T08:03:46.168 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:03:46.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36310 7.07 MB/sec execute 168 sec latency 4802.226 ms 2024-09-10T08:03:46.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:46 smithi007 ceph-mon[30879]: pgmap v914: 129 pgs: 129 active+clean; 388 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 -- 172.21.15.7:0/2778930707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0106a60 msgr2=0x7f7ee0106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/2778930707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0106a60 0x7f7ee0106e40 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0009930 tx=0x7f7ed002a420 comp rx=0 tx=0).stop 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 -- 172.21.15.7:0/2778930707 shutdown_connections 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/2778930707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0101400 0x7f7ee010d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/2778930707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0100a60 0x7f7ee0100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/2778930707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0106a60 0x7f7ee0106e40 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 -- 172.21.15.7:0/2778930707 >> 172.21.15.7:0/2778930707 conn(0x7f7ee00fc780 msgr2=0x7f7ee00feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 -- 172.21.15.7:0/2778930707 shutdown_connections 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.644+0000 7f7ee63a6640 1 -- 172.21.15.7:0/2778930707 wait complete. 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 Processor -- start 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 -- start start 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0101400 0x7f7ee019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 0x7f7ee019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee0110cd0 con 0x7f7ee0100a60 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee0110b50 con 0x7f7ee0101400 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee63a6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee0110e50 con 0x7f7ee0106a60 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44998/0 (socket says 172.21.15.7:44998) 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 -- 172.21.15.7:0/4099004977 learned_addr learned my addr 172.21.15.7:0/4099004977 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ee4943640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 0x7f7ee019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0101400 0x7f7ee019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 -- 172.21.15.7:0/4099004977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 msgr2=0x7f7ee019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 0x7f7ee019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 -- 172.21.15.7:0/4099004977 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0101400 msgr2=0x7f7ee019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0101400 0x7f7ee019aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.645+0000 7f7edffff640 1 -- 172.21.15.7:0/4099004977 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee019f510 con 0x7f7ee0100a60 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7ee4943640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 0x7f7ee019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7edffff640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0004770 tx=0x7f7ed00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7eddffb640 1 -- 172.21.15.7:0/4099004977 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed003f070 con 0x7f7ee0100a60 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7eddffb640 1 -- 172.21.15.7:0/4099004977 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ed003b460 con 0x7f7ee0100a60 2024-09-10T08:03:46.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ee019f7a0 con 0x7f7ee0100a60 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7eddffb640 1 -- 172.21.15.7:0/4099004977 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed0035070 con 0x7f7ee0100a60 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.646+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ee01a70e0 con 0x7f7ee0100a60 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.648+0000 7f7eddffb640 1 -- 172.21.15.7:0/4099004977 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f7ed003b610 con 0x7f7ee0100a60 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 Processor -- start 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 -- start start 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7eddffb640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 0x7f7ecc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x556899572440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572980 0x55689957cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5568994d7620 con 0x55689957d240 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55689947ee50 con 0x556899572980 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee877f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5568994d35e0 con 0x556899572060 2024-09-10T08:03:46.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee4943640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 0x7f7ecc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7eddffb640 1 -- 172.21.15.7:0/4099004977 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7ed00ef810 con 0x7f7ee0100a60 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee4943640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee4943640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45008/0 (socket says 172.21.15.7:45008) 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ee4943640 1 -- 172.21.15.7:0/1242469773 learned_addr learned my addr 172.21.15.7:0/1242469773 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7edffff640 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x556899572440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.649+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572980 0x55689957cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 -- 172.21.15.7:0/1242469773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 msgr2=0x556899572440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x556899572440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 -- 172.21.15.7:0/1242469773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572980 msgr2=0x55689957cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572980 0x55689957cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 -- 172.21.15.7:0/1242469773 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55689946fd40 con 0x55689957d240 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 0x7f7ecc0a50c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7ed800afd0 tx=0x7f7ed800ad40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ee4943640 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8010d90 tx=0x7f7ed801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ed71783db36afa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ed67fc640 1 -- 172.21.15.7:0/1242469773 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed8010e80 con 0x55689957d240 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ed67fc640 1 -- 172.21.15.7:0/1242469773 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ed8003e20 con 0x55689957d240 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.650+0000 7f7ed67fc640 1 -- 172.21.15.7:0/1242469773 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed8004280 con 0x55689957d240 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- 172.21.15.7:0/1242469773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 msgr2=0x55689957f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8010d90 tx=0x7f7ed801a000 comp rx=0 tx=0).stop 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- 172.21.15.7:0/1242469773 shutdown_connections 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957f630 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572980 0x55689957cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 --2- 172.21.15.7:0/1242469773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x556899572440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- 172.21.15.7:0/1242469773 >> 172.21.15.7:0/1242469773 conn(0x55689956e5f0 msgr2=0x55689956e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- 172.21.15.7:0/1242469773 shutdown_connections 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- 172.21.15.7:0/1242469773 wait complete. 2024-09-10T08:03:46.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 -- start start 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.651+0000 7f7ee877f740 1 Processor -- start 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572060 0x55689957a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572980 0x55689957a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55689957fe10 con 0x55689957d240 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55689945ff10 con 0x556899572060 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55689957ff90 con 0x556899572980 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee877f740 10 client.0 _ll_register_callbacks cb 0x556899483db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45020/0 (socket says 172.21.15.7:45020) 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 -- 172.21.15.7:0/2299082424 learned_addr learned my addr 172.21.15.7:0/2299082424 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572980 0x55689957a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 -- 172.21.15.7:0/2299082424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572980 msgr2=0x55689957a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572980 0x55689957a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7edffff640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572060 0x55689957a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 -- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572060 msgr2=0x55689957a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572060 0x55689957a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 -- 172.21.15.7:0/2299082424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568991e6580 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ee4943640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8004230 tx=0x7f7ed8004260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4879c2a9c1d0526f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.652+0000 7f7ebf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed802d070 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7ed8004690 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ed8003e20 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f7ed8039050 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 10 client.19914 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5568992b0960 con 0x55689957d240 2024-09-10T08:03:46.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ed8003e20 con 0x55689957d240 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f7ed801c050 con 0x55689957d240 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 10 client.19914 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 10 client.19914 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 20 client.19914 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55689958ccf0 0x55689958f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 4 client.19914 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.653+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568994e4b90 con 0x55689958ccf0 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.654+0000 7f7edffff640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55689958ccf0 0x55689958f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.654+0000 7f7edffff640 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55689958ccf0 0x55689958f0e0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2dbd38330caf81d server_cookie=84fa719a1888f876 in_seq=0 out_seq=0 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.654+0000 7f7ebf7fe640 10 client.19914 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2299082424 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5568994e4b90 con 0x55689958ccf0 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ebf7fe640 10 client.19914 handle_command_reply: tid=0 2024-09-10T08:03:46.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 client.19914 shutdown 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 msgr2=0x55689957aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8004230 tx=0x7f7ed8004260 comp rx=0 tx=0).stop 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 shutdown_connections 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55689958ccf0 0x55689958f0e0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55689957d240 0x55689957aba0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572980 0x55689957a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ebf7fe640 0 client.19914 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2299082424 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x556899572060 0x55689957a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 >> 172.21.15.7:0/2299082424 conn(0x55689956e5f0 msgr2=0x556899574320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 shutdown_connections 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 1 -- 172.21.15.7:0/2299082424 wait complete. 2024-09-10T08:03:46.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.655+0000 7f7ee877f740 20 client.19914 trim_cache size 0 max 16384 2024-09-10T08:03:46.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:46 smithi110 ceph-mon[34417]: pgmap v914: 129 pgs: 129 active+clean; 388 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 Processor -- start 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 -- start start 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x55689956d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899594cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.672+0000 7f7ee877f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01b3690 con 0x556899572980 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ee877f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01b0f60 con 0x55689957d240 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ee877f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01aedd0 con 0x556899572060 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45022/0 (socket says 172.21.15.7:45022) 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2488100710 learned_addr learned my addr 172.21.15.7:0/2488100710 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:46.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7edffff640 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x55689956d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2488100710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 msgr2=0x55689956d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x55689956d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2488100710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 msgr2=0x556899594cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ee4943640 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899594cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899594cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2488100710 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568995727b0 con 0x556899572980 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8009aa0 tx=0x7f7ec8009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1937c19ed232f23 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed5ffb640 1 -- 172.21.15.7:0/2488100710 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec8013d70 con 0x556899572980 2024-09-10T08:03:46.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed5ffb640 1 -- 172.21.15.7:0/2488100710 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ec8011920 con 0x556899572980 2024-09-10T08:03:46.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.673+0000 7f7ed5ffb640 1 -- 172.21.15.7:0/2488100710 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec801b900 con 0x556899572980 2024-09-10T08:03:46.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- 172.21.15.7:0/2488100710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 msgr2=0x556899594790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8009aa0 tx=0x7f7ec8009f60 comp rx=0 tx=0).stop 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- 172.21.15.7:0/2488100710 shutdown_connections 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899594cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899594790 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2488100710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x55689956d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- 172.21.15.7:0/2488100710 >> 172.21.15.7:0/2488100710 conn(0x55689956e5f0 msgr2=0x55689956cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- 172.21.15.7:0/2488100710 shutdown_connections 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- 172.21.15.7:0/2488100710 wait complete. 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.674+0000 7f7ee877f740 1 -- start start 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 Processor -- start 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x5568995856e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899581fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01af420 con 0x556899572980 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01b0890 con 0x55689957d240 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee01afaf0 con 0x556899572060 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee877f740 10 client.0 _ll_register_callbacks cb 0x7f7ed8010ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ed7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ed7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45034/0 (socket says 172.21.15.7:45034) 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2838076570 learned_addr learned my addr 172.21.15.7:0/2838076570 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7edffff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x5568995856e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.675+0000 7f7ee4943640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899581fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2838076570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 msgr2=0x5568995856e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x5568995856e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 msgr2=0x556899581fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899581fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 -- 172.21.15.7:0/2838076570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556899582520 con 0x556899572980 2024-09-10T08:03:46.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ed7fff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8009aa0 tx=0x7f7ec8013d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93db710c884a7652 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ebf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec8029020 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f7ec8011680 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ec8011920 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f7ec8034050 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ee877f740 10 client.19920 fetch_fsmap learned FSMap version 41 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5568995f8510 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.676+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ec8011920 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f7ec801a070 con 0x556899572980 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 10 client.19920 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 10 client.19920 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 20 client.19920 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568995f8c50 0x5568995fb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:46.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 4 client.19920 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e76f2112", "release": true, "await": true}] 2024-09-10T08:03:46.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e76f2112", "release": true, "await": true}) -- 0x5568994df0a0 con 0x5568995f8c50 2024-09-10T08:03:46.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7edffff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568995f8c50 0x5568995fb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:46.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7edffff640 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568995f8c50 0x5568995fb070 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd44acea1a7a837 server_cookie=68b147557ac112d9 in_seq=0 out_seq=0 2024-09-10T08:03:46.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.677+0000 7f7ebf7fe640 10 client.19920 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ebf7fe640 1 -- 172.21.15.7:0/2838076570 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5568994df0a0 con 0x5568995f8c50 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ebf7fe640 10 client.19920 handle_command_reply: tid=0 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 client.19920 shutdown 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 msgr2=0x556899581a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8009aa0 tx=0x7f7ec8013d50 comp rx=0 tx=0).stop 2024-09-10T08:03:46.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 shutdown_connections 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5568995f8c50 0x5568995fb070 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55689957d240 0x556899581fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556899572980 0x556899581a70 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 --2- 172.21.15.7:0/2838076570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556899572060 0x5568995856e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 >> 172.21.15.7:0/2838076570 conn(0x55689956e5f0 msgr2=0x5568995742d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ebf7fe640 0 client.19920 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 shutdown_connections 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.706+0000 7f7ee877f740 1 -- 172.21.15.7:0/2838076570 wait complete. 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.707+0000 7f7ee877f740 20 client.19920 trim_cache size 0 max 16384 2024-09-10T08:03:46.707 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 41, 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 68, 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "e76f2112": { 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 68, 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:03:46.708 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 130.0, 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:03:46.709 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:03:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.707+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 msgr2=0x7f7ecc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.707+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 0x7f7ecc0a50c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7ed800afd0 tx=0x7f7ed800ad40 comp rx=0 tx=0).stop 2024-09-10T08:03:46.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.707+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 msgr2=0x7f7ee019a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.707+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0004770 tx=0x7f7ed00042f0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 shutdown_connections 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f7ecc0a2c00 0x7f7ecc0a50c0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ee0106a60 0x7f7ee019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7ee0101400 0x7f7ee019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 --2- 172.21.15.7:0/4099004977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ee0100a60 0x7f7ee019a560 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 >> 172.21.15.7:0/4099004977 conn(0x7f7ee00fc780 msgr2=0x7f7ee010c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 shutdown_connections 2024-09-10T08:03:46.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:03:46.708+0000 7f7ee63a6640 1 -- 172.21.15.7:0/4099004977 wait complete. 2024-09-10T08:03:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:46 smithi145 ceph-mon[34766]: pgmap v914: 129 pgs: 129 active+clean; 388 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.3 MiB/s wr, 269 op/s 2024-09-10T08:03:47.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36408 7.07 MB/sec execute 169 sec latency 5212.925 ms 2024-09-10T08:03:47.554 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e76f2112', total seconds elapsed: 13.4 2024-09-10T08:03:48.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36566 7.07 MB/sec execute 170 sec latency 395.187 ms 2024-09-10T08:03:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:48 smithi007 ceph-mon[30879]: pgmap v915: 129 pgs: 129 active+clean; 386 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 2.8 MiB/s wr, 222 op/s 2024-09-10T08:03:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:48 smithi110 ceph-mon[34417]: pgmap v915: 129 pgs: 129 active+clean; 386 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 2.8 MiB/s wr, 222 op/s 2024-09-10T08:03:48.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:48 smithi145 ceph-mon[34766]: pgmap v915: 129 pgs: 129 active+clean; 386 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 2.8 MiB/s wr, 222 op/s 2024-09-10T08:03:49.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36732 7.06 MB/sec execute 171 sec latency 221.431 ms 2024-09-10T08:03:50.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 36903 7.07 MB/sec execute 172 sec latency 75.580 ms 2024-09-10T08:03:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:50 smithi007 ceph-mon[30879]: pgmap v916: 129 pgs: 129 active+clean; 386 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 2.7 MiB/s wr, 245 op/s 2024-09-10T08:03:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:50 smithi110 ceph-mon[34417]: pgmap v916: 129 pgs: 129 active+clean; 386 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 2.7 MiB/s wr, 245 op/s 2024-09-10T08:03:50.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:50 smithi145 ceph-mon[34766]: pgmap v916: 129 pgs: 129 active+clean; 386 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 2.7 MiB/s wr, 245 op/s 2024-09-10T08:03:51.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37099 7.11 MB/sec execute 173 sec latency 67.355 ms 2024-09-10T08:03:52.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37284 7.15 MB/sec execute 174 sec latency 74.361 ms 2024-09-10T08:03:52.542 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:52 smithi145 ceph-mon[34766]: pgmap v917: 129 pgs: 129 active+clean; 387 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.5 MiB/s wr, 163 op/s 2024-09-10T08:03:52.542 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:52 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:03:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:52 smithi007 ceph-mon[30879]: pgmap v917: 129 pgs: 129 active+clean; 387 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.5 MiB/s wr, 163 op/s 2024-09-10T08:03:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:52 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:03:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:52 smithi110 ceph-mon[34417]: pgmap v917: 129 pgs: 129 active+clean; 387 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.5 MiB/s wr, 163 op/s 2024-09-10T08:03:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:52 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:03:53.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37441 7.16 MB/sec execute 175 sec latency 144.159 ms 2024-09-10T08:03:54.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37646 7.20 MB/sec execute 176 sec latency 120.699 ms 2024-09-10T08:03:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:54 smithi007 ceph-mon[30879]: pgmap v918: 129 pgs: 129 active+clean; 394 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.7 MiB/s wr, 210 op/s 2024-09-10T08:03:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:54 smithi110 ceph-mon[34417]: pgmap v918: 129 pgs: 129 active+clean; 394 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.7 MiB/s wr, 210 op/s 2024-09-10T08:03:54.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:54 smithi145 ceph-mon[34766]: pgmap v918: 129 pgs: 129 active+clean; 394 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.7 MiB/s wr, 210 op/s 2024-09-10T08:03:55.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37830 7.21 MB/sec execute 177 sec latency 100.579 ms 2024-09-10T08:03:56.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 37970 7.21 MB/sec execute 178 sec latency 72.872 ms 2024-09-10T08:03:56.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 -- 172.21.15.7:0/354843773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c101b60 msgr2=0x7f664c101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 --2- 172.21.15.7:0/354843773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c101b60 0x7f664c101f60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f663c009900 tx=0x7f663c02a410 comp rx=0 tx=0).stop 2024-09-10T08:03:56.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 -- 172.21.15.7:0/354843773 shutdown_connections 2024-09-10T08:03:56.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 --2- 172.21.15.7:0/354843773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c103710 0x7f664c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 --2- 172.21.15.7:0/354843773 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c102d50 0x7f664c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 --2- 172.21.15.7:0/354843773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c101b60 0x7f664c101f60 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 -- 172.21.15.7:0/354843773 >> 172.21.15.7:0/354843773 conn(0x7f664c0fd2e0 msgr2=0x7f664c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 -- 172.21.15.7:0/354843773 shutdown_connections 2024-09-10T08:03:56.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.291+0000 7f6652559640 1 -- 172.21.15.7:0/354843773 wait complete. 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.292+0000 7f6652559640 1 Processor -- start 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.292+0000 7f6652559640 1 -- start start 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c102d50 0x7f664c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c103710 0x7f664c1a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f664c10d6e0 con 0x7f664c101b60 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f664c10d560 con 0x7f664c103710 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6652559640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f664c10d860 con 0x7f664c102d50 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47216/0 (socket says 172.21.15.7:47216) 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 -- 172.21.15.7:0/1917561815 learned_addr learned my addr 172.21.15.7:0/1917561815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f6650af6640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c103710 0x7f664c1a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664b7fe640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c102d50 0x7f664c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 -- 172.21.15.7:0/1917561815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c102d50 msgr2=0x7f664c19a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c102d50 0x7f664c19a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 -- 172.21.15.7:0/1917561815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c103710 msgr2=0x7f664c1a14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c103710 0x7f664c1a14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.293+0000 7f664bfff640 1 -- 172.21.15.7:0/1917561815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f664c1a1b60 con 0x7f664c101b60 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f664bfff640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f663c0314e0 tx=0x7f663c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f66497fa640 1 -- 172.21.15.7:0/1917561815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c03f070 con 0x7f664c101b60 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f66497fa640 1 -- 172.21.15.7:0/1917561815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f663c031c40 con 0x7f664c101b60 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f66497fa640 1 -- 172.21.15.7:0/1917561815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c035030 con 0x7f664c101b60 2024-09-10T08:03:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f664c1a1df0 con 0x7f664c101b60 2024-09-10T08:03:56.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.294+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f664c1a21d0 con 0x7f664c101b60 2024-09-10T08:03:56.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66497fa640 1 -- 172.21.15.7:0/1917561815 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f663c042070 con 0x7f664c101b60 2024-09-10T08:03:56.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 Processor -- start 2024-09-10T08:03:56.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 -- start start 2024-09-10T08:03:56.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8deda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8e1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a83d2f0 con 0x55ce9a8da2e0 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a7e5270 con 0x55ce9a8df370 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.297+0000 7f66553d3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a8392b0 con 0x55ce9a8d99a0 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f6650af6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f6650af6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51096/0 (socket says 172.21.15.7:51096) 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8e1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f6650af6640 1 -- 172.21.15.7:0/2005218492 learned_addr learned my addr 172.21.15.7:0/2005218492 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664bfff640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8deda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 -- 172.21.15.7:0/2005218492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 msgr2=0x55ce9a8d9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 -- 172.21.15.7:0/2005218492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 msgr2=0x55ce9a8deda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8deda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 -- 172.21.15.7:0/2005218492 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce9a7e4340 con 0x55ce9a8df370 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f6650af6640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664bfff640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8deda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f66497fa640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 0x7f66340a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8e1830 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6640009bd0 tx=0x7f6640011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3917b4b5a29124d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f6650af6640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 0x7f66340a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f66497fa640 1 -- 172.21.15.7:0/1917561815 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f663c0efb20 con 0x7f664c101b60 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f66327fc640 1 -- 172.21.15.7:0/2005218492 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640004230 con 0x55ce9a8df370 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.298+0000 7f66327fc640 1 -- 172.21.15.7:0/2005218492 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6640009e40 con 0x55ce9a8df370 2024-09-10T08:03:56.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.299+0000 7f66327fc640 1 -- 172.21.15.7:0/2005218492 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640004c40 con 0x55ce9a8df370 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.299+0000 7f66553d3740 1 -- 172.21.15.7:0/2005218492 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 msgr2=0x55ce9a8e1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.299+0000 7f66553d3740 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8e1830 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6640009bd0 tx=0x7f6640011810 comp rx=0 tx=0).stop 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.299+0000 7f6650af6640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 0x7f66340a50f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6644011890 tx=0x7f6644009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 -- 172.21.15.7:0/2005218492 shutdown_connections 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8e1830 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8deda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 --2- 172.21.15.7:0/2005218492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8d9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 -- 172.21.15.7:0/2005218492 >> 172.21.15.7:0/2005218492 conn(0x55ce9a8d5010 msgr2=0x55ce9a8d5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 -- 172.21.15.7:0/2005218492 shutdown_connections 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 -- 172.21.15.7:0/2005218492 wait complete. 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 -- start start 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.300+0000 7f66553d3740 1 Processor -- start 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a8e2340 con 0x55ce9a8d99a0 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47238/0 (socket says 172.21.15.7:47238) 2024-09-10T08:03:56.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 -- 172.21.15.7:0/350137410 learned_addr learned my addr 172.21.15.7:0/350137410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a7c6290 con 0x55ce9a8df370 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ce9a8e24c0 con 0x55ce9a8da2e0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f6650af6640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f66553d3740 10 client.0 _ll_register_callbacks cb 0x55ce9a7f7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664b7fe640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 -- 172.21.15.7:0/350137410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 msgr2=0x55ce9a8ec880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 -- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 msgr2=0x55ce9a8f38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8f38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f664bfff640 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce9a550210 con 0x55ce9a8d99a0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.301+0000 7f6650af6640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8f38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f664bfff640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f663c0bbd30 tx=0x7f663c0bbe80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cb635ed2a459543 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f662b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:56.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c049050 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ce9a84aa20 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f663c03b4f0 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f663c0bb990 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f66553d3740 10 client.19929 fetch_fsmap learned FSMap version 42 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ce9a61c620 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.302+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ce9a84aa20 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f663c0bc290 con 0x55ce9a8d99a0 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 10 client.19929 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 10 client.19929 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 20 client.19929 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a8f7f90 0x55ce9a8fa420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 4 client.19929 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:03:56.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce9a844d70 con 0x55ce9a8f7f90 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f664b7fe640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a8f7f90 0x55ce9a8fa420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f662b7fe640 10 client.19929 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.303+0000 7f664b7fe640 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a8f7f90 0x55ce9a8fa420 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61e62f6116ca01b4 server_cookie=e937c9e6f6755322 in_seq=0 out_seq=0 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.304+0000 7f662b7fe640 1 -- 172.21.15.7:0/350137410 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ce9a844d70 con 0x55ce9a8f7f90 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.304+0000 7f662b7fe640 10 client.19929 handle_command_reply: tid=0 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.304+0000 7f66553d3740 1 client.19929 shutdown 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 msgr2=0x55ce9a8ec340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f663c0bbd30 tx=0x7f663c0bbe80 comp rx=0 tx=0).stop 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 shutdown_connections 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a8f7f90 0x55ce9a8fa420 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8df370 0x55ce9a8f38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 --2- 172.21.15.7:0/350137410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8d99a0 0x55ce9a8ec340 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 >> 172.21.15.7:0/350137410 conn(0x55ce9a8d5010 msgr2=0x55ce9a8d6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f662b7fe640 0 client.19929 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 shutdown_connections 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 1 -- 172.21.15.7:0/350137410 wait complete. 2024-09-10T08:03:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.305+0000 7f66553d3740 20 client.19929 trim_cache size 0 max 16384 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.330+0000 7f66553d3740 1 Processor -- start 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.330+0000 7f66553d3740 1 -- start start 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.330+0000 7f66553d3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.330+0000 7f66553d3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51114/0 (socket says 172.21.15.7:51114) 2024-09-10T08:03:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664bfff640 1 -- 172.21.15.7:0/2638760232 learned_addr learned my addr 172.21.15.7:0/2638760232 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f66553d3740 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 0x55ce9a8d40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1aacc0 con 0x55ce9a8df370 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1a8590 con 0x55ce9a8dba90 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1a6400 con 0x55ce9a8da2e0 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f6650af6640 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 0x55ce9a8d40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 -- 172.21.15.7:0/2638760232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 msgr2=0x55ce9a8ec910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 -- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 msgr2=0x55ce9a8d40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 0x55ce9a8d40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f664b7fe640 1 -- 172.21.15.7:0/2638760232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce9a8ebe80 con 0x55ce9a8df370 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.331+0000 7f6650af6640 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 0x55ce9a8d40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.332+0000 7f664b7fe640 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f3850 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f66400096e0 tx=0x7f6640004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d84d982e3b63efb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.332+0000 7f6631ffb640 1 -- 172.21.15.7:0/2638760232 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664001e040 con 0x55ce9a8df370 2024-09-10T08:03:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.332+0000 7f6631ffb640 1 -- 172.21.15.7:0/2638760232 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6640003aa0 con 0x55ce9a8df370 2024-09-10T08:03:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.332+0000 7f6631ffb640 1 -- 172.21.15.7:0/2638760232 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640024810 con 0x55ce9a8df370 2024-09-10T08:03:56.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 msgr2=0x55ce9a8f3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f3850 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f66400096e0 tx=0x7f6640004640 comp rx=0 tx=0).stop 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 shutdown_connections 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8dba90 0x55ce9a8d40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f3850 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 --2- 172.21.15.7:0/2638760232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8ec910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 >> 172.21.15.7:0/2638760232 conn(0x55ce9a8d5010 msgr2=0x55ce9a8d39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 shutdown_connections 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- 172.21.15.7:0/2638760232 wait complete. 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.333+0000 7f66553d3740 1 -- start start 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.334+0000 7f66553d3740 1 Processor -- start 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.334+0000 7f66553d3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8f13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.334+0000 7f66553d3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 0x55ce9a8f18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f66553d3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f664bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8f13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f664b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 0x55ce9a8f18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f664bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8f13b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:53902/0 (socket says 172.21.15.7:53902) 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f664b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 0x55ce9a8f18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51128/0 (socket says 172.21.15.7:51128) 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f6650af6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f6650af6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47264/0 (socket says 172.21.15.7:47264) 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f664bfff640 1 -- 172.21.15.7:0/3736079114 learned_addr learned my addr 172.21.15.7:0/3736079114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1a6a50 con 0x55ce9a8df370 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1a7ec0 con 0x55ce9a8da2e0 2024-09-10T08:03:56.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.335+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f664c1a7120 con 0x55ce9a8dba90 2024-09-10T08:03:56.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f66553d3740 10 client.0 _ll_register_callbacks cb 0x7f663c005e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:03:56.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 -- 172.21.15.7:0/3736079114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 msgr2=0x55ce9a8f18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 0x55ce9a8f18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.338 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 -- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 msgr2=0x55ce9a8f13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8f13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce9a8f2ea0 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f6650af6640 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f6644005fd0 tx=0x7f6644004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7493bbe14bda7382 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.336+0000 7f662b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6644004b20 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6644017030 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6640003aa0 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f6644035050 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f66553d3740 10 client.19935 fetch_fsmap learned FSMap version 42 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.337+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ce9a9630b0 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6640003aa0 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f66440052c0 con 0x55ce9a8df370 2024-09-10T08:03:56.339 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 10 client.19935 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 10 client.19935 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 20 client.19935 populate_metadata read hostname 'smithi007' 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a963a10 0x55ce9a965e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 4 client.19935 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce9a7c1900 con 0x55ce9a963a10 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.338+0000 7f664bfff640 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a963a10 0x55ce9a965e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.339+0000 7f662b7fe640 10 client.19935 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:56.340 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.339+0000 7f664bfff640 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a963a10 0x55ce9a965e30 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0c7c6c3b478311f server_cookie=a43d0f9738a37c4e in_seq=0 out_seq=0 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.452+0000 7f662b7fe640 1 -- 172.21.15.7:0/3736079114 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ce9a7c1900 con 0x55ce9a963a10 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.452+0000 7f662b7fe640 10 client.19935 handle_command_reply: tid=0 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 client.19935 shutdown 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 msgr2=0x55ce9a8f2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f6644005fd0 tx=0x7f6644004ab0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 shutdown_connections 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ce9a963a10 0x55ce9a965e30 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ce9a8df370 0x55ce9a8f2890 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f662b7fe640 0 client.19935 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:03:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ce9a8dba90 0x55ce9a8f18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 --2- 172.21.15.7:0/3736079114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ce9a8da2e0 0x55ce9a8f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 >> 172.21.15.7:0/3736079114 conn(0x55ce9a8d5010 msgr2=0x55ce9a8d39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 shutdown_connections 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 1 -- 172.21.15.7:0/3736079114 wait complete. 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.453+0000 7f66553d3740 20 client.19935 trim_cache size 0 max 16384 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:03:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:03:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 msgr2=0x7f66340a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 0x7f66340a50f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6644011890 tx=0x7f6644009500 comp rx=0 tx=0).stop 2024-09-10T08:03:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 msgr2=0x7f664c199f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:03:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f663c0314e0 tx=0x7f663c003c10 comp rx=0 tx=0).stop 2024-09-10T08:03:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 shutdown_connections 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f66340a2c30 0x7f66340a50f0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f664c103710 0x7f664c1a14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c102d50 0x7f664c19a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 --2- 172.21.15.7:0/1917561815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f664c101b60 0x7f664c199f40 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 >> 172.21.15.7:0/1917561815 conn(0x7f664c0fd2e0 msgr2=0x7f664c108520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 shutdown_connections 2024-09-10T08:03:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:03:56.454+0000 7f6652559640 1 -- 172.21.15.7:0/1917561815 wait complete. 2024-09-10T08:03:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:56 smithi007 ceph-mon[30879]: pgmap v919: 129 pgs: 129 active+clean; 395 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 2.4 MiB/s wr, 189 op/s 2024-09-10T08:03:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:56 smithi110 ceph-mon[34417]: pgmap v919: 129 pgs: 129 active+clean; 395 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 2.4 MiB/s wr, 189 op/s 2024-09-10T08:03:56.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:56 smithi145 ceph-mon[34766]: pgmap v919: 129 pgs: 129 active+clean; 395 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 2.4 MiB/s wr, 189 op/s 2024-09-10T08:03:57.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38098 7.22 MB/sec execute 179 sec latency 101.150 ms 2024-09-10T08:03:58.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38268 7.25 MB/sec execute 180 sec latency 67.221 ms 2024-09-10T08:03:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:03:58 smithi007 ceph-mon[30879]: pgmap v920: 129 pgs: 129 active+clean; 397 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 2.4 MiB/s wr, 156 op/s 2024-09-10T08:03:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:03:58 smithi110 ceph-mon[34417]: pgmap v920: 129 pgs: 129 active+clean; 397 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 2.4 MiB/s wr, 156 op/s 2024-09-10T08:03:58.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:03:58 smithi145 ceph-mon[34766]: pgmap v920: 129 pgs: 129 active+clean; 397 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 2.4 MiB/s wr, 156 op/s 2024-09-10T08:03:59.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38436 7.27 MB/sec execute 181 sec latency 64.486 ms 2024-09-10T08:04:00.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38605 7.28 MB/sec execute 182 sec latency 189.034 ms 2024-09-10T08:04:00.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:00 smithi007 ceph-mon[30879]: pgmap v921: 129 pgs: 129 active+clean; 406 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.1 MiB/s wr, 275 op/s 2024-09-10T08:04:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:00 smithi110 ceph-mon[34417]: pgmap v921: 129 pgs: 129 active+clean; 406 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.1 MiB/s wr, 275 op/s 2024-09-10T08:04:00.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:00 smithi145 ceph-mon[34766]: pgmap v921: 129 pgs: 129 active+clean; 406 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.1 MiB/s wr, 275 op/s 2024-09-10T08:04:01.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38747 7.27 MB/sec execute 183 sec latency 107.965 ms 2024-09-10T08:04:02.276 INFO:tasks.workunit.client.0.smithi007.stdout: 10 38905 7.28 MB/sec execute 184 sec latency 70.063 ms 2024-09-10T08:04:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:02 smithi007 ceph-mon[30879]: pgmap v922: 129 pgs: 129 active+clean; 408 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.2 MiB/s wr, 255 op/s 2024-09-10T08:04:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:02 smithi110 ceph-mon[34417]: pgmap v922: 129 pgs: 129 active+clean; 408 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.2 MiB/s wr, 255 op/s 2024-09-10T08:04:02.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:02 smithi145 ceph-mon[34766]: pgmap v922: 129 pgs: 129 active+clean; 408 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.2 MiB/s wr, 255 op/s 2024-09-10T08:04:03.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39009 7.26 MB/sec execute 185 sec latency 293.580 ms 2024-09-10T08:04:04.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39151 7.25 MB/sec execute 186 sec latency 121.743 ms 2024-09-10T08:04:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:04 smithi007 ceph-mon[30879]: pgmap v923: 129 pgs: 129 active+clean; 413 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 5.0 MiB/s wr, 312 op/s 2024-09-10T08:04:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:04 smithi110 ceph-mon[34417]: pgmap v923: 129 pgs: 129 active+clean; 413 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 5.0 MiB/s wr, 312 op/s 2024-09-10T08:04:04.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:04 smithi145 ceph-mon[34766]: pgmap v923: 129 pgs: 129 active+clean; 413 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 5.0 MiB/s wr, 312 op/s 2024-09-10T08:04:05.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39322 7.26 MB/sec execute 187 sec latency 88.203 ms 2024-09-10T08:04:06.126 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 12.8 2024-09-10T08:04:06.127 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:04:06.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39464 7.27 MB/sec execute 188 sec latency 87.241 ms 2024-09-10T08:04:06.547 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:06 smithi007 ceph-mon[30879]: pgmap v924: 129 pgs: 129 active+clean; 412 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 272 op/s 2024-09-10T08:04:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:06 smithi110 ceph-mon[34417]: pgmap v924: 129 pgs: 129 active+clean; 412 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 272 op/s 2024-09-10T08:04:06.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:06 smithi145 ceph-mon[34766]: pgmap v924: 129 pgs: 129 active+clean; 412 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 272 op/s 2024-09-10T08:04:07.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39578 7.26 MB/sec execute 189 sec latency 209.629 ms 2024-09-10T08:04:08.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39698 7.23 MB/sec execute 190 sec latency 136.098 ms 2024-09-10T08:04:08.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:08 smithi007 ceph-mon[30879]: pgmap v925: 129 pgs: 129 active+clean; 410 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 263 op/s 2024-09-10T08:04:08.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:08 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:04:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:08 smithi110 ceph-mon[34417]: pgmap v925: 129 pgs: 129 active+clean; 410 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 263 op/s 2024-09-10T08:04:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:08 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:04:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:08 smithi145 ceph-mon[34766]: pgmap v925: 129 pgs: 129 active+clean; 410 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 263 op/s 2024-09-10T08:04:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:08 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:04:09.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39844 7.22 MB/sec execute 191 sec latency 80.954 ms 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 -- 172.21.15.7:0/1126106459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700102d50 msgr2=0x7f77001031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 --2- 172.21.15.7:0/1126106459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700102d50 0x7f77001031d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009900 tx=0x7f76ec02a410 comp rx=0 tx=0).stop 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 -- 172.21.15.7:0/1126106459 shutdown_connections 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 --2- 172.21.15.7:0/1126106459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700103710 0x7f7700109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 --2- 172.21.15.7:0/1126106459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700102d50 0x7f77001031d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 --2- 172.21.15.7:0/1126106459 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 0x7f7700101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 -- 172.21.15.7:0/1126106459 >> 172.21.15.7:0/1126106459 conn(0x7f77000fd2e0 msgr2=0x7f77000ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 -- 172.21.15.7:0/1126106459 shutdown_connections 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.572+0000 7f7706bbd640 1 -- 172.21.15.7:0/1126106459 wait complete. 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 Processor -- start 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 -- start start 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 0x7f7700197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 0x7f770019f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f770010d670 con 0x7f7700102d50 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f770010d4f0 con 0x7f7700101b60 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7706bbd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f770010d7f0 con 0x7f7700103710 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51478/0 (socket says 172.21.15.7:51478) 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 -- 172.21.15.7:0/3102089829 learned_addr learned my addr 172.21.15.7:0/3102089829 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f770515a640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 0x7f770019f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f7704959640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 0x7f7700197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 -- 172.21.15.7:0/3102089829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 msgr2=0x7f770019f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 0x7f770019f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 -- 172.21.15.7:0/3102089829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 msgr2=0x7f7700197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.573+0000 7f76fffff640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 0x7f7700197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f76fffff640 1 -- 172.21.15.7:0/3102089829 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f770019f950 con 0x7f7700102d50 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f770515a640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 0x7f770019f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f76fffff640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f76ec005940 tx=0x7f76ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f76fdffb640 1 -- 172.21.15.7:0/3102089829 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec03f030 con 0x7f7700102d50 2024-09-10T08:04:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f770019fbe0 con 0x7f7700102d50 2024-09-10T08:04:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f76fdffb640 1 -- 172.21.15.7:0/3102089829 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76ec003cb0 con 0x7f7700102d50 2024-09-10T08:04:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f76fdffb640 1 -- 172.21.15.7:0/3102089829 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec035070 con 0x7f7700102d50 2024-09-10T08:04:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.574+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77001a0120 con 0x7f7700102d50 2024-09-10T08:04:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.577+0000 7f76fdffb640 1 -- 172.21.15.7:0/3102089829 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f76ec042030 con 0x7f7700102d50 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.577+0000 7f7709a35740 1 Processor -- start 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.577+0000 7f7709a35740 1 -- start start 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 0x559214683c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5592145db2f0 con 0x55921467bdb0 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559214583270 con 0x559214681780 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7709a35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5592145d72b0 con 0x55921467c6f0 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7704959640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51494/0 (socket says 172.21.15.7:51494) 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7704959640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40300/0 (socket says 172.21.15.7:40300) 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 -- 172.21.15.7:0/2947449161 learned_addr learned my addr 172.21.15.7:0/2947449161 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f76fffff640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 0x559214683c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 -- 172.21.15.7:0/2947449161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 msgr2=0x5592146811b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 -- 172.21.15.7:0/2947449161 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 msgr2=0x559214683c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 0x559214683c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f770515a640 1 -- 172.21.15.7:0/2947449161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559214582340 con 0x55921467bdb0 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f7704959640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.578+0000 7f76fdffb640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 0x7f76f00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f76fffff640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 0x559214683c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:04:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f770515a640 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f76f80117e0 tx=0x7f76f8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77a4c53a668fb561 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f7704959640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 0x7f76f00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f76fdffb640 1 -- 172.21.15.7:0/3102089829 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f76ec0ef980 con 0x7f7700102d50 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f76eaffd640 1 -- 172.21.15.7:0/2947449161 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f8011310 con 0x55921467bdb0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f76eaffd640 1 -- 172.21.15.7:0/2947449161 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76f8003e20 con 0x55921467bdb0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.579+0000 7f76eaffd640 1 -- 172.21.15.7:0/2947449161 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f80044f0 con 0x55921467bdb0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- 172.21.15.7:0/2947449161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 msgr2=0x55921467c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f76f80117e0 tx=0x7f76f8011ca0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7704959640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 0x7f76f00a50f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x55921467d120 tx=0x7f76f400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- 172.21.15.7:0/2947449161 shutdown_connections 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x559214681780 0x559214683c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146811b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 --2- 172.21.15.7:0/2947449161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467bdb0 0x55921467c1b0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- 172.21.15.7:0/2947449161 >> 172.21.15.7:0/2947449161 conn(0x559214673010 msgr2=0x559214673410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- 172.21.15.7:0/2947449161 shutdown_connections 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- 172.21.15.7:0/2947449161 wait complete. 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.580+0000 7f7709a35740 1 -- start start 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 Processor -- start 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x55921467fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559214684750 con 0x55921467c6f0 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x559214564290 con 0x55921467bdb0 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5592146848d0 con 0x559214681780 2024-09-10T08:04:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7709a35740 10 client.0 _ll_register_callbacks cb 0x559214595140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51502/0 (socket says 172.21.15.7:51502) 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f76fffff640 1 -- 172.21.15.7:0/4045046370 learned_addr learned my addr 172.21.15.7:0/4045046370 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f7704959640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.581+0000 7f770515a640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x55921467fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 -- 172.21.15.7:0/4045046370 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 msgr2=0x55921467fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x55921467fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 -- 172.21.15.7:0/4045046370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 msgr2=0x55921467eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 -- 172.21.15.7:0/4045046370 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592142ee210 con 0x55921467bdb0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f76fffff640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7704959640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e610 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x559214673e90 tx=0x7f76f4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6203714a97f98bd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f76dffff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:04:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4004020 con 0x55921467bdb0 2024-09-10T08:04:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76f8003e20 con 0x55921467bdb0 2024-09-10T08:04:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.582+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f76f4017030 con 0x55921467bdb0 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.583+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f76f4032050 con 0x55921467bdb0 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.583+0000 7f7709a35740 10 client.28991 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.583+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5592143ba620 con 0x55921467bdb0 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.583+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76f8003e20 con 0x55921467bdb0 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.583+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f76f4027410 con 0x55921467bdb0 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 10 client.28991 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 10 client.28991 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 20 client.28991 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592146961f0 0x559214698600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 4 client.28991 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592145e8a20 con 0x5592146961f0 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f76fffff640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592146961f0 0x559214698600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f76dffff640 10 client.28991 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.584+0000 7f76fffff640 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592146961f0 0x559214698600 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99accd7fd91e502d server_cookie=224d72c78c23c37 in_seq=0 out_seq=0 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f76dffff640 1 -- 172.21.15.7:0/4045046370 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592145e8a20 con 0x5592146961f0 2024-09-10T08:04:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f76dffff640 10 client.28991 handle_command_reply: tid=0 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 client.28991 shutdown 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 msgr2=0x55921467e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e610 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x559214673e90 tx=0x7f76f4004730 comp rx=0 tx=0).stop 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 shutdown_connections 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5592146961f0 0x559214698600 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x55921467fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 --2- 172.21.15.7:0/4045046370 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e610 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 >> 172.21.15.7:0/4045046370 conn(0x559214673010 msgr2=0x559214674820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f76dffff640 0 client.28991 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 shutdown_connections 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.585+0000 7f7709a35740 1 -- 172.21.15.7:0/4045046370 wait complete. 2024-09-10T08:04:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.586+0000 7f7709a35740 20 client.28991 trim_cache size 0 max 16384 2024-09-10T08:04:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:04:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:04:09.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 Processor -- start 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 -- start start 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x559214673ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.610+0000 7f7709a35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77001aadd0 con 0x55921467c6f0 2024-09-10T08:04:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f7709a35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77001a86a0 con 0x55921467bdb0 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f7709a35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77001a6510 con 0x559214681780 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51508/0 (socket says 172.21.15.7:51508) 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 -- 172.21.15.7:0/3024649837 learned_addr learned my addr 172.21.15.7:0/3024649837 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f7704959640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f770515a640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x559214673ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 -- 172.21.15.7:0/3024649837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 msgr2=0x559214673ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x559214673ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 -- 172.21.15.7:0/3024649837 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 msgr2=0x55921467e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 -- 172.21.15.7:0/3024649837 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559214672e30 con 0x55921467c6f0 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f7704959640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76fffff640 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0bbbf0 tx=0x7f76ec0044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cabd916e9c3af5e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76ea7fc640 1 -- 172.21.15.7:0/3024649837 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec0be070 con 0x55921467c6f0 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76ea7fc640 1 -- 172.21.15.7:0/3024649837 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76ec0bbef0 con 0x55921467c6f0 2024-09-10T08:04:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.611+0000 7f76ea7fc640 1 -- 172.21.15.7:0/3024649837 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec049040 con 0x55921467c6f0 2024-09-10T08:04:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 -- 172.21.15.7:0/3024649837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 msgr2=0x55921467e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0bbbf0 tx=0x7f76ec0044e0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 -- 172.21.15.7:0/3024649837 shutdown_connections 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559214681780 0x559214673ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55921467c6f0 0x55921467e900 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 --2- 172.21.15.7:0/3024649837 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921467e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 -- 172.21.15.7:0/3024649837 >> 172.21.15.7:0/3024649837 conn(0x559214673010 msgr2=0x559214677e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 -- 172.21.15.7:0/3024649837 shutdown_connections 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.612+0000 7f7709a35740 1 -- 172.21.15.7:0/3024649837 wait complete. 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 -- start start 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 Processor -- start 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146903e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559214681780 0x5592146feed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77001a6b60 con 0x559214681780 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77001a7fd0 con 0x55921467bdb0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77001a7230 con 0x55921467c6f0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7709a35740 10 client.0 _ll_register_callbacks cb 0x7f76f400b570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7704959640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7704959640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:58692/0 (socket says 172.21.15.7:58692) 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f7704959640 1 -- 172.21.15.7:0/648284926 learned_addr learned my addr 172.21.15.7:0/648284926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76fffff640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146903e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.613+0000 7f770515a640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559214681780 0x5592146feed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 -- 172.21.15.7:0/648284926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 msgr2=0x5592146903e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146903e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 -- 172.21.15.7:0/648284926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559214681780 msgr2=0x5592146feed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559214681780 0x5592146feed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 -- 172.21.15.7:0/648284926 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592146ff410 con 0x55921467bdb0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76fffff640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146903e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7704959640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f76f4011cd0 tx=0x7f76f4027d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=755f50fd3400e26b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76dffff640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4004020 con 0x55921467bdb0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76ec0bbef0 con 0x55921467bdb0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f76f40041c0 con 0x55921467bdb0 2024-09-10T08:04:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.614+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f76f40043c0 con 0x55921467bdb0 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 10 client.28997 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x559214700630 con 0x55921467bdb0 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76ec0bbef0 con 0x55921467bdb0 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f76f4036410 con 0x55921467bdb0 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 10 client.28997 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 10 client.28997 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 20 client.28997 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559214701060 0x559214703480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 4 client.28997 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5592145e2d70 con 0x559214701060 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.615+0000 7f76fffff640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559214701060 0x559214703480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.616+0000 7f76dffff640 10 client.28997 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:09.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.616+0000 7f76fffff640 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559214701060 0x559214703480 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52704ccf4bc9132 server_cookie=449656154182ee05 in_seq=0 out_seq=0 2024-09-10T08:04:09.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:04:09.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:04:09.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:04:09.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:04:09.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:04:09.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.751+0000 7f76dffff640 1 -- 172.21.15.7:0/648284926 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5592145e2d70 con 0x559214701060 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.751+0000 7f76dffff640 10 client.28997 handle_command_reply: tid=0 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 client.28997 shutdown 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 msgr2=0x55921468fea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f76f4011cd0 tx=0x7f76f4027d20 comp rx=0 tx=0).stop 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 shutdown_connections 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x559214701060 0x559214703480 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559214681780 0x5592146feed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f76dffff640 0 client.28997 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55921467c6f0 0x5592146903e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 --2- 172.21.15.7:0/648284926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55921467bdb0 0x55921468fea0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 >> 172.21.15.7:0/648284926 conn(0x559214673010 msgr2=0x55921467e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 shutdown_connections 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 1 -- 172.21.15.7:0/648284926 wait complete. 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.752+0000 7f7709a35740 20 client.28997 trim_cache size 0 max 16384 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:04:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:04:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:04:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 msgr2=0x7f76f00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 0x7f76f00a50f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x55921467d120 tx=0x7f76f400b390 comp rx=0 tx=0).stop 2024-09-10T08:04:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 msgr2=0x7f7700198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f76ec005940 tx=0x7f76ec0042f0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 shutdown_connections 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f76f00a2c30 0x7f76f00a50f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7700103710 0x7f770019f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7700102d50 0x7f7700198280 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 --2- 172.21.15.7:0/3102089829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7700101b60 0x7f7700197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 >> 172.21.15.7:0/3102089829 conn(0x7f77000fd2e0 msgr2=0x7f7700106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 shutdown_connections 2024-09-10T08:04:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:09.753+0000 7f7706bbd640 1 -- 172.21.15.7:0/3102089829 wait complete. 2024-09-10T08:04:10.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.097+0000 7eff66444640 1 -- 172.21.15.7:0/1316456395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff60074620 msgr2=0x7eff60074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.097+0000 7eff66444640 1 --2- 172.21.15.7:0/1316456395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff60074620 0x7eff60074a00 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7eff50009900 tx=0x7eff5002a480 comp rx=0 tx=0).stop 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 -- 172.21.15.7:0/1316456395 shutdown_connections 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 --2- 172.21.15.7:0/1316456395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff6010e3c0 0x7eff60110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 --2- 172.21.15.7:0/1316456395 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6010de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 --2- 172.21.15.7:0/1316456395 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff60074620 0x7eff60074a00 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 -- 172.21.15.7:0/1316456395 >> 172.21.15.7:0/1316456395 conn(0x7eff600fd8c0 msgr2=0x7eff600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 -- 172.21.15.7:0/1316456395 shutdown_connections 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 -- 172.21.15.7:0/1316456395 wait complete. 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.098+0000 7eff66444640 1 Processor -- start 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 -- start start 2024-09-10T08:04:10.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 0x7eff60073d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff6010e3c0 0x7eff6006c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff60114050 con 0x7eff6010e3c0 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7eff60113ed0 con 0x7eff60074f40 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff66444640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff601141d0 con 0x7eff60074620 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff5f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff5ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 0x7eff60073d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff5f7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:58714/0 (socket says 172.21.15.7:58714) 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff5f7fe640 1 -- 172.21.15.7:0/2122736664 learned_addr learned my addr 172.21.15.7:0/2122736664 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.099+0000 7eff649e1640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff6010e3c0 0x7eff6006c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 -- 172.21.15.7:0/2122736664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 msgr2=0x7eff60073d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 0x7eff60073d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 -- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff6010e3c0 msgr2=0x7eff6006c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:10.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff6010e3c0 0x7eff6006c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 -- 172.21.15.7:0/2122736664 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6006ca40 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5ffff640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 0x7eff60073d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5f7fe640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7eff5400e9f0 tx=0x7eff5400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5400ccc0 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff540108e0 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff540187c0 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff60101a70 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.100+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff60101fb0 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.102+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff60075cd0 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.103+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7eff54010a90 con 0x7eff60074f40 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.104+0000 7eff5d7fa640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 0x7eff480a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.104+0000 7eff5ffff640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 0x7eff480a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:10.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.105+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7eff540cf7a0 con 0x7eff60074f40 2024-09-10T08:04:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.105+0000 7eff5ffff640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 0x7eff480a5040 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7eff50005ab0 tx=0x7eff50005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:10.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.108+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff5409c360 con 0x7eff60074f40 2024-09-10T08:04:10.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 39983 7.22 MB/sec execute 192 sec latency 128.641 ms 2024-09-10T08:04:10.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:10 smithi007 ceph-mon[30879]: pgmap v926: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 4.8 MiB/s wr, 346 op/s 2024-09-10T08:04:10.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.485+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff6002d7c0 con 0x7eff60074f40 2024-09-10T08:04:10.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.486+0000 7eff5d7fa640 1 -- 172.21.15.7:0/2122736664 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7eff5409bc60 con 0x7eff60074f40 2024-09-10T08:04:10.486 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:04:10.486 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:04:10.486 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:04:10.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 msgr2=0x7eff480a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 0x7eff480a5040 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7eff50005ab0 tx=0x7eff50005a20 comp rx=0 tx=0).stop 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 msgr2=0x7eff6006bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7eff5400e9f0 tx=0x7eff5400edf0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 shutdown_connections 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7eff480a2b80 0x7eff480a5040 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff6010e3c0 0x7eff6006c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7eff60074f40 0x7eff6006bce0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 --2- 172.21.15.7:0/2122736664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff60074620 0x7eff60073d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:10.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 >> 172.21.15.7:0/2122736664 conn(0x7eff600fd8c0 msgr2=0x7eff600ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:10.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 shutdown_connections 2024-09-10T08:04:10.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:10.489+0000 7eff66444640 1 -- 172.21.15.7:0/2122736664 wait complete. 2024-09-10T08:04:10.561 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:10 smithi110 ceph-mon[34417]: pgmap v926: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 4.8 MiB/s wr, 346 op/s 2024-09-10T08:04:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:10 smithi145 ceph-mon[34766]: pgmap v926: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 4.8 MiB/s wr, 346 op/s 2024-09-10T08:04:11.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40134 7.22 MB/sec execute 193 sec latency 149.082 ms 2024-09-10T08:04:11.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:11 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2122736664' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:11.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:11 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2122736664' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:11.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:11 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2122736664' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:12.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40265 7.19 MB/sec execute 194 sec latency 171.619 ms 2024-09-10T08:04:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:12 smithi007 ceph-mon[30879]: pgmap v927: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.3 MiB/s wr, 245 op/s 2024-09-10T08:04:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:12 smithi110 ceph-mon[34417]: pgmap v927: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.3 MiB/s wr, 245 op/s 2024-09-10T08:04:12.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:12 smithi145 ceph-mon[34766]: pgmap v927: 129 pgs: 129 active+clean; 403 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.3 MiB/s wr, 245 op/s 2024-09-10T08:04:13.277 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40374 7.21 MB/sec execute 195 sec latency 469.981 ms 2024-09-10T08:04:13.430 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 132.8 --await-for 45.0' 2024-09-10T08:04:13.431 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 132.8 --await-for 45.0 2024-09-10T08:04:13.813 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:14.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40529 7.21 MB/sec execute 196 sec latency 318.176 ms 2024-09-10T08:04:14.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 -- 172.21.15.7:0/106569695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c101df0 msgr2=0x7f872c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 --2- 172.21.15.7:0/106569695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c101df0 0x7f872c1021d0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f8724009ca0 tx=0x7f872402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 -- 172.21.15.7:0/106569695 shutdown_connections 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 --2- 172.21.15.7:0/106569695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c106f20 0x7f872c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 --2- 172.21.15.7:0/106569695 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 0x7f872c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 --2- 172.21.15.7:0/106569695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c101df0 0x7f872c1021d0 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 -- 172.21.15.7:0/106569695 >> 172.21.15.7:0/106569695 conn(0x7f872c0fd8b0 msgr2=0x7f872c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 -- 172.21.15.7:0/106569695 shutdown_connections 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.430+0000 7f8732682640 1 -- 172.21.15.7:0/106569695 wait complete. 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.431+0000 7f8732682640 1 Processor -- start 2024-09-10T08:04:14.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.431+0000 7f8732682640 1 -- start start 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.431+0000 7f8732682640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 0x7f872c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.431+0000 7f8732682640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 0x7f872c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.431+0000 7f8732682640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 0x7f872c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8732682640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f872c111e80 con 0x7f872c106f20 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8732682640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f872c111d00 con 0x7f872c1027a0 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8732682640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f872c112000 con 0x7f872c101df0 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f872bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 0x7f872c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 0x7f872c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f872bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 0x7f872c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49560/0 (socket says 172.21.15.7:49560) 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f872bfff640 1 -- 172.21.15.7:0/2581495099 learned_addr learned my addr 172.21.15.7:0/2581495099 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f872b7fe640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 0x7f872c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 -- 172.21.15.7:0/2581495099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 msgr2=0x7f872c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 0x7f872c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 -- 172.21.15.7:0/2581495099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 msgr2=0x7f872c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 0x7f872c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.432+0000 7f8730c1f640 1 -- 172.21.15.7:0/2581495099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872c1a68a0 con 0x7f872c106f20 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f8730c1f640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 0x7f872c074f70 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e970 tx=0x7f871c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f87297fa640 1 -- 172.21.15.7:0/2581495099 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c00ccc0 con 0x7f872c106f20 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f87297fa640 1 -- 172.21.15.7:0/2581495099 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f871c005020 con 0x7f872c106f20 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f87297fa640 1 -- 172.21.15.7:0/2581495099 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c004a00 con 0x7f872c106f20 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872c1a6b90 con 0x7f872c106f20 2024-09-10T08:04:14.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.433+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872c1a7080 con 0x7f872c106f20 2024-09-10T08:04:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.436+0000 7f8734a5b740 1 Processor -- start 2024-09-10T08:04:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.437+0000 7f87297fa640 1 -- 172.21.15.7:0/2581495099 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f871c0051d0 con 0x7f872c106f20 2024-09-10T08:04:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.437+0000 7f8734a5b740 1 -- start start 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.437+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.437+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a77400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a77940 0x564ec6a79d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35064/0 (socket says 172.21.15.7:35064) 2024-09-10T08:04:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 -- 172.21.15.7:0/469452740 learned_addr learned my addr 172.21.15.7:0/469452740 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564ec69d22a0 con 0x564ec6a6c760 2024-09-10T08:04:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564ec6979b10 con 0x564ec6a77940 2024-09-10T08:04:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564ec69ce260 con 0x564ec6a6d080 2024-09-10T08:04:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f87297fa640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 0x7f87140a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872bfff640 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a77400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f8730c1f640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 0x7f87140a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 -- 172.21.15.7:0/469452740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 msgr2=0x564ec6a77400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a77400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 -- 172.21.15.7:0/469452740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a77940 msgr2=0x564ec6a79d30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a77940 0x564ec6a79d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f872b7fe640 1 -- 172.21.15.7:0/469452740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ec6743b90 con 0x564ec6a6c760 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.438+0000 7f87297fa640 1 -- 172.21.15.7:0/2581495099 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f871c0cf2d0 con 0x7f872c106f20 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.439+0000 7f872b7fe640 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f87200095f0 tx=0x7f8720010370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ab9bb0964669c5f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.439+0000 7f8730c1f640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 0x7f87140a50c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e940 tx=0x7f871c0973d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.439+0000 7f87127fc640 1 -- 172.21.15.7:0/469452740 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720010d70 con 0x564ec6a6c760 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.439+0000 7f87127fc640 1 -- 172.21.15.7:0/469452740 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f872001b930 con 0x564ec6a6c760 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.439+0000 7f87127fc640 1 -- 172.21.15.7:0/469452740 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87200129e0 con 0x564ec6a6c760 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 msgr2=0x564ec6a6cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f87200095f0 tx=0x7f8720010370 comp rx=0 tx=0).stop 2024-09-10T08:04:14.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 shutdown_connections 2024-09-10T08:04:14.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a77940 0x564ec6a79d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a77400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 --2- 172.21.15.7:0/469452740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a6c760 0x564ec6a6cb40 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 >> 172.21.15.7:0/469452740 conn(0x564ec6a68cf0 msgr2=0x564ec6a690d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 shutdown_connections 2024-09-10T08:04:14.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.440+0000 7f8734a5b740 1 -- 172.21.15.7:0/469452740 wait complete. 2024-09-10T08:04:14.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.441+0000 7f8734a5b740 1 -- start start 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.441+0000 7f8734a5b740 1 Processor -- start 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.441+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a747d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a74d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35068/0 (socket says 172.21.15.7:35068) 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 -- 172.21.15.7:0/2758585886 learned_addr learned my addr 172.21.15.7:0/2758585886 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564ec6a7a560 con 0x564ec6a77940 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564ec695a6e0 con 0x564ec6a6c760 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564ec6a7a6e0 con 0x564ec6a6d080 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872bfff640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a74d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 -- 172.21.15.7:0/2758585886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 msgr2=0x564ec6a74d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a74d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 -- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 msgr2=0x564ec6a747d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a747d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.442+0000 7f872b7fe640 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ec6a83a30 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f872b7fe640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f87200129b0 tx=0x7f87200129e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bfafbd5856d77c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f870b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f8734a5b740 10 client.0 _ll_register_callbacks cb 0x564ec697ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f872001b930 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f870b7fe640 1 -- 172.21.15.7:0/2758585886 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87200097a0 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f870b7fe640 1 -- 172.21.15.7:0/2758585886 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f872001b480 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f870b7fe640 1 -- 172.21.15.7:0/2758585886 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f872001b680 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f8734a5b740 10 client.19971 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.443+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=42}) -- 0x564ec6a86130 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f870b7fe640 1 -- 172.21.15.7:0/2758585886 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f8720030060 con 0x564ec6a77940 2024-09-10T08:04:14.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 10 client.19971 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 10 client.19971 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 20 client.19971 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6a898d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 4 client.19971 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f872001b930 con 0x564ec6a874e0 2024-09-10T08:04:14.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.444+0000 7f872bfff640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6a898d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.445+0000 7f872bfff640 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6a898d0 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f111b39dbe246f0 server_cookie=438a999b72ac4554 in_seq=0 out_seq=0 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.445+0000 7f870b7fe640 10 client.19971 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f870b7fe640 1 -- 172.21.15.7:0/2758585886 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f872001b930 con 0x564ec6a874e0 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f870b7fe640 10 client.19971 handle_command_reply: tid=0 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 client.19971 shutdown 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 msgr2=0x564ec6a75250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f87200129b0 tx=0x7f87200129e0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 shutdown_connections 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6a898d0 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a75250 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f870b7fe640 0 client.19971 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a74d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 --2- 172.21.15.7:0/2758585886 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a747d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 >> 172.21.15.7:0/2758585886 conn(0x564ec6a68cf0 msgr2=0x564ec6a6ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 shutdown_connections 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 1 -- 172.21.15.7:0/2758585886 wait complete. 2024-09-10T08:04:14.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.446+0000 7f8734a5b740 20 client.19971 trim_cache size 0 max 16384 2024-09-10T08:04:14.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 Processor -- start 2024-09-10T08:04:14.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 -- start start 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a6f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a82ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a83430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1b37b0 con 0x564ec6a77940 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1b1080 con 0x564ec6a6c760 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.476+0000 7f8734a5b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1aeef0 con 0x564ec6a6d080 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a82ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a83430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a83430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35084/0 (socket says 172.21.15.7:35084) 2024-09-10T08:04:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 -- 172.21.15.7:0/1942321536 learned_addr learned my addr 172.21.15.7:0/1942321536 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a6f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 -- 172.21.15.7:0/1942321536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 msgr2=0x564ec6a82ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a82ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 -- 172.21.15.7:0/1942321536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 msgr2=0x564ec6a83430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a83430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.477+0000 7f872b7fe640 1 -- 172.21.15.7:0/1942321536 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ec6a68b20 con 0x564ec6a6c760 2024-09-10T08:04:14.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.478+0000 7f872b7fe640 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a6f1c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x564ec6a69870 tx=0x7f872001c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5dcba0d2505ca34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.478+0000 7f8711ffb640 1 -- 172.21.15.7:0/1942321536 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872001b480 con 0x564ec6a6c760 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.478+0000 7f8711ffb640 1 -- 172.21.15.7:0/1942321536 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8720012530 con 0x564ec6a6c760 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.478+0000 7f8711ffb640 1 -- 172.21.15.7:0/1942321536 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720038d70 con 0x564ec6a6c760 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- 172.21.15.7:0/1942321536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 msgr2=0x564ec6a6f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a6f1c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x564ec6a69870 tx=0x7f872001c000 comp rx=0 tx=0).stop 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- 172.21.15.7:0/1942321536 shutdown_connections 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a83430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a82ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 --2- 172.21.15.7:0/1942321536 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a6f1c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- 172.21.15.7:0/1942321536 >> 172.21.15.7:0/1942321536 conn(0x564ec6a68cf0 msgr2=0x564ec6a827e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- 172.21.15.7:0/1942321536 shutdown_connections 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- 172.21.15.7:0/1942321536 wait complete. 2024-09-10T08:04:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.479+0000 7f8734a5b740 1 -- start start 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 Processor -- start 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a7ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a7ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1af540 con 0x564ec6a77940 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1b09b0 con 0x564ec6a6c760 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f872c1afc10 con 0x564ec6a6d080 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f8734a5b740 10 client.0 _ll_register_callbacks cb 0x7f8720010da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.480+0000 7f872bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:49606/0 (socket says 172.21.15.7:49606) 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 -- 172.21.15.7:0/4174672789 learned_addr learned my addr 172.21.15.7:0/4174672789 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872b7fe640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a7ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872b7fe640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a7ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 -- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 msgr2=0x564ec6a7ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a7ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 -- 172.21.15.7:0/4174672789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 msgr2=0x564ec6a7ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a7ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 -- 172.21.15.7:0/4174672789 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ec6a64260 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872b7fe640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a7ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f872bfff640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8724009a60 tx=0x7f87240317d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e5a3e1d93dfbfdf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f870b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724055060 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.481+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8720012530 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f872404c030 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f872405c050 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 10 client.29092 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564ec6af2c20 con 0x564ec6a6d080 2024-09-10T08:04:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8720012530 con 0x564ec6a6d080 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f8724045070 con 0x564ec6a6d080 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 10 client.29092 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 10 client.29092 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 20 client.29092 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6af53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 4 client.29092 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.8, "await_for": 45.0}] 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.8, "await_for": 45.0}) -- 0x564ec69df9d0 con 0x564ec6a874e0 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.482+0000 7f872b7fe640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6af53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:14.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.483+0000 7f872b7fe640 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6af53a0 crc :-1 s=READY pgs=432 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d7d4991a2dd5a1b server_cookie=3251671333473b67 in_seq=0 out_seq=0 2024-09-10T08:04:14.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.483+0000 7f870b7fe640 10 client.29092 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:14 smithi007 ceph-mon[30879]: pgmap v928: 129 pgs: 129 active+clean; 402 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 3.5 MiB/s wr, 287 op/s 2024-09-10T08:04:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:14 smithi110 ceph-mon[34417]: pgmap v928: 129 pgs: 129 active+clean; 402 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 3.5 MiB/s wr, 287 op/s 2024-09-10T08:04:14.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:14 smithi145 ceph-mon[34766]: pgmap v928: 129 pgs: 129 active+clean; 402 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 3.5 MiB/s wr, 287 op/s 2024-09-10T08:04:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f870b7fe640 1 -- 172.21.15.7:0/4174672789 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564ec69df9d0 con 0x564ec6a874e0 2024-09-10T08:04:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f870b7fe640 10 client.29092 handle_command_reply: tid=0 2024-09-10T08:04:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 client.29092 shutdown 2024-09-10T08:04:14.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 msgr2=0x564ec6a7c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8724009a60 tx=0x7f87240317d0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 shutdown_connections 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564ec6a874e0 0x564ec6af53a0 crc :-1 s=READY pgs=432 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ec6a77940 0x564ec6a7ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564ec6a6d080 0x564ec6a7c900 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f870b7fe640 0 client.29092 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 --2- 172.21.15.7:0/4174672789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564ec6a6c760 0x564ec6a7ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.817+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 >> 172.21.15.7:0/4174672789 conn(0x564ec6a68cf0 msgr2=0x564ec6a83000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 shutdown_connections 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8734a5b740 1 -- 172.21.15.7:0/4174672789 wait complete. 2024-09-10T08:04:14.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8734a5b740 20 client.29092 trim_cache size 0 max 16384 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 70, 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "164b3e92": { 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 70, 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:04:14.819 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 132.8, 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:14.820 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:14.821 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:14.821 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:14.821 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:14.821 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:04:14.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 msgr2=0x7f87140a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 0x7f87140a50c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e940 tx=0x7f871c0973d0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.818+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 msgr2=0x7f872c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 0x7f872c074f70 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e970 tx=0x7f871c00ee30 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 shutdown_connections 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f87140a2c00 0x7f87140a50c0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f872c106f20 0x7f872c074f70 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f872c1027a0 0x7f872c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 --2- 172.21.15.7:0/2581495099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f872c101df0 0x7f872c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 >> 172.21.15.7:0/2581495099 conn(0x7f872c0fd8b0 msgr2=0x7f872c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 shutdown_connections 2024-09-10T08:04:14.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:14.819+0000 7f8732682640 1 -- 172.21.15.7:0/2581495099 wait complete. 2024-09-10T08:04:15.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.19 MB/sec execute 197 sec latency 501.252 ms 2024-09-10T08:04:15.604 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '164b3e92', quiesce took 9.5 seconds. Will release after: 3.3000000000000007 2024-09-10T08:04:16.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.15 MB/sec execute 198 sec latency 1501.369 ms 2024-09-10T08:04:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:16 smithi007 ceph-mon[30879]: pgmap v929: 129 pgs: 129 active+clean; 397 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 2.8 MiB/s wr, 250 op/s 2024-09-10T08:04:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:16 smithi110 ceph-mon[34417]: pgmap v929: 129 pgs: 129 active+clean; 397 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 2.8 MiB/s wr, 250 op/s 2024-09-10T08:04:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:16 smithi145 ceph-mon[34766]: pgmap v929: 129 pgs: 129 active+clean; 397 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 2.8 MiB/s wr, 250 op/s 2024-09-10T08:04:17.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.12 MB/sec execute 199 sec latency 2501.442 ms 2024-09-10T08:04:18.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.08 MB/sec execute 200 sec latency 3501.480 ms 2024-09-10T08:04:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:18 smithi007 ceph-mon[30879]: pgmap v930: 129 pgs: 129 active+clean; 398 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 2.7 MiB/s wr, 253 op/s 2024-09-10T08:04:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:18 smithi110 ceph-mon[34417]: pgmap v930: 129 pgs: 129 active+clean; 398 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 2.7 MiB/s wr, 253 op/s 2024-09-10T08:04:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:18 smithi145 ceph-mon[34766]: pgmap v930: 129 pgs: 129 active+clean; 398 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 2.7 MiB/s wr, 253 op/s 2024-09-10T08:04:18.905 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:04:19.178 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:19.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.05 MB/sec execute 201 sec latency 4501.541 ms 2024-09-10T08:04:19.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.695+0000 7f5de35ba640 1 -- 172.21.15.7:0/1426427374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 msgr2=0x7f5ddc112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:19.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.695+0000 7f5de35ba640 1 --2- 172.21.15.7:0/1426427374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc112650 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc009900 tx=0x7f5dcc02a480 comp rx=0 tx=0).stop 2024-09-10T08:04:19.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 -- 172.21.15.7:0/1426427374 shutdown_connections 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 --2- 172.21.15.7:0/1426427374 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 --2- 172.21.15.7:0/1426427374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc112650 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 --2- 172.21.15.7:0/1426427374 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 0x7f5ddc074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 -- 172.21.15.7:0/1426427374 >> 172.21.15.7:0/1426427374 conn(0x7f5ddc0fd8c0 msgr2=0x7f5ddc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 -- 172.21.15.7:0/1426427374 shutdown_connections 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 -- 172.21.15.7:0/1426427374 wait complete. 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 Processor -- start 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.696+0000 7f5de35ba640 1 -- start start 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 0x7f5ddc1a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc19e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1183f0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc118270 con 0x7f5ddc112b90 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de35ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc118570 con 0x7f5ddc074590 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35112/0 (socket says 172.21.15.7:35112) 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 -- 172.21.15.7:0/2164394055 learned_addr learned my addr 172.21.15.7:0/2164394055 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de1356640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 0x7f5ddc1a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de1b57640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc19e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 -- 172.21.15.7:0/2164394055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 msgr2=0x7f5ddc1a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 0x7f5ddc1a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 -- 172.21.15.7:0/2164394055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 msgr2=0x7f5ddc19e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc19e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 -- 172.21.15.7:0/2164394055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ddc19efa0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de1b57640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5de0b55640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc005940 tx=0x7f5dcc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:19.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc03f030 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.697+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5dcc003aa0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.698+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ddc19f230 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.698+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc035070 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.698+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ddc1ab4e0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.699+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ddc075cd0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.700+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5dcc042030 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.701+0000 7f5dd27fc640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 0x7f5dc80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.701+0000 7f5de1356640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 0x7f5dc80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.701+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5dcc0efdf0 con 0x7f5ddc074eb0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.701+0000 7f5de1356640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 0x7f5dc80a50c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5dd800bbe0 tx=0x7f5dd800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:19.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.704+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5dcc0bc950 con 0x7f5ddc074eb0 2024-09-10T08:04:19.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.920+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ddc074970 con 0x7f5ddc074eb0 2024-09-10T08:04:19.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.921+0000 7f5dd27fc640 1 -- 172.21.15.7:0/2164394055 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f5ddc074970 con 0x7f5ddc074eb0 2024-09-10T08:04:19.920 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:04:19.920 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:04:19.921 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 msgr2=0x7f5dc80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 0x7f5dc80a50c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5dd800bbe0 tx=0x7f5dd800b390 comp rx=0 tx=0).stop 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 msgr2=0x7f5ddc1a4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc005940 tx=0x7f5dcc004270 comp rx=0 tx=0).stop 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 shutdown_connections 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5dc80a2c00 0x7f5dc80a50c0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ddc112b90 0x7f5ddc19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ddc074eb0 0x7f5ddc1a4bc0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 --2- 172.21.15.7:0/2164394055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ddc074590 0x7f5ddc1a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:19.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 >> 172.21.15.7:0/2164394055 conn(0x7f5ddc0fd8c0 msgr2=0x7f5ddc0ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:19.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.923+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 shutdown_connections 2024-09-10T08:04:19.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:19.924+0000 7f5de35ba640 1 -- 172.21.15.7:0/2164394055 wait complete. 2024-09-10T08:04:20.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 7.01 MB/sec execute 202 sec latency 5501.660 ms 2024-09-10T08:04:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:20 smithi007 ceph-mon[30879]: pgmap v931: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 2.8 MiB/s wr, 276 op/s 2024-09-10T08:04:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:20 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2164394055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:20 smithi110 ceph-mon[34417]: pgmap v931: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 2.8 MiB/s wr, 276 op/s 2024-09-10T08:04:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:20 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2164394055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:20.732 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 164b3e92 --release --await' 2024-09-10T08:04:20.732 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 164b3e92 --release --await 2024-09-10T08:04:20.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:20 smithi145 ceph-mon[34766]: pgmap v931: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 2.8 MiB/s wr, 276 op/s 2024-09-10T08:04:20.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:20 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2164394055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:20.993 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:21.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40589 6.98 MB/sec execute 203 sec latency 6501.703 ms 2024-09-10T08:04:21.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 -- 172.21.15.7:0/110400465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 msgr2=0x7fd52810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 --2- 172.21.15.7:0/110400465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52810e610 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7fd520009ca0 tx=0x7fd52002a950 comp rx=0 tx=0).stop 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 -- 172.21.15.7:0/110400465 shutdown_connections 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 --2- 172.21.15.7:0/110400465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52810e610 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 --2- 172.21.15.7:0/110400465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 0x7fd52810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 --2- 172.21.15.7:0/110400465 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 0x7fd528103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 -- 172.21.15.7:0/110400465 >> 172.21.15.7:0/110400465 conn(0x7fd5280fc7a0 msgr2=0x7fd5280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 -- 172.21.15.7:0/110400465 shutdown_connections 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 -- 172.21.15.7:0/110400465 wait complete. 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.479+0000 7fd52dd18640 1 Processor -- start 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 -- start start 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 0x7fd5281982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 0x7fd528198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd528111e20 con 0x7fd52810c170 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd528111ca0 con 0x7fd528102d40 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd52dd18640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd528111fa0 con 0x7fd528103660 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45800/0 (socket says 172.21.15.7:45800) 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 -- 172.21.15.7:0/900647145 learned_addr learned my addr 172.21.15.7:0/900647145 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd526ffd640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 0x7fd528198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd5277fe640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 0x7fd5281982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 -- 172.21.15.7:0/900647145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 msgr2=0x7fd528198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 0x7fd528198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 -- 172.21.15.7:0/900647145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 msgr2=0x7fd5281982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 0x7fd5281982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.480+0000 7fd527fff640 1 -- 172.21.15.7:0/900647145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52819d290 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd527fff640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fd520004af0 tx=0x7fd52002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd524ff9640 1 -- 172.21.15.7:0/900647145 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd520034040 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd524ff9640 1 -- 172.21.15.7:0/900647145 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd52002fe80 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd52819d520 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd524ff9640 1 -- 172.21.15.7:0/900647145 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5200046a0 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.481+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5281a4e60 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.483+0000 7fd524ff9640 1 -- 172.21.15.7:0/900647145 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd520037020 con 0x7fd52810c170 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.483+0000 7fd5300f1740 1 Processor -- start 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 -- start start 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccaba630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5615cca12620 con 0x5615ccaad060 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5615cc9b9e50 con 0x5615ccab8240 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5300f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5615cca0e5e0 con 0x5615ccaad980 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45812/0 (socket says 172.21.15.7:45812) 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 -- 172.21.15.7:0/831260557 learned_addr learned my addr 172.21.15.7:0/831260557 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd5277fe640 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd524ff9640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 0x7fd5100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccaba630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 -- 172.21.15.7:0/831260557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 msgr2=0x5615ccab7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 -- 172.21.15.7:0/831260557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 msgr2=0x5615ccaba630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccaba630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd527fff640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 0x7fd5100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.484+0000 7fd526ffd640 1 -- 172.21.15.7:0/831260557 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615cc9aad40 con 0x5615ccaad060 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.485+0000 7fd524ff9640 1 -- 172.21.15.7:0/900647145 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd5200f0240 con 0x7fd52810c170 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.485+0000 7fd526ffd640 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fd51c0058a0 tx=0x7fd51c00b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be0e3e763a1781e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.485+0000 7fd50dffb640 1 -- 172.21.15.7:0/831260557 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c004030 con 0x5615ccaad060 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.485+0000 7fd50dffb640 1 -- 172.21.15.7:0/831260557 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c0035f0 con 0x5615ccaad060 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.485+0000 7fd50dffb640 1 -- 172.21.15.7:0/831260557 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c00f6e0 con 0x5615ccaad060 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- 172.21.15.7:0/831260557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 msgr2=0x5615ccaad440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd527fff640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 0x7fd5100a5040 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd5200bc630 tx=0x7fd52008b620 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fd51c0058a0 tx=0x7fd51c00b7b0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- 172.21.15.7:0/831260557 shutdown_connections 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccaba630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 --2- 172.21.15.7:0/831260557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccaad440 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- 172.21.15.7:0/831260557 >> 172.21.15.7:0/831260557 conn(0x5615ccaa95f0 msgr2=0x5615ccaa99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- 172.21.15.7:0/831260557 shutdown_connections 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- 172.21.15.7:0/831260557 wait complete. 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 -- start start 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.486+0000 7fd5300f1740 1 Processor -- start 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 0x5615ccab56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccab5c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5615ccabae10 con 0x5615ccaad060 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5615cc99af10 con 0x5615ccaad980 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5615ccabaf90 con 0x5615ccab8240 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5300f1740 10 client.0 _ll_register_callbacks cb 0x5615cc9bedb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:21.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45814/0 (socket says 172.21.15.7:45814) 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 -- 172.21.15.7:0/3100868818 learned_addr learned my addr 172.21.15.7:0/3100868818 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5277fe640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 0x5615ccab56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccab5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 -- 172.21.15.7:0/3100868818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 msgr2=0x5615ccab5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccab5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 -- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 msgr2=0x5615ccab56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 0x5615ccab56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 -- 172.21.15.7:0/3100868818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615cc721580 con 0x5615ccaad060 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd5277fe640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 0x5615ccab56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd526ffd640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fd51c005870 tx=0x7fd51c00bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d16be03abe7c5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.487+0000 7fd506ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:21.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c0052c0 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd51c005460 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd51c0035f0 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fd51c034050 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 10 client.19995 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5615cc7eb960 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c0035f0 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fd51c01e430 con 0x5615ccaad060 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 10 client.19995 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 10 client.19995 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 20 client.19995 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccaca140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 4 client.19995 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615cca1fb90 con 0x5615ccac7d50 2024-09-10T08:04:21.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.488+0000 7fd5277fe640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccaca140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.489+0000 7fd5277fe640 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccaca140 crc :-1 s=READY pgs=433 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3eb19338fde0d40 server_cookie=2d931195ee838968 in_seq=0 out_seq=0 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.489+0000 7fd506ffd640 10 client.19995 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd506ffd640 1 -- 172.21.15.7:0/3100868818 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5615cca1fb90 con 0x5615ccac7d50 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd506ffd640 10 client.19995 handle_command_reply: tid=0 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 client.19995 shutdown 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 msgr2=0x5615ccab5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fd51c005870 tx=0x7fd51c00bf80 comp rx=0 tx=0).stop 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 shutdown_connections 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccaca140 crc :-1 s=READY pgs=433 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccab5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad980 0x5615ccab56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd506ffd640 0 client.19995 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 --2- 172.21.15.7:0/3100868818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5180 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 >> 172.21.15.7:0/3100868818 conn(0x5615ccaa95f0 msgr2=0x5615ccaaf320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 shutdown_connections 2024-09-10T08:04:21.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 1 -- 172.21.15.7:0/3100868818 wait complete. 2024-09-10T08:04:21.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.490+0000 7fd5300f1740 20 client.19995 trim_cache size 0 max 16384 2024-09-10T08:04:21.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 Processor -- start 2024-09-10T08:04:21.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 -- start start 2024-09-10T08:04:21.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccacf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281b1450 con 0x5615ccaad060 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281aed20 con 0x5615ccab8240 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.507+0000 7fd5300f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281acb90 con 0x5615ccaad980 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45826/0 (socket says 172.21.15.7:45826) 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 -- 172.21.15.7:0/2142680390 learned_addr learned my addr 172.21.15.7:0/2142680390 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd5277fe640 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 -- 172.21.15.7:0/2142680390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 msgr2=0x5615ccab5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 -- 172.21.15.7:0/2142680390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 msgr2=0x5615ccacf880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccacf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 -- 172.21.15.7:0/2142680390 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615ccab36f0 con 0x5615ccaad060 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd526ffd640 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd51c012560 tx=0x7fd51c013ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6d443ec1857a37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd50d7fa640 1 -- 172.21.15.7:0/2142680390 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c0035f0 con 0x5615ccaad060 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd50d7fa640 1 -- 172.21.15.7:0/2142680390 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c028040 con 0x5615ccaad060 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.508+0000 7fd50d7fa640 1 -- 172.21.15.7:0/2142680390 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c01e690 con 0x5615ccaad060 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- 172.21.15.7:0/2142680390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 msgr2=0x5615ccab5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd51c012560 tx=0x7fd51c013ec0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- 172.21.15.7:0/2142680390 shutdown_connections 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccab8240 0x5615ccacf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccaad980 0x5615ccab5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 --2- 172.21.15.7:0/2142680390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad060 0x5615ccab5850 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- 172.21.15.7:0/2142680390 >> 172.21.15.7:0/2142680390 conn(0x5615ccaa95f0 msgr2=0x5615ccab5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- 172.21.15.7:0/2142680390 shutdown_connections 2024-09-10T08:04:21.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- 172.21.15.7:0/2142680390 wait complete. 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.509+0000 7fd5300f1740 1 -- start start 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 Processor -- start 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 0x5615ccac03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccabd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281ad1e0 con 0x5615ccaad980 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281ae650 con 0x5615ccaad060 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281ad8b0 con 0x5615ccab8240 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5300f1740 10 client.0 _ll_register_callbacks cb 0x7fd51c0120d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45828/0 (socket says 172.21.15.7:45828) 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 -- 172.21.15.7:0/1524406229 learned_addr learned my addr 172.21.15.7:0/1524406229 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:21.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd526ffd640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccabd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd526ffd640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 0x5615ccac03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 -- 172.21.15.7:0/1524406229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 msgr2=0x5615ccabd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccabd1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 -- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 msgr2=0x5615ccac03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 0x5615ccac03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd5277fe640 1 -- 172.21.15.7:0/1524406229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615ccabd840 con 0x5615ccaad980 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.510+0000 7fd526ffd640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 0x5615ccac03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5277fe640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd518009ca0 tx=0x7fd5180096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618daaa531476f01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd518004250 con 0x5615ccaad980 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd5180043f0 con 0x5615ccaad980 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd51c028040 con 0x5615ccaad980 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fd518030050 con 0x5615ccaad980 2024-09-10T08:04:21.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 10 client.20001 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5615ccb332b0 con 0x5615ccaad980 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c028040 con 0x5615ccaad980 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fd518010630 con 0x5615ccaad980 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 10 client.20001 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 10 client.20001 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 20 client.20001 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccb35a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 4 client.20001 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "164b3e92", "release": true, "await": true}] 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.511+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "164b3e92", "release": true, "await": true}) -- 0x5615cca1a0a0 con 0x5615ccac7d50 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.512+0000 7fd526ffd640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccb35a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.512+0000 7fd526ffd640 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccb35a50 crc :-1 s=READY pgs=434 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3edbcd482596343c server_cookie=86dc0ffa17cbe224 in_seq=0 out_seq=0 2024-09-10T08:04:21.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.512+0000 7fd506ffd640 10 client.20001 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:21.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd506ffd640 1 -- 172.21.15.7:0/1524406229 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5615cca1a0a0 con 0x5615ccac7d50 2024-09-10T08:04:21.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd506ffd640 10 client.20001 handle_command_reply: tid=0 2024-09-10T08:04:21.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 client.20001 shutdown 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 msgr2=0x5615ccac0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd518009ca0 tx=0x7fd5180096d0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 shutdown_connections 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5615ccac7d50 0x5615ccb35a50 crc :-1 s=READY pgs=434 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5615ccab8240 0x5615ccabd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5615ccaad980 0x5615ccac0900 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd506ffd640 0 client.20001 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 --2- 172.21.15.7:0/1524406229 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5615ccaad060 0x5615ccac03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 >> 172.21.15.7:0/1524406229 conn(0x5615ccaa95f0 msgr2=0x5615ccab5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 shutdown_connections 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.552+0000 7fd5300f1740 1 -- 172.21.15.7:0/1524406229 wait complete. 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd5300f1740 20 client.20001 trim_cache size 0 max 16384 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:04:21.553 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 72, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "164b3e92": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 72, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 132.8, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:21.554 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:21.555 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 msgr2=0x7fd5100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 0x7fd5100a5040 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd5200bc630 tx=0x7fd52008b620 comp rx=0 tx=0).stop 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 msgr2=0x7fd52819cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fd520004af0 tx=0x7fd52002f5d0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 shutdown_connections 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5100a2b80 0x7fd5100a5040 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd52810c170 0x7fd52819cbb0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd528103660 0x7fd528198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 --2- 172.21.15.7:0/900647145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd528102d40 0x7fd5281982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:21.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.553+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 >> 172.21.15.7:0/900647145 conn(0x7fd5280fc7a0 msgr2=0x7fd5280fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:21.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.554+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 shutdown_connections 2024-09-10T08:04:21.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:21.554+0000 7fd52dd18640 1 -- 172.21.15.7:0/900647145 wait complete. 2024-09-10T08:04:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40732 6.99 MB/sec execute 204 sec latency 6767.364 ms 2024-09-10T08:04:22.453 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '164b3e92', total seconds elapsed: 16.3 2024-09-10T08:04:22.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:22 smithi007 ceph-mon[30879]: pgmap v932: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-09-10T08:04:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:22 smithi110 ceph-mon[34417]: pgmap v932: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-09-10T08:04:22.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:22 smithi145 ceph-mon[34766]: pgmap v932: 129 pgs: 129 active+clean; 400 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 -- 172.21.15.7:0/83447901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 msgr2=0x7f1cd0112780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 --2- 172.21.15.7:0/83447901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd0112780 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f1cc0009890 tx=0x7f1cc002a370 comp rx=0 tx=0).stop 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 -- 172.21.15.7:0/83447901 shutdown_connections 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 --2- 172.21.15.7:0/83447901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd0112780 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 --2- 172.21.15.7:0/83447901 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd010b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 --2- 172.21.15.7:0/83447901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd010aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 -- 172.21.15.7:0/83447901 >> 172.21.15.7:0/83447901 conn(0x7f1cd0070cf0 msgr2=0x7f1cd0073110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:22.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 -- 172.21.15.7:0/83447901 shutdown_connections 2024-09-10T08:04:22.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.907+0000 7f1cd528d640 1 -- 172.21.15.7:0/83447901 wait complete. 2024-09-10T08:04:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.908+0000 7f1cd528d640 1 Processor -- start 2024-09-10T08:04:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.908+0000 7f1cd528d640 1 -- start start 2024-09-10T08:04:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.908+0000 7f1cd528d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd006cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.908+0000 7f1cd528d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.908+0000 7f1cd528d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd006bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cd528d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd0115e70 con 0x7f1cd010bef0 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cd528d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd0115cf0 con 0x7f1cd010b530 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cd528d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd0115ff0 con 0x7f1cd010a6a0 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd006cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1ccf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd006bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd006cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:55040/0 (socket says 172.21.15.7:55040) 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1ccf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd006bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45852/0 (socket says 172.21.15.7:45852) 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:60882/0 (socket says 172.21.15.7:60882) 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cceffd640 1 -- 172.21.15.7:0/1262660919 learned_addr learned my addr 172.21.15.7:0/1262660919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1262660919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 msgr2=0x7f1cd006cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd006cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 msgr2=0x7f1cd006bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd006bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1262660919 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd006c400 con 0x7f1cd010b530 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.909+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4005fd0 tx=0x7f1cc400ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.910+0000 7f1cb7fff640 1 -- 172.21.15.7:0/1262660919 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc400cd00 con 0x7f1cd010b530 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.910+0000 7f1cb7fff640 1 -- 172.21.15.7:0/1262660919 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc40035f0 con 0x7f1cd010b530 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.910+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd01aa5c0 con 0x7f1cd010b530 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.910+0000 7f1cb7fff640 1 -- 172.21.15.7:0/1262660919 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc4010690 con 0x7f1cd010b530 2024-09-10T08:04:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.910+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd01aab60 con 0x7f1cd010b530 2024-09-10T08:04:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.912+0000 7f1cb7fff640 1 -- 172.21.15.7:0/1262660919 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1cc40037a0 con 0x7f1cd010b530 2024-09-10T08:04:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.913+0000 7f1cd802a740 1 Processor -- start 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.913+0000 7f1cb7fff640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 0x7f1cb80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.913+0000 7f1cd802a740 1 -- start start 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cb7fff640 1 -- 172.21.15.7:0/1262660919 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cc40cf620 con 0x7f1cd010b530 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e4c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e54040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564f01da72f0 con 0x564f01e4caf0 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564f01d4f270 con 0x564f01e51b80 2024-09-10T08:04:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cd802a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564f01da32b0 con 0x564f01e4c1b0 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 0x7f1cb80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1ccf7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e54040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45868/0 (socket says 172.21.15.7:45868) 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cce7fc640 1 -- 172.21.15.7:0/3006014549 learned_addr learned my addr 172.21.15.7:0/3006014549 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1ccf7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e54040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:60898/0 (socket says 172.21.15.7:60898) 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.914+0000 7f1cceffd640 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e4c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 -- 172.21.15.7:0/3006014549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 msgr2=0x564f01e4c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e4c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 -- 172.21.15.7:0/3006014549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 msgr2=0x564f01e54040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e54040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 -- 172.21.15.7:0/3006014549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f01d4e340 con 0x564f01e4caf0 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 0x7f1cb80a51f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00057c0 tx=0x7f1cc0030f10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f1cc40a41c0 tx=0x7f1cc409b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca46df08bcb90b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cb57fa640 1 -- 172.21.15.7:0/3006014549 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc409ba80 con 0x564f01e4caf0 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cb57fa640 1 -- 172.21.15.7:0/3006014549 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc409fe30 con 0x564f01e4caf0 2024-09-10T08:04:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.915+0000 7f1cb57fa640 1 -- 172.21.15.7:0/3006014549 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc40980f0 con 0x564f01e4caf0 2024-09-10T08:04:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 -- 172.21.15.7:0/3006014549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 msgr2=0x564f01e515b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f1cc40a41c0 tx=0x7f1cc409b6f0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 -- 172.21.15.7:0/3006014549 shutdown_connections 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e54040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e515b0 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3006014549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e4c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.916+0000 7f1cd802a740 1 -- 172.21.15.7:0/3006014549 >> 172.21.15.7:0/3006014549 conn(0x564f01e3f010 msgr2=0x564f01e3f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- 172.21.15.7:0/3006014549 shutdown_connections 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- 172.21.15.7:0/3006014549 wait complete. 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- start start 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 Processor -- start 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e563b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e5d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564f01e54af0 con 0x564f01e4caf0 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564f01d30290 con 0x564f01e51b80 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.917+0000 7f1cd802a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564f01e54c70 con 0x564f01e4c1b0 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cd802a740 10 client.0 _ll_register_callbacks cb 0x564f01d61140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e563b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45884/0 (socket says 172.21.15.7:45884) 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 -- 172.21.15.7:0/2666375797 learned_addr learned my addr 172.21.15.7:0/2666375797 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e5d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 -- 172.21.15.7:0/2666375797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 msgr2=0x564f01e563b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e563b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 -- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 msgr2=0x564f01e5d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e5d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 -- 172.21.15.7:0/2666375797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f01aba210 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f1cc409b780 tx=0x7f1cc4003bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25929d4b62df8284 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.918+0000 7f1cb2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc40b8020 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cc409fe30 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cc40ba2c0 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f1cc409aed0 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cd802a740 10 client.20013 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564f01b86620 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc409fe30 con 0x564f01e4caf0 2024-09-10T08:04:22.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.919+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e5d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f1cc409aad0 con 0x564f01e4caf0 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 10 client.20013 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 10 client.20013 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 20 client.20013 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01e61c30 0x564f01e64020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 4 client.20013 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.920+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f01db4a20 con 0x564f01e61c30 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.921+0000 7f1cceffd640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01e61c30 0x564f01e64020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.921+0000 7f1cb2ff5640 10 client.20013 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.921+0000 7f1cceffd640 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01e61c30 0x564f01e64020 crc :-1 s=READY pgs=435 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d5efa91f7ae7a2a server_cookie=4f64f0991a4d2f43 in_seq=0 out_seq=0 2024-09-10T08:04:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/2666375797 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564f01db4a20 con 0x564f01e61c30 2024-09-10T08:04:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cb2ff5640 10 client.20013 handle_command_reply: tid=0 2024-09-10T08:04:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 client.20013 shutdown 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 msgr2=0x564f01e568f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f1cc409b780 tx=0x7f1cc4003bf0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 shutdown_connections 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01e61c30 0x564f01e64020 crc :-1 s=READY pgs=435 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e5d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e568f0 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 --2- 172.21.15.7:0/2666375797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4c1b0 0x564f01e563b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.922+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 >> 172.21.15.7:0/2666375797 conn(0x564f01e3f010 msgr2=0x564f01e40820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.923+0000 7f1cb2ff5640 0 client.20013 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.923+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 shutdown_connections 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.923+0000 7f1cd802a740 1 -- 172.21.15.7:0/2666375797 wait complete. 2024-09-10T08:04:22.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.923+0000 7f1cd802a740 20 client.20013 trim_cache size 0 max 16384 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 Processor -- start 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 -- start start 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4caf0 0x564f01e5d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e40400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01b35a0 con 0x564f01e4c1b0 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01b0e70 con 0x564f01e51b80 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cd802a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01aed00 con 0x564f01e4caf0 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45900/0 (socket says 172.21.15.7:45900) 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cceffd640 1 -- 172.21.15.7:0/3594915271 learned_addr learned my addr 172.21.15.7:0/3594915271 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4caf0 0x564f01e5d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.945+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e40400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 -- 172.21.15.7:0/3594915271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4caf0 msgr2=0x564f01e5d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4caf0 0x564f01e5d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 -- 172.21.15.7:0/3594915271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 msgr2=0x564f01e40400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e40400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 -- 172.21.15.7:0/3594915271 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f01e53f70 con 0x564f01e4c1b0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e40400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cceffd640 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x564f01e3fe90 tx=0x7f1cc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3feb71d5f57ccd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cb4ff9640 1 -- 172.21.15.7:0/3594915271 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8023030 con 0x564f01e4c1b0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cb4ff9640 1 -- 172.21.15.7:0/3594915271 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc8012280 con 0x564f01e4c1b0 2024-09-10T08:04:22.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.946+0000 7f1cb4ff9640 1 -- 172.21.15.7:0/3594915271 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8004480 con 0x564f01e4c1b0 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 -- 172.21.15.7:0/3594915271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 msgr2=0x564f01e3fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x564f01e3fe90 tx=0x7f1cc8004a40 comp rx=0 tx=0).stop 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 -- 172.21.15.7:0/3594915271 shutdown_connections 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e51b80 0x564f01e40400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e4caf0 0x564f01e5d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 --2- 172.21.15.7:0/3594915271 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4c1b0 0x564f01e3fec0 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 -- 172.21.15.7:0/3594915271 >> 172.21.15.7:0/3594915271 conn(0x564f01e3f010 msgr2=0x564f01e4dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 -- 172.21.15.7:0/3594915271 shutdown_connections 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.947+0000 7f1cd802a740 1 -- 172.21.15.7:0/3594915271 wait complete. 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 -- start start 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 Processor -- start 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e4c1b0 0x564f01e5ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e51b80 0x564f01e5c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01af350 con 0x564f01e4caf0 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01b07a0 con 0x564f01e4c1b0 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd01afa00 con 0x564f01e51b80 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cd802a740 10 client.0 _ll_register_callbacks cb 0x7f1cc4005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45912/0 (socket says 172.21.15.7:45912) 2024-09-10T08:04:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1112643577 learned_addr learned my addr 172.21.15.7:0/1112643577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1cceffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e4c1b0 0x564f01e5ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.948+0000 7f1ccf7fe640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e51b80 0x564f01e5c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1112643577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e51b80 msgr2=0x564f01e5c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e51b80 0x564f01e5c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e4c1b0 msgr2=0x564f01e5ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e4c1b0 0x564f01e5ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 -- 172.21.15.7:0/1112643577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f01e5c6d0 con 0x564f01e4caf0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cce7fc640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4098400 tx=0x7f1cc4086100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ea02c7e311db49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cb2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc40b8040 con 0x564f01e4caf0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1cc40861d0 con 0x564f01e4caf0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cc8012280 con 0x564f01e4caf0 2024-09-10T08:04:22.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.949+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f1cc4097d20 con 0x564f01e4caf0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 10 client.20019 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564f01e5d9e0 con 0x564f01e4caf0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc8012280 con 0x564f01e4caf0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f1cc409a940 con 0x564f01e4caf0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 10 client.20019 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 10 client.20019 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 20 client.20019 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01eccb80 0x564f01ecefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 4 client.20019 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564f01daed70 con 0x564f01eccb80 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.950+0000 7f1cceffd640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01eccb80 0x564f01ecefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.951+0000 7f1cceffd640 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01eccb80 0x564f01ecefa0 crc :-1 s=READY pgs=436 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6323f4d00eace210 server_cookie=9d3871fad4a6d05e in_seq=0 out_seq=0 2024-09-10T08:04:22.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:22.951+0000 7f1cb2ff5640 10 client.20019 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:23.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.032+0000 7f1cb2ff5640 1 -- 172.21.15.7:0/1112643577 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564f01daed70 con 0x564f01eccb80 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.032+0000 7f1cb2ff5640 10 client.20019 handle_command_reply: tid=0 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.032+0000 7f1cd802a740 1 client.20019 shutdown 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 msgr2=0x564f01e5b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4098400 tx=0x7f1cc4086100 comp rx=0 tx=0).stop 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 shutdown_connections 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564f01eccb80 0x564f01ecefa0 crc :-1 s=READY pgs=436 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564f01e51b80 0x564f01e5c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564f01e4caf0 0x564f01e5b0b0 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cb2ff5640 0 client.20019 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 --2- 172.21.15.7:0/1112643577 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564f01e4c1b0 0x564f01e5ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 >> 172.21.15.7:0/1112643577 conn(0x564f01e3f010 msgr2=0x564f01e3d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 shutdown_connections 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 1 -- 172.21.15.7:0/1112643577 wait complete. 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.033+0000 7f1cd802a740 20 client.20019 trim_cache size 0 max 16384 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:04:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 msgr2=0x7f1cb80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 0x7f1cb80a51f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00057c0 tx=0x7f1cc0030f10 comp rx=0 tx=0).stop 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 msgr2=0x7f1cd006b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4005fd0 tx=0x7f1cc400ee50 comp rx=0 tx=0).stop 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 shutdown_connections 2024-09-10T08:04:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1cb80a2d30 0x7f1cb80a51f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1cd010bef0 0x7f1cd006bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1cd010b530 0x7f1cd006b630 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 --2- 172.21.15.7:0/1262660919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd010a6a0 0x7f1cd006cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 >> 172.21.15.7:0/1262660919 conn(0x7f1cd0070cf0 msgr2=0x7f1cd010e8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 shutdown_connections 2024-09-10T08:04:23.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:23.034+0000 7f1cd528d640 1 -- 172.21.15.7:0/1262660919 wait complete. 2024-09-10T08:04:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: 10 40934 7.01 MB/sec execute 205 sec latency 97.041 ms 2024-09-10T08:04:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41097 7.01 MB/sec execute 206 sec latency 65.072 ms 2024-09-10T08:04:24.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:24 smithi145 ceph-mon[34766]: pgmap v933: 129 pgs: 129 active+clean; 403 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.8 MiB/s wr, 182 op/s 2024-09-10T08:04:25.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:24 smithi007 ceph-mon[30879]: pgmap v933: 129 pgs: 129 active+clean; 403 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.8 MiB/s wr, 182 op/s 2024-09-10T08:04:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:24 smithi110 ceph-mon[34417]: pgmap v933: 129 pgs: 129 active+clean; 403 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.8 MiB/s wr, 182 op/s 2024-09-10T08:04:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41259 7.03 MB/sec execute 207 sec latency 63.676 ms 2024-09-10T08:04:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41439 7.06 MB/sec execute 208 sec latency 66.485 ms 2024-09-10T08:04:26.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:26 smithi145 ceph-mon[34766]: pgmap v934: 129 pgs: 129 active+clean; 404 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-10T08:04:27.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:26 smithi007 ceph-mon[30879]: pgmap v934: 129 pgs: 129 active+clean; 404 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-10T08:04:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:26 smithi110 ceph-mon[34417]: pgmap v934: 129 pgs: 129 active+clean; 404 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-10T08:04:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41610 7.10 MB/sec execute 209 sec latency 260.957 ms 2024-09-10T08:04:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41781 7.11 MB/sec execute 210 sec latency 87.130 ms 2024-09-10T08:04:28.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:28 smithi145 ceph-mon[34766]: pgmap v935: 129 pgs: 129 active+clean; 406 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-10T08:04:29.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:28 smithi007 ceph-mon[30879]: pgmap v935: 129 pgs: 129 active+clean; 406 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-10T08:04:29.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:28 smithi110 ceph-mon[34417]: pgmap v935: 129 pgs: 129 active+clean; 406 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-10T08:04:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 41967 7.14 MB/sec execute 211 sec latency 116.929 ms 2024-09-10T08:04:30.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42076 7.12 MB/sec execute 212 sec latency 209.124 ms 2024-09-10T08:04:30.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:30 smithi145 ceph-mon[34766]: pgmap v936: 129 pgs: 129 active+clean; 419 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.2 MiB/s wr, 208 op/s 2024-09-10T08:04:31.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:30 smithi007 ceph-mon[30879]: pgmap v936: 129 pgs: 129 active+clean; 419 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.2 MiB/s wr, 208 op/s 2024-09-10T08:04:31.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:30 smithi110 ceph-mon[34417]: pgmap v936: 129 pgs: 129 active+clean; 419 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.2 MiB/s wr, 208 op/s 2024-09-10T08:04:31.279 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42255 7.17 MB/sec execute 213 sec latency 93.439 ms 2024-09-10T08:04:32.280 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42394 7.16 MB/sec execute 214 sec latency 114.512 ms 2024-09-10T08:04:32.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:32 smithi145 ceph-mon[34766]: pgmap v937: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 3.0 MiB/s wr, 167 op/s 2024-09-10T08:04:33.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:32 smithi007 ceph-mon[30879]: pgmap v937: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 3.0 MiB/s wr, 167 op/s 2024-09-10T08:04:33.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:32 smithi110 ceph-mon[34417]: pgmap v937: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 3.0 MiB/s wr, 167 op/s 2024-09-10T08:04:33.280 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42534 7.15 MB/sec execute 215 sec latency 69.198 ms 2024-09-10T08:04:34.280 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42690 7.17 MB/sec execute 216 sec latency 67.070 ms 2024-09-10T08:04:34.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:34 smithi145 ceph-mon[34766]: pgmap v938: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 3.9 MiB/s wr, 218 op/s 2024-09-10T08:04:35.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:34 smithi007 ceph-mon[30879]: pgmap v938: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 3.9 MiB/s wr, 218 op/s 2024-09-10T08:04:35.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:34 smithi110 ceph-mon[34417]: pgmap v938: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 3.9 MiB/s wr, 218 op/s 2024-09-10T08:04:35.281 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42822 7.14 MB/sec execute 217 sec latency 62.238 ms 2024-09-10T08:04:36.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 -- 172.21.15.7:0/653955845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8103d60 msgr2=0x7f97b8104160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 --2- 172.21.15.7:0/653955845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8103d60 0x7f97b8104160 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f97b4009900 tx=0x7f97b402a410 comp rx=0 tx=0).stop 2024-09-10T08:04:36.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 -- 172.21.15.7:0/653955845 shutdown_connections 2024-09-10T08:04:36.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 --2- 172.21.15.7:0/653955845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 0x7f97b810c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 --2- 172.21.15.7:0/653955845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8104f50 0x7f97b81053d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.167+0000 7f97bf87b640 1 --2- 172.21.15.7:0/653955845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8103d60 0x7f97b8104160 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.168+0000 7f97bf87b640 1 -- 172.21.15.7:0/653955845 >> 172.21.15.7:0/653955845 conn(0x7f97b80ff4e0 msgr2=0x7f97b8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.168+0000 7f97bf87b640 1 -- 172.21.15.7:0/653955845 shutdown_connections 2024-09-10T08:04:36.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.168+0000 7f97bf87b640 1 -- 172.21.15.7:0/653955845 wait complete. 2024-09-10T08:04:36.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.168+0000 7f97bf87b640 1 Processor -- start 2024-09-10T08:04:36.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 -- start start 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8104f50 0x7f97b819e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 0x7f97b81a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f97b8077ad0 con 0x7f97b8103d60 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97b8077950 con 0x7f97b8104f50 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bf87b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97b8077c50 con 0x7f97b8105910 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37234/0 (socket says 172.21.15.7:37234) 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 -- 172.21.15.7:0/3068578646 learned_addr learned my addr 172.21.15.7:0/3068578646 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bce16640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8104f50 0x7f97b819e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bde18640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 0x7f97b81a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 -- 172.21.15.7:0/3068578646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 msgr2=0x7f97b81a58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 0x7f97b81a58b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 -- 172.21.15.7:0/3068578646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8104f50 msgr2=0x7f97b819e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8104f50 0x7f97b819e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.169+0000 7f97bd617640 1 -- 172.21.15.7:0/3068578646 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97b81a5f20 con 0x7f97b8103d60 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97bd617640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f97b40314e0 tx=0x7f97b4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97ae7fc640 1 -- 172.21.15.7:0/3068578646 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b403f070 con 0x7f97b8103d60 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97ae7fc640 1 -- 172.21.15.7:0/3068578646 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b4031c40 con 0x7f97b8103d60 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97b81a61b0 con 0x7f97b8103d60 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97ae7fc640 1 -- 172.21.15.7:0/3068578646 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4035030 con 0x7f97b8103d60 2024-09-10T08:04:36.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.170+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97b81a66f0 con 0x7f97b8103d60 2024-09-10T08:04:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.174+0000 7f97c2618740 1 Processor -- start 2024-09-10T08:04:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.174+0000 7f97c2618740 1 -- start start 2024-09-10T08:04:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461a2e0 0x563bc461eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc4621830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563bc457d2f0 con 0x563bc46199a0 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563bc4525270 con 0x563bc461f370 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97c2618740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563bc45792b0 con 0x563bc461a2e0 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37250/0 (socket says 172.21.15.7:37250) 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 -- 172.21.15.7:0/2280407114 learned_addr learned my addr 172.21.15.7:0/2280407114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:36.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bce16640 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc4621830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 -- 172.21.15.7:0/2280407114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461a2e0 msgr2=0x563bc461eda0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461a2e0 0x563bc461eda0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 -- 172.21.15.7:0/2280407114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 msgr2=0x563bc4621830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc4621830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97bde18640 1 -- 172.21.15.7:0/2280407114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bc4524340 con 0x563bc46199a0 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.175+0000 7f97ae7fc640 1 -- 172.21.15.7:0/3068578646 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f97b4042070 con 0x7f97b8103d60 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.176+0000 7f97bde18640 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009fc0 tx=0x7f97b0010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3690e07fea2587 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.176+0000 7f97a37fe640 1 -- 172.21.15.7:0/2280407114 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0003b70 con 0x563bc46199a0 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.176+0000 7f97a37fe640 1 -- 172.21.15.7:0/2280407114 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b0003d10 con 0x563bc46199a0 2024-09-10T08:04:36.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.176+0000 7f97a37fe640 1 -- 172.21.15.7:0/2280407114 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0011a40 con 0x563bc46199a0 2024-09-10T08:04:36.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.177+0000 7f97ae7fc640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 0x7f97a40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.177+0000 7f97bd617640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 0x7f97a40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.177+0000 7f97ae7fc640 1 -- 172.21.15.7:0/3068578646 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f97b40efb50 con 0x7f97b8103d60 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.177+0000 7f97c2618740 1 -- 172.21.15.7:0/2280407114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 msgr2=0x563bc4619da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.177+0000 7f97c2618740 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009fc0 tx=0x7f97b0010860 comp rx=0 tx=0).stop 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 -- 172.21.15.7:0/2280407114 shutdown_connections 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc4621830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461a2e0 0x563bc461eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 --2- 172.21.15.7:0/2280407114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4619da0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 -- 172.21.15.7:0/2280407114 >> 172.21.15.7:0/2280407114 conn(0x563bc4615010 msgr2=0x563bc4615410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97bd617640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 0x7f97a40a5170 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f97b4006010 tx=0x7f97b402a410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 -- 172.21.15.7:0/2280407114 shutdown_connections 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 -- 172.21.15.7:0/2280407114 wait complete. 2024-09-10T08:04:36.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 -- start start 2024-09-10T08:04:36.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.178+0000 7f97c2618740 1 Processor -- start 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc4624220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc462b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563bc4622340 con 0x563bc46199a0 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x563bc4506290 con 0x563bc461a2e0 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563bc46224c0 con 0x563bc461f370 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97c2618740 10 client.0 _ll_register_callbacks cb 0x563bc4537140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37264/0 (socket says 172.21.15.7:37264) 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97bde18640 1 -- 172.21.15.7:0/1810328502 learned_addr learned my addr 172.21.15.7:0/1810328502 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.179+0000 7f97bde18640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc462b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bce16640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc4624220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 -- 172.21.15.7:0/1810328502 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 msgr2=0x563bc462b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc462b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 -- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 msgr2=0x563bc4624220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc4624220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 -- 172.21.15.7:0/1810328502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bc4290210 con 0x563bc46199a0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97bde18640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009dd0 tx=0x7f97b0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc290f00e68ea77c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b00119e0 con 0x563bc46199a0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f97b0011b80 con 0x563bc46199a0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.180+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97b0003d10 con 0x563bc46199a0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f97b0030050 con 0x563bc46199a0 2024-09-10T08:04:36.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 10 client.20031 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x563bc435c620 con 0x563bc46199a0 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b0003d10 con 0x563bc46199a0 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f97b0005040 con 0x563bc46199a0 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 10 client.20031 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 10 client.20031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 20 client.20031 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc462fcb0 0x563bc46320d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 4 client.20031 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.181+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563bc458aa20 con 0x563bc462fcb0 2024-09-10T08:04:36.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.182+0000 7f97bce16640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc462fcb0 0x563bc46320d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.182+0000 7f97a0ff9640 10 client.20031 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:36.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.182+0000 7f97bce16640 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc462fcb0 0x563bc46320d0 crc :-1 s=READY pgs=437 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98c4e05c67ba987c server_cookie=55290f3920a9ef6d in_seq=0 out_seq=0 2024-09-10T08:04:36.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97a0ff9640 1 -- 172.21.15.7:0/1810328502 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563bc458aa20 con 0x563bc462fcb0 2024-09-10T08:04:36.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97a0ff9640 10 client.20031 handle_command_reply: tid=0 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 client.20031 shutdown 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 msgr2=0x563bc4623ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009dd0 tx=0x7f97b0009bd0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 shutdown_connections 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc462fcb0 0x563bc46320d0 crc :-1 s=READY pgs=437 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc462b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc4624220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 --2- 172.21.15.7:0/1810328502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc4623ce0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97a0ff9640 0 client.20031 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 >> 172.21.15.7:0/1810328502 conn(0x563bc4615010 msgr2=0x563bc4616820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.183+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 shutdown_connections 2024-09-10T08:04:36.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.184+0000 7f97c2618740 1 -- 172.21.15.7:0/1810328502 wait complete. 2024-09-10T08:04:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.184+0000 7f97c2618740 20 client.20031 trim_cache size 0 max 16384 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 Processor -- start 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 -- start start 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc462b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc46228c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81b3590 con 0x563bc46199a0 2024-09-10T08:04:36.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81b0e60 con 0x563bc461a2e0 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97c2618740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81aecd0 con 0x563bc461f370 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97bde18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37274/0 (socket says 172.21.15.7:37274) 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97bde18640 1 -- 172.21.15.7:0/3267076848 learned_addr learned my addr 172.21.15.7:0/3267076848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97bce16640 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc462b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.208+0000 7f97bde18640 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc46228c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 -- 172.21.15.7:0/3267076848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 msgr2=0x563bc46228c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc46228c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 -- 172.21.15.7:0/3267076848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 msgr2=0x563bc462b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc462b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 -- 172.21.15.7:0/3267076848 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bc4623820 con 0x563bc46199a0 2024-09-10T08:04:36.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97bde18640 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f97b0002230 tx=0x7f97b0005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b4ef4daac20f119 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97a2ffd640 1 -- 172.21.15.7:0/3267076848 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0020040 con 0x563bc46199a0 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97a2ffd640 1 -- 172.21.15.7:0/3267076848 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b0010d60 con 0x563bc46199a0 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.209+0000 7f97a2ffd640 1 -- 172.21.15.7:0/3267076848 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0004fa0 con 0x563bc46199a0 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 -- 172.21.15.7:0/3267076848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 msgr2=0x563bc46241a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f97b0002230 tx=0x7f97b0005fb0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 -- 172.21.15.7:0/3267076848 shutdown_connections 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc461f370 0x563bc46228c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461a2e0 0x563bc462b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 --2- 172.21.15.7:0/3267076848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc46199a0 0x563bc46241a0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.210+0000 7f97c2618740 1 -- 172.21.15.7:0/3267076848 >> 172.21.15.7:0/3267076848 conn(0x563bc4615010 msgr2=0x563bc4623a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.211+0000 7f97c2618740 1 -- 172.21.15.7:0/3267076848 shutdown_connections 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.211+0000 7f97c2618740 1 -- 172.21.15.7:0/3267076848 wait complete. 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.211+0000 7f97c2618740 1 -- start start 2024-09-10T08:04:36.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.211+0000 7f97c2618740 1 Processor -- start 2024-09-10T08:04:36.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc461a2e0 0x563bc46283a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc46989a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81af320 con 0x563bc461a2e0 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:58936/0 (socket says 172.21.15.7:58936) 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81b0790 con 0x563bc461f370 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 -- 172.21.15.7:0/744215428 learned_addr learned my addr 172.21.15.7:0/744215428 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97b81af9f0 con 0x563bc46199a0 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bce16640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc461a2e0 0x563bc46283a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97c2618740 10 client.0 _ll_register_callbacks cb 0x7f97b0009e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:36.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 -- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 msgr2=0x563bc46989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc46989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 -- 172.21.15.7:0/744215428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc461a2e0 msgr2=0x563bc46283a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc461a2e0 0x563bc46283a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.212+0000 7f97bde18640 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bc4632750 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97bde18640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f97b000a000 tx=0x7f97b0005ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75e914ccdb06ab73 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0020070 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f97b0011500 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97b0010d60 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f97b0004fa0 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97c2618740 10 client.29143 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x563bc4699de0 con 0x563bc46199a0 2024-09-10T08:04:36.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.213+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b0005140 con 0x563bc46199a0 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f97b003c020 con 0x563bc46199a0 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 10 client.29143 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 10 client.29143 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 20 client.29143 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc469a6d0 0x563bc469caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 4 client.29143 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97bce16640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc469a6d0 0x563bc469caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f97b0010d60 con 0x563bc469a6d0 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.214+0000 7f97a0ff9640 10 client.29143 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:36.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.215+0000 7f97bce16640 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc469a6d0 0x563bc469caf0 crc :-1 s=READY pgs=438 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=839ede07578c1593 server_cookie=c98f8c1cb83474fa in_seq=0 out_seq=0 2024-09-10T08:04:36.284 INFO:tasks.workunit.client.0.smithi007.stdout: 10 42964 7.13 MB/sec execute 218 sec latency 86.797 ms 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97a0ff9640 1 -- 172.21.15.7:0/744215428 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f97b0010d60 con 0x563bc469a6d0 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97a0ff9640 10 client.29143 handle_command_reply: tid=0 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 client.29143 shutdown 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 msgr2=0x563bc4627e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f97b000a000 tx=0x7f97b0005ae0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 shutdown_connections 2024-09-10T08:04:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x563bc469a6d0 0x563bc469caf0 crc :-1 s=READY pgs=438 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97a0ff9640 0 client.29143 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x563bc461f370 0x563bc46989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563bc461a2e0 0x563bc46283a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 --2- 172.21.15.7:0/744215428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563bc46199a0 0x563bc4627e60 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.343+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 >> 172.21.15.7:0/744215428 conn(0x563bc4615010 msgr2=0x563bc4615ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.344+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 shutdown_connections 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.344+0000 7f97c2618740 1 -- 172.21.15.7:0/744215428 wait complete. 2024-09-10T08:04:36.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.344+0000 7f97c2618740 20 client.29143 trim_cache size 0 max 16384 2024-09-10T08:04:36.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:04:36.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:04:36.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:04:36.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.345+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 msgr2=0x7f97a40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.345+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 0x7f97a40a5170 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f97b4006010 tx=0x7f97b402a410 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.345+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 msgr2=0x7f97b819e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.345+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f97b40314e0 tx=0x7f97b4003c10 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 shutdown_connections 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f97a40a2cb0 0x7f97a40a5170 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b8105910 0x7f97b81a58b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97b8104f50 0x7f97b819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 --2- 172.21.15.7:0/3068578646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f97b8103d60 0x7f97b819e300 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 >> 172.21.15.7:0/3068578646 conn(0x7f97b80ff4e0 msgr2=0x7f97b8106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:36.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 shutdown_connections 2024-09-10T08:04:36.347 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:36.346+0000 7f97bf87b640 1 -- 172.21.15.7:0/3068578646 wait complete. 2024-09-10T08:04:36.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:36 smithi145 ceph-mon[34766]: pgmap v939: 129 pgs: 129 active+clean; 422 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 251 op/s 2024-09-10T08:04:37.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:36 smithi007 ceph-mon[30879]: pgmap v939: 129 pgs: 129 active+clean; 422 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 251 op/s 2024-09-10T08:04:37.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:36 smithi110 ceph-mon[34417]: pgmap v939: 129 pgs: 129 active+clean; 422 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 251 op/s 2024-09-10T08:04:37.285 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43099 7.11 MB/sec execute 219 sec latency 151.490 ms 2024-09-10T08:04:38.285 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43232 7.09 MB/sec execute 220 sec latency 133.825 ms 2024-09-10T08:04:38.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:38 smithi145 ceph-mon[34766]: pgmap v940: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 4.3 MiB/s wr, 239 op/s 2024-09-10T08:04:39.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:38 smithi007 ceph-mon[30879]: pgmap v940: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 4.3 MiB/s wr, 239 op/s 2024-09-10T08:04:39.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:38 smithi110 ceph-mon[34417]: pgmap v940: 129 pgs: 129 active+clean; 420 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 4.3 MiB/s wr, 239 op/s 2024-09-10T08:04:39.286 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43399 7.09 MB/sec execute 221 sec latency 81.349 ms 2024-09-10T08:04:40.286 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43564 7.10 MB/sec execute 222 sec latency 69.725 ms 2024-09-10T08:04:40.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:40 smithi110 ceph-mon[34417]: pgmap v941: 129 pgs: 129 active+clean; 414 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 5.0 MiB/s wr, 357 op/s 2024-09-10T08:04:40.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:40 smithi145 ceph-mon[34766]: pgmap v941: 129 pgs: 129 active+clean; 414 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 5.0 MiB/s wr, 357 op/s 2024-09-10T08:04:41.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:40 smithi007 ceph-mon[30879]: pgmap v941: 129 pgs: 129 active+clean; 414 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 5.0 MiB/s wr, 357 op/s 2024-09-10T08:04:41.289 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43764 7.14 MB/sec execute 223 sec latency 77.105 ms 2024-09-10T08:04:42.292 INFO:tasks.workunit.client.0.smithi007.stdout: 10 43944 7.16 MB/sec execute 224 sec latency 107.873 ms 2024-09-10T08:04:42.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:42 smithi145 ceph-mon[34766]: pgmap v942: 129 pgs: 129 active+clean; 413 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-10T08:04:43.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:42 smithi007 ceph-mon[30879]: pgmap v942: 129 pgs: 129 active+clean; 413 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-10T08:04:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:42 smithi110 ceph-mon[34417]: pgmap v942: 129 pgs: 129 active+clean; 413 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-10T08:04:43.290 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44127 7.18 MB/sec execute 225 sec latency 105.211 ms 2024-09-10T08:04:44.291 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44281 7.18 MB/sec execute 226 sec latency 90.530 ms 2024-09-10T08:04:44.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:44 smithi145 ceph-mon[34766]: pgmap v943: 129 pgs: 129 active+clean; 410 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T08:04:45.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:44 smithi007 ceph-mon[30879]: pgmap v943: 129 pgs: 129 active+clean; 410 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T08:04:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:44 smithi110 ceph-mon[34417]: pgmap v943: 129 pgs: 129 active+clean; 410 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.8 MiB/s wr, 326 op/s 2024-09-10T08:04:45.291 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44459 7.18 MB/sec execute 227 sec latency 67.257 ms 2024-09-10T08:04:46.226 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 33.2 2024-09-10T08:04:46.226 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:04:46.292 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44641 7.18 MB/sec execute 228 sec latency 62.431 ms 2024-09-10T08:04:46.633 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:46.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:46 smithi145 ceph-mon[34766]: pgmap v944: 129 pgs: 129 active+clean; 412 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 3.4 MiB/s wr, 311 op/s 2024-09-10T08:04:47.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:46 smithi007 ceph-mon[30879]: pgmap v944: 129 pgs: 129 active+clean; 412 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 3.4 MiB/s wr, 311 op/s 2024-09-10T08:04:47.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:46 smithi110 ceph-mon[34417]: pgmap v944: 129 pgs: 129 active+clean; 412 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 3.4 MiB/s wr, 311 op/s 2024-09-10T08:04:47.293 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44783 7.18 MB/sec execute 229 sec latency 123.535 ms 2024-09-10T08:04:48.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 -- 172.21.15.7:0/3305853156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f698410e470 msgr2=0x7f6984110860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 --2- 172.21.15.7:0/3305853156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f698410e470 0x7f6984110860 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f697c009be0 tx=0x7f697c02a6c0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 -- 172.21.15.7:0/3305853156 shutdown_connections 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 --2- 172.21.15.7:0/3305853156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f698410e470 0x7f6984110860 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 --2- 172.21.15.7:0/3305853156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f698410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 --2- 172.21.15.7:0/3305853156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69841008c0 0x7f6984100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 -- 172.21.15.7:0/3305853156 >> 172.21.15.7:0/3305853156 conn(0x7f69840fc790 msgr2=0x7f69840febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 -- 172.21.15.7:0/3305853156 shutdown_connections 2024-09-10T08:04:48.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.221+0000 7f698919a640 1 -- 172.21.15.7:0/3305853156 wait complete. 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 Processor -- start 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 -- start start 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69841008c0 0x7f69841a3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 0x7f698410cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6984104090 con 0x7f698410e470 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6984103f10 con 0x7f6984101270 2024-09-10T08:04:48.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.222+0000 7f698919a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6984104210 con 0x7f69841008c0 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37146/0 (socket says 172.21.15.7:37146) 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 -- 172.21.15.7:0/1626050788 learned_addr learned my addr 172.21.15.7:0/1626050788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698359e640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 0x7f698410cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f6982d9d640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69841008c0 0x7f69841a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 -- 172.21.15.7:0/1626050788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69841008c0 msgr2=0x7f69841a3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69841008c0 0x7f69841a3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 -- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 msgr2=0x7f698410cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:48.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 0x7f698410cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 -- 172.21.15.7:0/1626050788 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f698410d3f0 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698359e640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 0x7f698410cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.223+0000 7f698259c640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f697800e9c0 tx=0x7f697800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.224+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697800ccc0 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.224+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f698410d6e0 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.224+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69780054d0 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.224+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978010430 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.224+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69841ab4a0 con 0x7f6984101270 2024-09-10T08:04:48.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.225+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f698406b070 con 0x7f6984101270 2024-09-10T08:04:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.227+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f69780046c0 con 0x7f6984101270 2024-09-10T08:04:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.228+0000 7f696bfff640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 0x7f696c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.228+0000 7f6982d9d640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 0x7f696c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.228+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69780cf5e0 con 0x7f6984101270 2024-09-10T08:04:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.228+0000 7f6982d9d640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 0x7f696c0a5040 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f69740095f0 tx=0x7f6974005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.230+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f697809c140 con 0x7f6984101270 2024-09-10T08:04:48.295 INFO:tasks.workunit.client.0.smithi007.stdout: 10 44943 7.19 MB/sec execute 230 sec latency 72.099 ms 2024-09-10T08:04:48.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.607+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6984100ca0 con 0x7f6984101270 2024-09-10T08:04:48.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.607+0000 7f696bfff640 1 -- 172.21.15.7:0/1626050788 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f697809ba40 con 0x7f6984101270 2024-09-10T08:04:48.607 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:04:48.607 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:04:48.607 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 msgr2=0x7f696c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 0x7f696c0a5040 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f69740095f0 tx=0x7f6974005f90 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 msgr2=0x7f69841a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f697800e9c0 tx=0x7f697800ee80 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 shutdown_connections 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f696c0a2b80 0x7f696c0a5040 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f698410e470 0x7f698410cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6984101270 0x7f69841a3a50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 --2- 172.21.15.7:0/1626050788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69841008c0 0x7f69841a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:48.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 >> 172.21.15.7:0/1626050788 conn(0x7f69840fc790 msgr2=0x7f69840feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:48.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 shutdown_connections 2024-09-10T08:04:48.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:48.610+0000 7f698919a640 1 -- 172.21.15.7:0/1626050788 wait complete. 2024-09-10T08:04:48.947 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:48 smithi007 ceph-mon[30879]: pgmap v945: 129 pgs: 129 active+clean; 414 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.1 MiB/s wr, 267 op/s 2024-09-10T08:04:48.947 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:48 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1626050788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:48.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:48 smithi145 ceph-mon[34766]: pgmap v945: 129 pgs: 129 active+clean; 414 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.1 MiB/s wr, 267 op/s 2024-09-10T08:04:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:48 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1626050788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:48 smithi110 ceph-mon[34417]: pgmap v945: 129 pgs: 129 active+clean; 414 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.1 MiB/s wr, 267 op/s 2024-09-10T08:04:49.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:48 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1626050788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:04:49.296 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45139 7.21 MB/sec execute 231 sec latency 65.470 ms 2024-09-10T08:04:49.379 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 153.2 --await-for 45.0' 2024-09-10T08:04:49.379 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 153.2 --await-for 45.0 2024-09-10T08:04:49.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 -- 172.21.15.7:0/2001408714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb80761b0 msgr2=0x7fafb8074600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/2001408714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb80761b0 0x7fafb8074600 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009860 tx=0x7fafb402a3d0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 -- 172.21.15.7:0/2001408714 shutdown_connections 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/2001408714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb8109a10 0x7fafb810bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/2001408714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8074bd0 0x7fafb8075030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/2001408714 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb80761b0 0x7fafb8074600 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.494+0000 7fafbfbd6640 1 -- 172.21.15.7:0/2001408714 >> 172.21.15.7:0/2001408714 conn(0x7fafb80fd2e0 msgr2=0x7fafb80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.495+0000 7fafbfbd6640 1 -- 172.21.15.7:0/2001408714 shutdown_connections 2024-09-10T08:04:49.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.495+0000 7fafbfbd6640 1 -- 172.21.15.7:0/2001408714 wait complete. 2024-09-10T08:04:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 Processor -- start 2024-09-10T08:04:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 -- start start 2024-09-10T08:04:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 0x7fafb819e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 0x7fafb819e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81032b0 con 0x7fafb80761b0 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fafb8103130 con 0x7fafb8074bd0 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbfbd6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fafb8103430 con 0x7fafb8109a10 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbd972640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 0x7fafb819e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:52526/0 (socket says 172.21.15.7:52526) 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 -- 172.21.15.7:0/3341893726 learned_addr learned my addr 172.21.15.7:0/3341893726 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbd972640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 0x7fafb819e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37160/0 (socket says 172.21.15.7:37160) 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbd171640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 0x7fafb819e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 -- 172.21.15.7:0/3341893726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 msgr2=0x7fafb819e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 0x7fafb819e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.496+0000 7fafbe173640 1 -- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 msgr2=0x7fafb819e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbe173640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 0x7fafb819e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbe173640 1 -- 172.21.15.7:0/3341893726 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb81a5f20 con 0x7fafb8109a10 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbd171640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 0x7fafb819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbe173640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fafb000eda0 tx=0x7fafb000c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafaeffd640 1 -- 172.21.15.7:0/3341893726 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb0003b70 con 0x7fafb8109a10 2024-09-10T08:04:49.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafaeffd640 1 -- 172.21.15.7:0/3341893726 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb0003d10 con 0x7fafb8109a10 2024-09-10T08:04:49.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafaeffd640 1 -- 172.21.15.7:0/3341893726 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb0017940 con 0x7fafb8109a10 2024-09-10T08:04:49.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb81a6210 con 0x7fafb8109a10 2024-09-10T08:04:49.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.497+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb81a6710 con 0x7fafb8109a10 2024-09-10T08:04:49.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.500+0000 7fafaeffd640 1 -- 172.21.15.7:0/3341893726 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fafb0017ae0 con 0x7fafb8109a10 2024-09-10T08:04:49.500 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.501+0000 7fafc2a50740 1 Processor -- start 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 -- start start 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafaeffd640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 0x7fafa40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 0x56471af13da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af18da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af1b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56471ae772f0 con 0x56471af139a0 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56471ae1f270 con 0x56471af19370 2024-09-10T08:04:49.501 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafc2a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56471ae732b0 con 0x56471af142e0 2024-09-10T08:04:49.502 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbd972640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 0x56471af13da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af1b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbd972640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 0x56471af13da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50796/0 (socket says 172.21.15.7:50796) 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbd972640 1 -- 172.21.15.7:0/430010230 learned_addr learned my addr 172.21.15.7:0/430010230 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbd171640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 0x7fafa40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafaeffd640 1 -- 172.21.15.7:0/3341893726 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafb00cf680 con 0x7fafb8109a10 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 -- 172.21.15.7:0/430010230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 msgr2=0x56471af18da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af18da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 -- 172.21.15.7:0/430010230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 msgr2=0x56471af13da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 0x56471af13da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.503 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.502+0000 7fafbe173640 1 -- 172.21.15.7:0/430010230 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56471ae1e340 con 0x56471af19370 2024-09-10T08:04:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.503+0000 7fafbe173640 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af1b830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fafb009b8f0 tx=0x7fafb0097f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c55b14fd2814e30f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.503+0000 7fafa3fff640 1 -- 172.21.15.7:0/430010230 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb0025040 con 0x56471af19370 2024-09-10T08:04:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.503+0000 7fafa3fff640 1 -- 172.21.15.7:0/430010230 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb0086040 con 0x56471af19370 2024-09-10T08:04:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.503+0000 7fafa3fff640 1 -- 172.21.15.7:0/430010230 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb009bbf0 con 0x56471af19370 2024-09-10T08:04:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.503+0000 7fafbd171640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 0x7fafa40a50f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fafb819f810 tx=0x7fafa8009c40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 -- 172.21.15.7:0/430010230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 msgr2=0x56471af1b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af1b830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fafb009b8f0 tx=0x7fafb0097f50 comp rx=0 tx=0).stop 2024-09-10T08:04:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 -- 172.21.15.7:0/430010230 shutdown_connections 2024-09-10T08:04:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af1b830 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af18da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 --2- 172.21.15.7:0/430010230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af139a0 0x56471af13da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 -- 172.21.15.7:0/430010230 >> 172.21.15.7:0/430010230 conn(0x56471af0f010 msgr2=0x56471af0f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 -- 172.21.15.7:0/430010230 shutdown_connections 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.504+0000 7fafc2a50740 1 -- 172.21.15.7:0/430010230 wait complete. 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.505+0000 7fafc2a50740 1 -- start start 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.505+0000 7fafc2a50740 1 Processor -- start 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.505+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 0x56471af1dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.505+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.505+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af25120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafc2a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56471af1c2e0 con 0x56471af142e0 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafc2a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56471ae00290 con 0x56471af19370 2024-09-10T08:04:49.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafc2a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56471af1c460 con 0x56471af139a0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafc2a50740 10 client.0 _ll_register_callbacks cb 0x56471ae31140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd171640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 0x56471af1dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd171640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50810/0 (socket says 172.21.15.7:50810) 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd171640 1 -- 172.21.15.7:0/3405613671 learned_addr learned my addr 172.21.15.7:0/3405613671 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbe173640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af25120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 -- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 msgr2=0x56471af25120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af25120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 -- 172.21.15.7:0/3405613671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 msgr2=0x56471af1e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd972640 1 -- 172.21.15.7:0/3405613671 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56471ab8a210 con 0x56471af139a0 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.506+0000 7fafbd171640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:49.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafbd972640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 0x56471af1dba0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009830 tx=0x7fafb4030ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70c09d41282773b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafa17fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:04:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb4004050 con 0x56471af139a0 2024-09-10T08:04:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafb40041f0 con 0x56471af139a0 2024-09-10T08:04:49.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafb0086040 con 0x56471af139a0 2024-09-10T08:04:49.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fafb404f050 con 0x56471af139a0 2024-09-10T08:04:49.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafc2a50740 10 client.29158 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56471ac56620 con 0x56471af139a0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.507+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb0086040 con 0x56471af139a0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fafb4004c70 con 0x56471af139a0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 10 client.29158 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 10 client.29158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 20 client.29158 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af298b0 0x56471af2bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 4 client.29158 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56471ae84a20 con 0x56471af298b0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafbd171640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af298b0 0x56471af2bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafbd171640 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af298b0 0x56471af2bce0 crc :-1 s=READY pgs=439 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5b64798cd57cb67 server_cookie=a113aee3a231aaad in_seq=0 out_seq=0 2024-09-10T08:04:49.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.508+0000 7fafa17fa640 10 client.29158 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.509+0000 7fafa17fa640 1 -- 172.21.15.7:0/3405613671 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56471ae84a20 con 0x56471af298b0 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.509+0000 7fafa17fa640 10 client.29158 handle_command_reply: tid=0 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.509+0000 7fafc2a50740 1 client.29158 shutdown 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 msgr2=0x56471af1dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 0x56471af1dba0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009830 tx=0x7fafb4030ca0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 shutdown_connections 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af298b0 0x56471af2bce0 crc :-1 s=READY pgs=439 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af19370 0x56471af25120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af1e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 --2- 172.21.15.7:0/3405613671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af139a0 0x56471af1dba0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 >> 172.21.15.7:0/3405613671 conn(0x56471af0f010 msgr2=0x56471af10820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafa17fa640 0 client.29158 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:49.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 shutdown_connections 2024-09-10T08:04:49.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 1 -- 172.21.15.7:0/3405613671 wait complete. 2024-09-10T08:04:49.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.510+0000 7fafc2a50740 20 client.29158 trim_cache size 0 max 16384 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.541+0000 7fafc2a50740 1 Processor -- start 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.541+0000 7fafc2a50740 1 -- start start 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.541+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af1e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af13d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafc2a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81b3450 con 0x56471af19370 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafc2a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81b0d20 con 0x56471af139a0 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafc2a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81aeb90 con 0x56471af142e0 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbe173640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af13d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbe173640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50826/0 (socket says 172.21.15.7:50826) 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd972640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af1e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbe173640 1 -- 172.21.15.7:0/1611998488 learned_addr learned my addr 172.21.15.7:0/1611998488 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 -- 172.21.15.7:0/1611998488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 msgr2=0x56471af1e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af1e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 -- 172.21.15.7:0/1611998488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 msgr2=0x56471af250b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd171640 1 -- 172.21.15.7:0/1611998488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56471af281e0 con 0x56471af142e0 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbe173640 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.542+0000 7fafbd972640 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af1e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:04:49.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.543+0000 7fafbd171640 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af13d80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fafa8011e90 tx=0x7fafa801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8e8f4ff88b84ace server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.543+0000 7fafa37fe640 1 -- 172.21.15.7:0/1611998488 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8004c80 con 0x56471af142e0 2024-09-10T08:04:49.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.543+0000 7fafa37fe640 1 -- 172.21.15.7:0/1611998488 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafa8004e20 con 0x56471af142e0 2024-09-10T08:04:49.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.543+0000 7fafa37fe640 1 -- 172.21.15.7:0/1611998488 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa80035f0 con 0x56471af142e0 2024-09-10T08:04:49.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- 172.21.15.7:0/1611998488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 msgr2=0x56471af13d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af13d80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fafa8011e90 tx=0x7fafa801a000 comp rx=0 tx=0).stop 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- 172.21.15.7:0/1611998488 shutdown_connections 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af19370 0x56471af250b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af142e0 0x56471af13d80 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 --2- 172.21.15.7:0/1611998488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af1e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- 172.21.15.7:0/1611998488 >> 172.21.15.7:0/1611998488 conn(0x56471af0f010 msgr2=0x56471af0d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- 172.21.15.7:0/1611998488 shutdown_connections 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- 172.21.15.7:0/1611998488 wait complete. 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.544+0000 7fafc2a50740 1 -- start start 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 Processor -- start 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af224d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af22a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81af1e0 con 0x56471af142e0 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81b0650 con 0x56471af139a0 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81af8b0 con 0x56471af19370 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafc2a50740 10 client.0 _ll_register_callbacks cb 0x7fafb4005d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafbe173640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafbe173640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:52556/0 (socket says 172.21.15.7:52556) 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafbd972640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af224d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.545+0000 7fafbe173640 1 -- 172.21.15.7:0/4232838104 learned_addr learned my addr 172.21.15.7:0/4232838104 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:49.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbd171640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af22a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 -- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 msgr2=0x56471af224d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af224d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 -- 172.21.15.7:0/4232838104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 msgr2=0x56471af22a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:49.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af22a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 -- 172.21.15.7:0/4232838104 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56471af24030 con 0x56471af19370 2024-09-10T08:04:49.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafbe173640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fafb0005b00 tx=0x7fafb009ffc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d10bf2458a70ff82 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:49.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafa17fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:04:49.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb007f060 con 0x56471af19370 2024-09-10T08:04:49.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafb00a4320 con 0x56471af19370 2024-09-10T08:04:49.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.546+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafa8004e20 con 0x56471af19370 2024-09-10T08:04:49.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fafb00ba070 con 0x56471af19370 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 10 client.29164 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56471af25340 con 0x56471af19370 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb0086040 con 0x56471af19370 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fafb000b030 con 0x56471af19370 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 10 client.29164 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 10 client.29164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:04:49.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 20 client.29164 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af948c0 0x56471af96ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 4 client.29164 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.547+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fafa8004e20 con 0x56471af948c0 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.548+0000 7fafbd972640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af948c0 0x56471af96ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.548+0000 7fafa17fa640 10 client.29164 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:49.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.548+0000 7fafbd972640 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af948c0 0x56471af96ce0 crc :-1 s=READY pgs=440 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b90138511a50e25 server_cookie=9465330d2e62cc84 in_seq=0 out_seq=0 2024-09-10T08:04:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafa17fa640 1 -- 172.21.15.7:0/4232838104 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fafa8004e20 con 0x56471af948c0 2024-09-10T08:04:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafa17fa640 10 client.29164 handle_command_reply: tid=0 2024-09-10T08:04:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafc2a50740 1 client.29164 shutdown 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 msgr2=0x56471af23a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fafb0005b00 tx=0x7fafb009ffc0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 shutdown_connections 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.648+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56471af948c0 0x56471af96ce0 crc :-1 s=READY pgs=440 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56471af19370 0x56471af23a20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56471af142e0 0x56471af22a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 --2- 172.21.15.7:0/4232838104 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56471af139a0 0x56471af224d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafa17fa640 0 client.29164 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 >> 172.21.15.7:0/4232838104 conn(0x56471af0f010 msgr2=0x56471af0e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 shutdown_connections 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 1 -- 172.21.15.7:0/4232838104 wait complete. 2024-09-10T08:04:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.649+0000 7fafc2a50740 20 client.29164 trim_cache size 0 max 16384 2024-09-10T08:04:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:04:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:04:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:04:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 msgr2=0x7fafa40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 0x7fafa40a50f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fafb819f810 tx=0x7fafa8009c40 comp rx=0 tx=0).stop 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 msgr2=0x7fafb81a58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fafb000eda0 tx=0x7fafb000c6e0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 shutdown_connections 2024-09-10T08:04:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafa40a2c30 0x7fafa40a50f0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafb8109a10 0x7fafb81a58b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fafb80761b0 0x7fafb819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 --2- 172.21.15.7:0/3341893726 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fafb8074bd0 0x7fafb819e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 >> 172.21.15.7:0/3341893726 conn(0x7fafb80fd2e0 msgr2=0x7fafb8103c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 shutdown_connections 2024-09-10T08:04:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:04:49.650+0000 7fafbfbd6640 1 -- 172.21.15.7:0/3341893726 wait complete. 2024-09-10T08:04:49.804 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:04:50.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45284 7.23 MB/sec execute 232 sec latency 101.089 ms 2024-09-10T08:04:50.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 -- 172.21.15.7:0/433891285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 msgr2=0x7f0da0100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 --2- 172.21.15.7:0/433891285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da0100f00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009860 tx=0x7f0d9c02a340 comp rx=0 tx=0).stop 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 -- 172.21.15.7:0/433891285 shutdown_connections 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 --2- 172.21.15.7:0/433891285 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da0110910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 --2- 172.21.15.7:0/433891285 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 --2- 172.21.15.7:0/433891285 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da0100f00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 -- 172.21.15.7:0/433891285 >> 172.21.15.7:0/433891285 conn(0x7f0da00fc7d0 msgr2=0x7f0da00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 -- 172.21.15.7:0/433891285 shutdown_connections 2024-09-10T08:04:50.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.358+0000 7f0da7f59640 1 -- 172.21.15.7:0/433891285 wait complete. 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da7f59640 1 Processor -- start 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da7f59640 1 -- start start 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da7f59640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da7f59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da7f59640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.359+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da5cf5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55018/0 (socket says 172.21.15.7:55018) 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da5cf5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33554/0 (socket says 172.21.15.7:33554) 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da54f4640 1 -- 172.21.15.7:0/4121007823 learned_addr learned my addr 172.21.15.7:0/4121007823 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0da0114130 con 0x7f0da0101440 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da64f6640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0da0113fb0 con 0x7f0da0100b20 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01142b0 con 0x7f0da010e500 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4121007823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 msgr2=0x7f0da019ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da019ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.360+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 msgr2=0x7f0da019abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da019f660 con 0x7f0da0100b20 2024-09-10T08:04:50.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da64f6640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:50.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da54f4640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:50.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c035040 tx=0x7f0d9c030bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0d96ffd640 1 -- 172.21.15.7:0/4121007823 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c040020 con 0x7f0da0100b20 2024-09-10T08:04:50.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0d96ffd640 1 -- 172.21.15.7:0/4121007823 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d9c038040 con 0x7f0da0100b20 2024-09-10T08:04:50.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0d96ffd640 1 -- 172.21.15.7:0/4121007823 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037070 con 0x7f0da0100b20 2024-09-10T08:04:50.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.361+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da019f8f0 con 0x7f0da0100b20 2024-09-10T08:04:50.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.362+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da019fd80 con 0x7f0da0100b20 2024-09-10T08:04:50.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.364+0000 7f0d96ffd640 1 -- 172.21.15.7:0/4121007823 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0d9c043020 con 0x7f0da0100b20 2024-09-10T08:04:50.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.365+0000 7f0d96ffd640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 0x7f0d8c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.365+0000 7f0da54f4640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 0x7f0d8c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.365+0000 7f0d96ffd640 1 -- 172.21.15.7:0/4121007823 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d9c0ef0a0 con 0x7f0da0100b20 2024-09-10T08:04:50.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.366+0000 7f0da54f4640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 0x7f0d8c0a5040 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0d900096c0 tx=0x7f0d90009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.380+0000 7f0daa332740 1 Processor -- start 2024-09-10T08:04:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 -- start start 2024-09-10T08:04:50.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 0x558252517b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55825247d2a0 con 0x558252522940 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558252424b10 con 0x558252518080 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0daa332740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558252479260 con 0x558252517760 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da64f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33562/0 (socket says 172.21.15.7:33562) 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da64f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55032/0 (socket says 172.21.15.7:55032) 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da54f4640 1 -- 172.21.15.7:0/2078521339 learned_addr learned my addr 172.21.15.7:0/2078521339 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:50.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.381+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 0x558252517b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 -- 172.21.15.7:0/2078521339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 msgr2=0x558252522400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 -- 172.21.15.7:0/2078521339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 msgr2=0x558252524d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 -- 172.21.15.7:0/2078521339 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582521eeb90 con 0x558252517760 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da54f4640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da64f6640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 0x558252517b40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0ec850 tx=0x7f0d9c02a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e17c031aa3732e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0d8bfff640 1 -- 172.21.15.7:0/2078521339 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0baec0 con 0x558252517760 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0d8bfff640 1 -- 172.21.15.7:0/2078521339 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d9c0bbc60 con 0x558252517760 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.382+0000 7f0d8bfff640 1 -- 172.21.15.7:0/2078521339 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0b7bd0 con 0x558252517760 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 -- 172.21.15.7:0/2078521339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 msgr2=0x558252517b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 0x558252517b40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0ec850 tx=0x7f0d9c02a340 comp rx=0 tx=0).stop 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 -- 172.21.15.7:0/2078521339 shutdown_connections 2024-09-10T08:04:50.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252522940 0x558252524d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x558252522400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 --2- 172.21.15.7:0/2078521339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252517760 0x558252517b40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 -- 172.21.15.7:0/2078521339 >> 172.21.15.7:0/2078521339 conn(0x558252513cf0 msgr2=0x5582525140d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 -- 172.21.15.7:0/2078521339 shutdown_connections 2024-09-10T08:04:50.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.383+0000 7f0daa332740 1 -- 172.21.15.7:0/2078521339 wait complete. 2024-09-10T08:04:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 -- start start 2024-09-10T08:04:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 Processor -- start 2024-09-10T08:04:50.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252517760 0x55825251f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252518080 0x55825251fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558252479260 con 0x558252518080 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5582524056e0 con 0x558252517760 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5582525252d0 con 0x558252522940 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.384+0000 7f0daa332740 10 client.0 _ll_register_callbacks cb 0x558252429a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:44612/0 (socket says 172.21.15.7:44612) 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 -- 172.21.15.7:0/1525286880 learned_addr learned my addr 172.21.15.7:0/1525286880 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252517760 0x55825251f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da54f4640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252518080 0x55825251fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 -- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252517760 msgr2=0x55825251f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252517760 0x55825251f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 -- 172.21.15.7:0/1525286880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252518080 msgr2=0x55825251fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252518080 0x55825251fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 -- 172.21.15.7:0/1525286880 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55825252e5e0 con 0x558252522940 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0da64f6640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0d9800fe50 tx=0x7f0d98012820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f37a2b03e83c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0d897fa640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.385+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d98003970 con 0x558252522940 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d98003b10 con 0x558252522940 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d9c0bbc60 con 0x558252522940 2024-09-10T08:04:50.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0d98003d10 con 0x558252522940 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 10 client.29176 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x558252530fd0 con 0x558252522940 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d9c0bbc60 con 0x558252522940 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0d98010640 con 0x558252522940 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 10 client.29176 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 10 client.29176 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 20 client.29176 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558252532900 0x558252534d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 4 client.29176 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.386+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55825248a9d0 con 0x558252532900 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.387+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558252532900 0x558252534d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.387+0000 7f0d897fa640 10 client.29176 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:50.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.387+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558252532900 0x558252534d80 crc :-1 s=READY pgs=441 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9da054cc9bebb16 server_cookie=e903b6554163f4b8 in_seq=0 out_seq=0 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0d897fa640 1 -- 172.21.15.7:0/1525286880 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55825248a9d0 con 0x558252532900 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0d897fa640 10 client.29176 handle_command_reply: tid=0 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 client.29176 shutdown 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 msgr2=0x5582525202d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0d9800fe50 tx=0x7f0d98012820 comp rx=0 tx=0).stop 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 shutdown_connections 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558252532900 0x558252534d80 crc :-1 s=READY pgs=441 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x5582525202d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252518080 0x55825251fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0d897fa640 0 client.29176 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 --2- 172.21.15.7:0/1525286880 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252517760 0x55825251f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 >> 172.21.15.7:0/1525286880 conn(0x558252513cf0 msgr2=0x558252512e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 shutdown_connections 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.388+0000 7f0daa332740 1 -- 172.21.15.7:0/1525286880 wait complete. 2024-09-10T08:04:50.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.389+0000 7f0daa332740 20 client.29176 trim_cache size 0 max 16384 2024-09-10T08:04:50.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 Processor -- start 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 -- start start 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x55825251a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x55825253a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x55825253abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01b3740 con 0x558252517760 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01b1010 con 0x558252518080 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0daa332740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01aee80 con 0x558252522940 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.415+0000 7f0da5cf5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x55825251a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x55825253a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da54f4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x55825253a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:33586/0 (socket says 172.21.15.7:33586) 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da54f4640 1 -- 172.21.15.7:0/4012841748 learned_addr learned my addr 172.21.15.7:0/4012841748 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da64f6640 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x55825253abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4012841748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 msgr2=0x55825253abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x55825253abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4012841748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 msgr2=0x55825253a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x55825253a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 -- 172.21.15.7:0/4012841748 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55825250f260 con 0x558252517760 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.416+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x55825251a1c0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c02a930 tx=0x7f0d9c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6212980bdd30895 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.417+0000 7f0d8b7fe640 1 -- 172.21.15.7:0/4012841748 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0d3070 con 0x558252517760 2024-09-10T08:04:50.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.417+0000 7f0d8b7fe640 1 -- 172.21.15.7:0/4012841748 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d9c0bbc60 con 0x558252517760 2024-09-10T08:04:50.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.417+0000 7f0d8b7fe640 1 -- 172.21.15.7:0/4012841748 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0b7bd0 con 0x558252517760 2024-09-10T08:04:50.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 -- 172.21.15.7:0/4012841748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 msgr2=0x55825251a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:50.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x55825251a1c0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c02a930 tx=0x7f0d9c005bd0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 -- 172.21.15.7:0/4012841748 shutdown_connections 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252522940 0x55825253abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252518080 0x55825253a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 --2- 172.21.15.7:0/4012841748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x55825251a1c0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 -- 172.21.15.7:0/4012841748 >> 172.21.15.7:0/4012841748 conn(0x558252513cf0 msgr2=0x5582525218d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 -- 172.21.15.7:0/4012841748 shutdown_connections 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.418+0000 7f0daa332740 1 -- 172.21.15.7:0/4012841748 wait complete. 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.419+0000 7f0daa332740 1 -- start start 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.419+0000 7f0daa332740 1 Processor -- start 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.419+0000 7f0daa332740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252518080 0x5582525267a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252522940 0x558252526ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01af4d0 con 0x558252517760 2024-09-10T08:04:50.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01b0940 con 0x558252522940 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0da01afba0 con 0x558252518080 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0daa332740 10 client.0 _ll_register_callbacks cb 0x7f0d9800fa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55058/0 (socket says 172.21.15.7:55058) 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 -- 172.21.15.7:0/1848926048 learned_addr learned my addr 172.21.15.7:0/1848926048 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da54f4640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252518080 0x5582525267a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da64f6640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252522940 0x558252526ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 -- 172.21.15.7:0/1848926048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252518080 msgr2=0x5582525267a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252518080 0x5582525267a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 -- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252522940 msgr2=0x558252526ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:04:50.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252522940 0x558252526ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:50.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 -- 172.21.15.7:0/1848926048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55825259c7c0 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0da5cf5640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009780 tx=0x7f0d9c0bb1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9ddbe357275a4b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.420+0000 7f0d897fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0d3040 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0d9c0b7bd0 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d9c0bbc60 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0d9c0baec0 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0daa332740 10 client.20079 fetch_fsmap learned FSMap version 42 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55825259c7c0 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.421+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d9c0c41d0 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0d9c0a3040 con 0x558252517760 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 10 client.20079 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:04:50.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 10 client.20079 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 20 client.20079 populate_metadata read hostname 'smithi007' 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55825259ddd0 0x5582525a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 4 client.20079 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 153.2, "await_for": 45.0}] 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 153.2, "await_for": 45.0}) -- 0x7f0d9c0bbc60 con 0x55825259ddd0 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0da54f4640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55825259ddd0 0x5582525a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0d897fa640 10 client.20079 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:50.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:50.422+0000 7f0da54f4640 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55825259ddd0 0x5582525a01c0 crc :-1 s=READY pgs=442 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b55d180190347c28 server_cookie=fd6d076a8c53bc05 in_seq=0 out_seq=0 2024-09-10T08:04:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:50 smithi145 ceph-mon[34766]: pgmap v946: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 4.4 MiB/s wr, 340 op/s 2024-09-10T08:04:51.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0d897fa640 1 -- 172.21.15.7:0/1848926048 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x7f0d9c0bbc60 con 0x55825259ddd0 2024-09-10T08:04:51.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0d897fa640 10 client.20079 handle_command_reply: tid=0 2024-09-10T08:04:51.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 client.20079 shutdown 2024-09-10T08:04:51.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:50 smithi007 ceph-mon[30879]: pgmap v946: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 4.4 MiB/s wr, 340 op/s 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 msgr2=0x558252526260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009780 tx=0x7f0d9c0bb1c0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 shutdown_connections 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55825259ddd0 0x5582525a01c0 crc :-1 s=READY pgs=442 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558252522940 0x558252526ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0d897fa640 0 client.20079 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558252518080 0x5582525267a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 --2- 172.21.15.7:0/1848926048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558252517760 0x558252526260 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 >> 172.21.15.7:0/1848926048 conn(0x558252513cf0 msgr2=0x558252512650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 shutdown_connections 2024-09-10T08:04:51.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.067+0000 7f0daa332740 1 -- 172.21.15.7:0/1848926048 wait complete. 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0daa332740 20 client.20079 trim_cache size 0 max 16384 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 74, 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "19e0330": { 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 74, 2024-09-10T08:04:51.069 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 153.2, 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:04:51.070 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:51.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:04:51.072 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:04:51.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 msgr2=0x7f0d8c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:51.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 0x7f0d8c0a5040 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0d900096c0 tx=0x7f0d90009260 comp rx=0 tx=0).stop 2024-09-10T08:04:51.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 msgr2=0x7f0da019a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c035040 tx=0x7f0d9c030bd0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 shutdown_connections 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0d8c0a2b80 0x7f0d8c0a5040 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0da010e500 0x7f0da019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0da0101440 0x7f0da019abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 --2- 172.21.15.7:0/4121007823 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0da0100b20 0x7f0da019a6b0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.068+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 >> 172.21.15.7:0/4121007823 conn(0x7f0da00fc7d0 msgr2=0x7f0da00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.069+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 shutdown_connections 2024-09-10T08:04:51.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:04:51.069+0000 7f0da7f59640 1 -- 172.21.15.7:0/4121007823 wait complete. 2024-09-10T08:04:51.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:50 smithi110 ceph-mon[34417]: pgmap v946: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 4.4 MiB/s wr, 340 op/s 2024-09-10T08:04:51.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.21 MB/sec execute 233 sec latency 729.411 ms 2024-09-10T08:04:51.713 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '19e0330', quiesce took 5.5 seconds. Will release after: 27.700000000000003 2024-09-10T08:04:52.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.18 MB/sec execute 234 sec latency 1729.463 ms 2024-09-10T08:04:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:52 smithi145 ceph-mon[34766]: pgmap v947: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.6 MiB/s wr, 224 op/s 2024-09-10T08:04:53.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:52 smithi007 ceph-mon[30879]: pgmap v947: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.6 MiB/s wr, 224 op/s 2024-09-10T08:04:53.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:52 smithi110 ceph-mon[34417]: pgmap v947: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.6 MiB/s wr, 224 op/s 2024-09-10T08:04:53.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.15 MB/sec execute 235 sec latency 2729.566 ms 2024-09-10T08:04:54.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.12 MB/sec execute 236 sec latency 3729.674 ms 2024-09-10T08:04:54.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:54 smithi145 ceph-mon[34766]: pgmap v948: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:04:55.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:54 smithi007 ceph-mon[30879]: pgmap v948: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:04:55.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:54 smithi110 ceph-mon[34417]: pgmap v948: 129 pgs: 129 active+clean; 424 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-10T08:04:55.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.09 MB/sec execute 237 sec latency 4729.783 ms 2024-09-10T08:04:56.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.06 MB/sec execute 238 sec latency 5729.865 ms 2024-09-10T08:04:56.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:56 smithi145 ceph-mon[34766]: pgmap v949: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 260 op/s 2024-09-10T08:04:57.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:56 smithi007 ceph-mon[30879]: pgmap v949: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 260 op/s 2024-09-10T08:04:57.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:56 smithi110 ceph-mon[34417]: pgmap v949: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 260 op/s 2024-09-10T08:04:57.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.03 MB/sec execute 239 sec latency 6729.924 ms 2024-09-10T08:04:58.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 7.00 MB/sec execute 240 sec latency 7730.030 ms 2024-09-10T08:04:58.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:04:58 smithi145 ceph-mon[34766]: pgmap v950: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-10T08:04:59.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:04:58 smithi007 ceph-mon[30879]: pgmap v950: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-10T08:04:59.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:04:58 smithi110 ceph-mon[34417]: pgmap v950: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 519 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-10T08:04:59.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.97 MB/sec execute 241 sec latency 8730.129 ms 2024-09-10T08:05:00.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.95 MB/sec execute 242 sec latency 9730.240 ms 2024-09-10T08:05:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:00 smithi145 ceph-mon[34766]: pgmap v951: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 2.9 MiB/s wr, 222 op/s 2024-09-10T08:05:01.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:00 smithi007 ceph-mon[30879]: pgmap v951: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 2.9 MiB/s wr, 222 op/s 2024-09-10T08:05:01.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:00 smithi110 ceph-mon[34417]: pgmap v951: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 2.9 MiB/s wr, 222 op/s 2024-09-10T08:05:01.297 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.92 MB/sec execute 243 sec latency 10730.329 ms 2024-09-10T08:05:02.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.89 MB/sec execute 244 sec latency 11730.404 ms 2024-09-10T08:05:02.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 -- 172.21.15.7:0/3284526347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5314100a40 msgr2=0x7f5314100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 --2- 172.21.15.7:0/3284526347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5314100a40 0x7f5314100e40 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f5310009ca0 tx=0x7f531002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 -- 172.21.15.7:0/3284526347 shutdown_connections 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 --2- 172.21.15.7:0/3284526347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53141025f0 0x7f5314108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 --2- 172.21.15.7:0/3284526347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 0x7f53141020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 --2- 172.21.15.7:0/3284526347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5314100a40 0x7f5314100e40 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 -- 172.21.15.7:0/3284526347 >> 172.21.15.7:0/3284526347 conn(0x7f53140fc1e0 msgr2=0x7f53140fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 -- 172.21.15.7:0/3284526347 shutdown_connections 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.756+0000 7f531c41e640 1 -- 172.21.15.7:0/3284526347 wait complete. 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 Processor -- start 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 -- start start 2024-09-10T08:05:02.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 0x7f531406a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 0x7f531419c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f531410c5d0 con 0x7f53141025f0 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f531410c450 con 0x7f5314101c30 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531c41e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f531410c750 con 0x7f5314100a40 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34134/0 (socket says 172.21.15.7:34134) 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 -- 172.21.15.7:0/2420122355 learned_addr learned my addr 172.21.15.7:0/2420122355 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a1ba640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 0x7f531406a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f53199b9640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 0x7f531419c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 -- 172.21.15.7:0/2420122355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 msgr2=0x7f531406a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 0x7f531406a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 -- 172.21.15.7:0/2420122355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 msgr2=0x7f531419c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 0x7f531419c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a9bb640 1 -- 172.21.15.7:0/2420122355 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531419f8f0 con 0x7f53141025f0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.757+0000 7f531a1ba640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 0x7f531406a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f531a9bb640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f530c009fd0 tx=0x7f530c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f530b7fe640 1 -- 172.21.15.7:0/2420122355 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c011830 con 0x7f53141025f0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f530b7fe640 1 -- 172.21.15.7:0/2420122355 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f530c016070 con 0x7f53141025f0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f531419fbe0 con 0x7f53141025f0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f530b7fe640 1 -- 172.21.15.7:0/2420122355 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c010de0 con 0x7f53141025f0 2024-09-10T08:05:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.758+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53141a0130 con 0x7f53141025f0 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.761+0000 7f531f28d740 1 Processor -- start 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.761+0000 7f530b7fe640 1 -- 172.21.15.7:0/2420122355 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f530c0119d0 con 0x7f53141025f0 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 -- start start 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999db49da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db4a370 0x55999db4c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55999daa82f0 con 0x55999db449a0 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55999da50270 con 0x55999db4a370 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531f28d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55999daa42b0 con 0x55999db452e0 2024-09-10T08:05:02.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34136/0 (socket says 172.21.15.7:34136) 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 -- 172.21.15.7:0/3788354949 learned_addr learned my addr 172.21.15.7:0/3788354949 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999db49da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db4a370 0x55999db4c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 -- 172.21.15.7:0/3788354949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 msgr2=0x55999db49da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999db49da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 -- 172.21.15.7:0/3788354949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db4a370 msgr2=0x55999db4c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db4a370 0x55999db4c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f53199b9640 1 -- 172.21.15.7:0/3788354949 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55999da4f340 con 0x55999db449a0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999db49da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.762+0000 7f530b7fe640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 0x7f53000a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f53199b9640 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f530400cfa0 tx=0x7f530400c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f73448213630453 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f531a1ba640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 0x7f53000a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f530b7fe640 1 -- 172.21.15.7:0/2420122355 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f530c0ceb20 con 0x7f53141025f0 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f5308bfe640 1 -- 172.21.15.7:0/3788354949 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304018030 con 0x55999db449a0 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f5308bfe640 1 -- 172.21.15.7:0/3788354949 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53040054d0 con 0x55999db449a0 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.763+0000 7f5308bfe640 1 -- 172.21.15.7:0/3788354949 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304010880 con 0x55999db449a0 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- 172.21.15.7:0/3788354949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 msgr2=0x55999db44da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531a1ba640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 0x7f53000a5170 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f5310000f80 tx=0x7f5310031a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f530400cfa0 tx=0x7f530400c620 comp rx=0 tx=0).stop 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- 172.21.15.7:0/3788354949 shutdown_connections 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db4a370 0x55999db4c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999db49da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 --2- 172.21.15.7:0/3788354949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db449a0 0x55999db44da0 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- 172.21.15.7:0/3788354949 >> 172.21.15.7:0/3788354949 conn(0x55999db40010 msgr2=0x55999db40410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- 172.21.15.7:0/3788354949 shutdown_connections 2024-09-10T08:05:02.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- 172.21.15.7:0/3788354949 wait complete. 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 -- start start 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.764+0000 7f531f28d740 1 Processor -- start 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 0x55999db4ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db452e0 0x55999db4f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55999db4d340 con 0x55999db4a370 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55999da31290 con 0x55999db452e0 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55999db4d4c0 con 0x55999db449a0 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 10 client.0 _ll_register_callbacks cb 0x55999da62140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34148/0 (socket says 172.21.15.7:34148) 2024-09-10T08:05:02.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 -- 172.21.15.7:0/3353247840 learned_addr learned my addr 172.21.15.7:0/3353247840 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f53199b9640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db452e0 0x55999db4f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 0x55999db4ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 -- 172.21.15.7:0/3353247840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 msgr2=0x55999db4ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 0x55999db4ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 -- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db452e0 msgr2=0x55999db4f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db452e0 0x55999db4f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 -- 172.21.15.7:0/3353247840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55999d7bb210 con 0x55999db4a370 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 0x55999db4ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531a9bb640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f530c097440 tx=0x7f530c09aa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a01d128ea8e8fa1e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f52fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c09f390 con 0x55999db4a370 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f530c011cc0 con 0x55999db4a370 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.765+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53040054d0 con 0x55999db4a370 2024-09-10T08:05:02.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f530c0a3c50 con 0x55999db4a370 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 10 client.20091 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55999d887620 con 0x55999db4a370 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f530c079e50 con 0x55999db4a370 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f530c09a5c0 con 0x55999db4a370 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 10 client.20091 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 10 client.20091 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 20 client.20091 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999db5a870 0x55999db5cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 4 client.20091 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55999dab5a20 con 0x55999db5a870 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.766+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999db5a870 0x55999db5cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.767+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999db5a870 0x55999db5cc80 crc :-1 s=READY pgs=443 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52cd2e9eee2fc9a server_cookie=d353d2047ab66c0f in_seq=0 out_seq=0 2024-09-10T08:05:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.767+0000 7f52fdffb640 10 client.20091 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.767+0000 7f52fdffb640 1 -- 172.21.15.7:0/3353247840 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55999dab5a20 con 0x55999db5a870 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.767+0000 7f52fdffb640 10 client.20091 handle_command_reply: tid=0 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.767+0000 7f531f28d740 1 client.20091 shutdown 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 msgr2=0x55999db56140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f530c097440 tx=0x7f530c09aa00 comp rx=0 tx=0).stop 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 shutdown_connections 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999db5a870 0x55999db5cc80 crc :-1 s=READY pgs=443 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999db56140 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f52fdffb640 0 client.20091 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db452e0 0x55999db4f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 --2- 172.21.15.7:0/3353247840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db449a0 0x55999db4ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 >> 172.21.15.7:0/3353247840 conn(0x55999db40010 msgr2=0x55999db41820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 shutdown_connections 2024-09-10T08:05:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 1 -- 172.21.15.7:0/3353247840 wait complete. 2024-09-10T08:05:02.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.768+0000 7f531f28d740 20 client.20091 trim_cache size 0 max 16384 2024-09-10T08:05:02.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 Processor -- start 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 -- start start 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999db44d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db4a370 0x55999db40930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f53141ace70 con 0x55999db452e0 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f53141aa740 con 0x55999db449a0 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531f28d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53141a85b0 con 0x55999db4a370 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34164/0 (socket says 172.21.15.7:34164) 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 -- 172.21.15.7:0/3217266914 learned_addr learned my addr 172.21.15.7:0/3217266914 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999db44d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 -- 172.21.15.7:0/3217266914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db4a370 msgr2=0x55999db40930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db4a370 0x55999db40930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 -- 172.21.15.7:0/3217266914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 msgr2=0x55999db44d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999db44d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 -- 172.21.15.7:0/3217266914 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55999db4e700 con 0x55999db452e0 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f531a1ba640 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999db44d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.783+0000 7f53199b9640 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f530400cfd0 tx=0x7f5304005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33084ae0feb77faf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f52fffff640 1 -- 172.21.15.7:0/3217266914 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304018040 con 0x55999db452e0 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f52fffff640 1 -- 172.21.15.7:0/3217266914 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5304019040 con 0x55999db452e0 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f52fffff640 1 -- 172.21.15.7:0/3217266914 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304003850 con 0x55999db452e0 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- 172.21.15.7:0/3217266914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 msgr2=0x55999db403f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f530400cfd0 tx=0x7f5304005850 comp rx=0 tx=0).stop 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- 172.21.15.7:0/3217266914 shutdown_connections 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db4a370 0x55999db40930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db452e0 0x55999db403f0 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 --2- 172.21.15.7:0/3217266914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999db44d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- 172.21.15.7:0/3217266914 >> 172.21.15.7:0/3217266914 conn(0x55999db40010 msgr2=0x55999db4ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- 172.21.15.7:0/3217266914 shutdown_connections 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- 172.21.15.7:0/3217266914 wait complete. 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.784+0000 7f531f28d740 1 -- start start 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 Processor -- start 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999dbc0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999dbc0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f53141a8c00 con 0x55999db4a370 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f53141aa070 con 0x55999db449a0 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53141a92d0 con 0x55999db452e0 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531f28d740 10 client.0 _ll_register_callbacks cb 0x7f530c0107a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:02.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34180/0 (socket says 172.21.15.7:34180) 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 -- 172.21.15.7:0/1827837155 learned_addr learned my addr 172.21.15.7:0/1827837155 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a1ba640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999dbc0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f53199b9640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999dbc0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 -- 172.21.15.7:0/1827837155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 msgr2=0x55999dbc0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999dbc0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 -- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 msgr2=0x55999dbc0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999dbc0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 -- 172.21.15.7:0/1827837155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55999dbc80c0 con 0x55999db4a370 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a1ba640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999dbc0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:02.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f53199b9640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999dbc0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f531a9bb640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f530c0cc2d0 tx=0x7f530c010380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1053287545eb470 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f52fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c07d060 con 0x55999db4a370 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.785+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f530c011cc0 con 0x55999db4a370 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5304019040 con 0x55999db4a370 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f530c079e50 con 0x55999db4a370 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 10 client.20097 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55999dbc9410 con 0x55999db4a370 2024-09-10T08:05:02.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5304019040 con 0x55999db4a370 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f530c09a030 con 0x55999db4a370 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 10 client.20097 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 10 client.20097 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 20 client.20097 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999dbc9c30 0x55999dbcc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 4 client.20097 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55999daafd70 con 0x55999dbc9c30 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.786+0000 7f531a1ba640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999dbc9c30 0x55999dbcc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.787+0000 7f52fdffb640 10 client.20097 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:02.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.787+0000 7f531a1ba640 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999dbc9c30 0x55999dbcc050 crc :-1 s=READY pgs=444 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58a2dc42f5cb55e2 server_cookie=a61d8ff2a5376b2e in_seq=0 out_seq=0 2024-09-10T08:05:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.834+0000 7f52fdffb640 1 -- 172.21.15.7:0/1827837155 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55999daafd70 con 0x55999dbc9c30 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.834+0000 7f52fdffb640 10 client.20097 handle_command_reply: tid=0 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.834+0000 7f531f28d740 1 client.20097 shutdown 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 msgr2=0x55999dbc7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f530c0cc2d0 tx=0x7f530c010380 comp rx=0 tx=0).stop 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 shutdown_connections 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55999dbc9c30 0x55999dbcc050 crc :-1 s=READY pgs=444 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55999db4a370 0x55999dbc7ab0 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55999db452e0 0x55999dbc0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f52fdffb640 0 client.20097 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 --2- 172.21.15.7:0/1827837155 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55999db449a0 0x55999dbc0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 >> 172.21.15.7:0/1827837155 conn(0x55999db40010 msgr2=0x55999db3e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 shutdown_connections 2024-09-10T08:05:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 1 -- 172.21.15.7:0/1827837155 wait complete. 2024-09-10T08:05:02.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531f28d740 20 client.20097 trim_cache size 0 max 16384 2024-09-10T08:05:02.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:05:02.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:05:02.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:05:02.836 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 msgr2=0x7f53000a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 0x7f53000a5170 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f5310000f80 tx=0x7f5310031a40 comp rx=0 tx=0).stop 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.835+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 msgr2=0x7f531419f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f530c009fd0 tx=0x7f530c00b8e0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 shutdown_connections 2024-09-10T08:05:02.837 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f53000a2cb0 0x7f53000a5170 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f53141025f0 0x7f531419f030 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5314101c30 0x7f531419c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 --2- 172.21.15.7:0/2420122355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5314100a40 0x7f531406a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 >> 172.21.15.7:0/2420122355 conn(0x7f53140fc1e0 msgr2=0x7f5314104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 shutdown_connections 2024-09-10T08:05:02.838 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:02.836+0000 7f531c41e640 1 -- 172.21.15.7:0/2420122355 wait complete. 2024-09-10T08:05:02.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:02 smithi145 ceph-mon[34766]: pgmap v952: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2024-09-10T08:05:03.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:02 smithi007 ceph-mon[30879]: pgmap v952: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2024-09-10T08:05:03.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:02 smithi110 ceph-mon[34417]: pgmap v952: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2024-09-10T08:05:03.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.86 MB/sec execute 245 sec latency 12730.501 ms 2024-09-10T08:05:04.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.83 MB/sec execute 246 sec latency 13730.630 ms 2024-09-10T08:05:04.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:04 smithi145 ceph-mon[34766]: pgmap v953: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T08:05:05.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:04 smithi007 ceph-mon[30879]: pgmap v953: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T08:05:05.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:04 smithi110 ceph-mon[34417]: pgmap v953: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.2 MiB/s wr, 134 op/s 2024-09-10T08:05:05.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.80 MB/sec execute 247 sec latency 14730.730 ms 2024-09-10T08:05:06.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.78 MB/sec execute 248 sec latency 15730.786 ms 2024-09-10T08:05:06.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:06 smithi145 ceph-mon[34766]: pgmap v954: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 387 KiB/s wr, 62 op/s 2024-09-10T08:05:07.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:06 smithi007 ceph-mon[30879]: pgmap v954: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 387 KiB/s wr, 62 op/s 2024-09-10T08:05:07.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:06 smithi110 ceph-mon[34417]: pgmap v954: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 387 KiB/s wr, 62 op/s 2024-09-10T08:05:07.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.75 MB/sec execute 249 sec latency 16730.838 ms 2024-09-10T08:05:08.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.72 MB/sec execute 250 sec latency 17730.896 ms 2024-09-10T08:05:08.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:08 smithi145 ceph-mon[34766]: pgmap v955: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 174 KiB/s wr, 23 op/s 2024-09-10T08:05:09.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:08 smithi007 ceph-mon[30879]: pgmap v955: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 174 KiB/s wr, 23 op/s 2024-09-10T08:05:09.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:08 smithi110 ceph-mon[34417]: pgmap v955: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 174 KiB/s wr, 23 op/s 2024-09-10T08:05:09.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.70 MB/sec execute 251 sec latency 18731.006 ms 2024-09-10T08:05:09.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:09 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:10.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:09 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:10.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:09 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:10.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.67 MB/sec execute 252 sec latency 19731.060 ms 2024-09-10T08:05:10.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:10 smithi145 ceph-mon[34766]: pgmap v956: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 156 KiB/s wr, 28 op/s 2024-09-10T08:05:11.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:10 smithi007 ceph-mon[30879]: pgmap v956: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 156 KiB/s wr, 28 op/s 2024-09-10T08:05:11.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:10 smithi110 ceph-mon[34417]: pgmap v956: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 156 KiB/s wr, 28 op/s 2024-09-10T08:05:11.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.64 MB/sec execute 253 sec latency 20731.095 ms 2024-09-10T08:05:12.298 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.62 MB/sec execute 254 sec latency 21731.197 ms 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: pgmap v957: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:05:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:05:12.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: pgmap v957: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-09-10T08:05:12.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:05:12.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:05:12.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: pgmap v957: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:05:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:05:13.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.59 MB/sec execute 255 sec latency 22731.309 ms 2024-09-10T08:05:14.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.57 MB/sec execute 256 sec latency 23731.414 ms 2024-09-10T08:05:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:14 smithi007 ceph-mon[30879]: pgmap v958: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 19 KiB/s wr, 24 op/s 2024-09-10T08:05:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:14 smithi110 ceph-mon[34417]: pgmap v958: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 19 KiB/s wr, 24 op/s 2024-09-10T08:05:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:14 smithi145 ceph-mon[34766]: pgmap v958: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 19 KiB/s wr, 24 op/s 2024-09-10T08:05:15.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.54 MB/sec execute 257 sec latency 24731.475 ms 2024-09-10T08:05:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 -- 172.21.15.7:0/921612869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 msgr2=0x7f1608108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 --2- 172.21.15.7:0/921612869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f1608108e80 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f1600009ca0 tx=0x7f160002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 -- 172.21.15.7:0/921612869 shutdown_connections 2024-09-10T08:05:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 --2- 172.21.15.7:0/921612869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f1608108e80 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 --2- 172.21.15.7:0/921612869 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 0x7f16081020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 --2- 172.21.15.7:0/921612869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 0x7f1608100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 -- 172.21.15.7:0/921612869 >> 172.21.15.7:0/921612869 conn(0x7f16080fc1e0 msgr2=0x7f16080fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 -- 172.21.15.7:0/921612869 shutdown_connections 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.936+0000 7f160dd52640 1 -- 172.21.15.7:0/921612869 wait complete. 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 Processor -- start 2024-09-10T08:05:15.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 -- start start 2024-09-10T08:05:15.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 0x7f1608197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 0x7f1608198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f160810c570 con 0x7f16081025f0 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f160810c3f0 con 0x7f1608101c30 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.937+0000 7f160dd52640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f160810c6f0 con 0x7f1608100a40 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34504/0 (socket says 172.21.15.7:34504) 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 -- 172.21.15.7:0/2665799112 learned_addr learned my addr 172.21.15.7:0/2665799112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f15feffd640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 0x7f1608198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f16077fe640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 0x7f1608197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 -- 172.21.15.7:0/2665799112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 msgr2=0x7f1608197cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 0x7f1608197cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 -- 172.21.15.7:0/2665799112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 msgr2=0x7f1608198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 0x7f1608198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 -- 172.21.15.7:0/2665799112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160819f900 con 0x7f16081025f0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f1607fff640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f1600031970 tx=0x7f1600003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f16057fa640 1 -- 172.21.15.7:0/2665799112 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600004040 con 0x7f16081025f0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f16057fa640 1 -- 172.21.15.7:0/2665799112 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1600004690 con 0x7f16081025f0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160819fb90 con 0x7f16081025f0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f16057fa640 1 -- 172.21.15.7:0/2665799112 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600030c60 con 0x7f16081025f0 2024-09-10T08:05:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.938+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16081a0130 con 0x7f16081025f0 2024-09-10T08:05:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f16057fa640 1 -- 172.21.15.7:0/2665799112 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f16000041e0 con 0x7f16081025f0 2024-09-10T08:05:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 Processor -- start 2024-09-10T08:05:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 -- start start 2024-09-10T08:05:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a55bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a560da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55939a4bf2f0 con 0x55939a561370 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55939a467270 con 0x55939a55c2e0 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.941+0000 7f1610bcd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55939a4bb2b0 con 0x55939a55b9a0 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f15feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f15feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34518/0 (socket says 172.21.15.7:34518) 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f15feffd640 1 -- 172.21.15.7:0/1595882922 learned_addr learned my addr 172.21.15.7:0/1595882922 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a560da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f15feffd640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a55bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16057fa640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 0x7f15f40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f1607fff640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 0x7f15f40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 -- 172.21.15.7:0/1595882922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 msgr2=0x55939a55bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a55bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 -- 172.21.15.7:0/1595882922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 msgr2=0x55939a563830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 -- 172.21.15.7:0/1595882922 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55939a466340 con 0x55939a55c2e0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f15feffd640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16057fa640 1 -- 172.21.15.7:0/2665799112 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16000f07f0 con 0x7f16081025f0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.942+0000 7f16077fe640 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a560da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f15f8005fd0 tx=0x7f15f80107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31f095fd0c4c88a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f15fdffb640 1 -- 172.21.15.7:0/1595882922 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f801c480 con 0x55939a55c2e0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1607fff640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 0x7f15f40a5170 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1600004af0 tx=0x7f16000878d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f15fdffb640 1 -- 172.21.15.7:0/1595882922 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f80118f0 con 0x55939a55c2e0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f15fdffb640 1 -- 172.21.15.7:0/1595882922 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f801a700 con 0x55939a55c2e0 2024-09-10T08:05:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 -- 172.21.15.7:0/1595882922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 msgr2=0x55939a560da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a560da0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f15f8005fd0 tx=0x7f15f80107a0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 -- 172.21.15.7:0/1595882922 shutdown_connections 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a563830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a560da0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 --2- 172.21.15.7:0/1595882922 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a55bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 -- 172.21.15.7:0/1595882922 >> 172.21.15.7:0/1595882922 conn(0x55939a557010 msgr2=0x55939a557410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 -- 172.21.15.7:0/1595882922 shutdown_connections 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.943+0000 7f1610bcd740 1 -- 172.21.15.7:0/1595882922 wait complete. 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 -- start start 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 Processor -- start 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a565bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55939a564340 con 0x55939a55c2e0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55939a448290 con 0x55939a55b9a0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55939a5644c0 con 0x55939a561370 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f1610bcd740 10 client.0 _ll_register_callbacks cb 0x55939a479140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.944+0000 7f16077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34534/0 (socket says 172.21.15.7:34534) 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 -- 172.21.15.7:0/4144061794 learned_addr learned my addr 172.21.15.7:0/4144061794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15feffd640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a565bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15feffd640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 -- 172.21.15.7:0/4144061794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 msgr2=0x55939a56d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 -- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 msgr2=0x55939a565bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a565bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 -- 172.21.15.7:0/4144061794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55939a1d2210 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f16077fe640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f15f800c010 tx=0x7f15f8011670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba92c7dd0ab6a973 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f802b060 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f15f8011cb0 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15f80118f0 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f15f8032050 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f1610bcd740 10 client.20109 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.945+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55939a29e620 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f80118f0 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f15f8004a20 con 0x55939a55c2e0 2024-09-10T08:05:15.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 10 client.20109 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 10 client.20109 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 20 client.20109 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a571550 0x55939a573940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 4 client.20109 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55939a4cca20 con 0x55939a571550 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.946+0000 7f15feffd640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a571550 0x55939a573940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.947+0000 7f15e6ffd640 10 client.20109 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:15.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.947+0000 7f15feffd640 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a571550 0x55939a573940 crc :-1 s=READY pgs=445 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86b9c37e00be5229 server_cookie=c282b07b1a194c90 in_seq=0 out_seq=0 2024-09-10T08:05:15.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f15e6ffd640 1 -- 172.21.15.7:0/4144061794 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55939a4cca20 con 0x55939a571550 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f15e6ffd640 10 client.20109 handle_command_reply: tid=0 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 client.20109 shutdown 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 msgr2=0x55939a566100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f15f800c010 tx=0x7f15f8011670 comp rx=0 tx=0).stop 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 shutdown_connections 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a571550 0x55939a573940 crc :-1 s=READY pgs=445 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a566100 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f15e6ffd640 0 client.20109 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 --2- 172.21.15.7:0/4144061794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a565bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 >> 172.21.15.7:0/4144061794 conn(0x55939a557010 msgr2=0x55939a558820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 shutdown_connections 2024-09-10T08:05:15.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 1 -- 172.21.15.7:0/4144061794 wait complete. 2024-09-10T08:05:15.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.948+0000 7f1610bcd740 20 client.20109 trim_cache size 0 max 16384 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 Processor -- start 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 -- start start 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a5560b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a56d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16081ace60 con 0x55939a561370 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16081aa730 con 0x55939a55c2e0 2024-09-10T08:05:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f1610bcd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16081a85a0 con 0x55939a55b9a0 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34538/0 (socket says 172.21.15.7:34538) 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 -- 172.21.15.7:0/3784424879 learned_addr learned my addr 172.21.15.7:0/3784424879 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a5560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f16077fe640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a56d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 -- 172.21.15.7:0/3784424879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 msgr2=0x55939a5560b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a5560b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 -- 172.21.15.7:0/3784424879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 msgr2=0x55939a56d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.963+0000 7f15feffd640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a56d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f15feffd640 1 -- 172.21.15.7:0/3784424879 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55939a564600 con 0x55939a561370 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f16077fe640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a56d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f15feffd640 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x55939a552a30 tx=0x7f15f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94acde416fb6277b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f15fd7fa640 1 -- 172.21.15.7:0/3784424879 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0011c80 con 0x55939a561370 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f15fd7fa640 1 -- 172.21.15.7:0/3784424879 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f0005020 con 0x55939a561370 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f15fd7fa640 1 -- 172.21.15.7:0/3784424879 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0004a00 con 0x55939a561370 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f1610bcd740 1 -- 172.21.15.7:0/3784424879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 msgr2=0x55939a558400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.964+0000 7f1610bcd740 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x55939a552a30 tx=0x7f15f00046c0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- 172.21.15.7:0/3784424879 shutdown_connections 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a561370 0x55939a558400 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55c2e0 0x55939a56d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- 172.21.15.7:0/3784424879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a55b9a0 0x55939a5560b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- 172.21.15.7:0/3784424879 >> 172.21.15.7:0/3784424879 conn(0x55939a557010 msgr2=0x55939a5559a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- 172.21.15.7:0/3784424879 shutdown_connections 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- 172.21.15.7:0/3784424879 wait complete. 2024-09-10T08:05:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- start start 2024-09-10T08:05:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 Processor -- start 2024-09-10T08:05:15.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a56a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16081a8bf0 con 0x55939a55c2e0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16081aa060 con 0x55939a55b9a0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.965+0000 7f1610bcd740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16081a92c0 con 0x55939a561370 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f1610bcd740 10 client.0 _ll_register_callbacks cb 0x7f15f0009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34540/0 (socket says 172.21.15.7:34540) 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 -- 172.21.15.7:0/2093478854 learned_addr learned my addr 172.21.15.7:0/2093478854 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15feffd640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a56a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15feffd640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 -- 172.21.15.7:0/2093478854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 msgr2=0x55939a56bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 -- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 msgr2=0x55939a56a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a56a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 -- 172.21.15.7:0/2093478854 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55939a56c3f0 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f16077fe640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f15f8011ee0 tx=0x7f15f8011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7501db44c5bf7136 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f802b070 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f15f80116e0 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15f0005020 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f15f80118e0 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.966+0000 7f1610bcd740 10 client.20115 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55939a5dc0a0 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f0005020 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f15f8005200 con 0x55939a55c2e0 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 10 client.20115 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:15.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 10 client.20115 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 20 client.20115 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a5dcad0 0x55939a5deef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 4 client.20115 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55939a4c6d70 con 0x55939a5dcad0 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.967+0000 7f15feffd640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a5dcad0 0x55939a5deef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.968+0000 7f15feffd640 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a5dcad0 0x55939a5deef0 crc :-1 s=READY pgs=446 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e802ebea8fa039f server_cookie=add6be5da37f9f08 in_seq=0 out_seq=0 2024-09-10T08:05:15.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.968+0000 7f15e6ffd640 10 client.20115 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f15e6ffd640 1 -- 172.21.15.7:0/2093478854 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55939a4c6d70 con 0x55939a5dcad0 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f15e6ffd640 10 client.20115 handle_command_reply: tid=0 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 client.20115 shutdown 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 msgr2=0x55939a56add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f15f8011ee0 tx=0x7f15f8011f10 comp rx=0 tx=0).stop 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 shutdown_connections 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55939a5dcad0 0x55939a5deef0 crc :-1 s=READY pgs=446 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55939a561370 0x55939a56bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f15e6ffd640 0 client.20115 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55939a55c2e0 0x55939a56add0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 --2- 172.21.15.7:0/2093478854 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55939a55b9a0 0x55939a56a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 >> 172.21.15.7:0/2093478854 conn(0x55939a557010 msgr2=0x55939a5561c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 shutdown_connections 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 1 -- 172.21.15.7:0/2093478854 wait complete. 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.989+0000 7f1610bcd740 20 client.20115 trim_cache size 0 max 16384 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:05:15.990 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:05:15.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 msgr2=0x7f15f40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 0x7f15f40a5170 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1600004af0 tx=0x7f16000878d0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 msgr2=0x7f160819f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f1600031970 tx=0x7f1600003ba0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 shutdown_connections 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f15f40a2cb0 0x7f15f40a5170 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16081025f0 0x7f160819f260 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1608101c30 0x7f1608198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 --2- 172.21.15.7:0/2665799112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608100a40 0x7f1608197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 >> 172.21.15.7:0/2665799112 conn(0x7f16080fc1e0 msgr2=0x7f16080fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 shutdown_connections 2024-09-10T08:05:15.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:15.990+0000 7f160dd52640 1 -- 172.21.15.7:0/2665799112 wait complete. 2024-09-10T08:05:16.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.51 MB/sec execute 258 sec latency 25731.596 ms 2024-09-10T08:05:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:16 smithi007 ceph-mon[30879]: pgmap v959: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:16 smithi110 ceph-mon[34417]: pgmap v959: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:16 smithi145 ceph-mon[34766]: pgmap v959: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:17.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.49 MB/sec execute 259 sec latency 26731.716 ms 2024-09-10T08:05:18.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.46 MB/sec execute 260 sec latency 27731.840 ms 2024-09-10T08:05:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:18 smithi007 ceph-mon[30879]: pgmap v960: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-09-10T08:05:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:18 smithi110 ceph-mon[34417]: pgmap v960: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-09-10T08:05:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:18 smithi145 ceph-mon[34766]: pgmap v960: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-09-10T08:05:19.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.44 MB/sec execute 261 sec latency 28731.970 ms 2024-09-10T08:05:19.414 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:05:19.688 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:20.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 -- 172.21.15.7:0/406315048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 msgr2=0x7fab241029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/406315048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab241029b0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7fab14009900 tx=0x7fab1402a480 comp rx=0 tx=0).stop 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 -- 172.21.15.7:0/406315048 shutdown_connections 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/406315048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab24102ef0 0x7fab2410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/406315048 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab241029b0 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/406315048 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24100e20 0x7fab24101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 -- 172.21.15.7:0/406315048 >> 172.21.15.7:0/406315048 conn(0x7fab240fc7d0 msgr2=0x7fab240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 -- 172.21.15.7:0/406315048 shutdown_connections 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.166+0000 7fab2ad5b640 1 -- 172.21.15.7:0/406315048 wait complete. 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 Processor -- start 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 -- start start 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab24100e20 0x7fab240fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24102ef0 0x7fab240fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fab24110e00 con 0x7fab24102570 2024-09-10T08:05:20.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fab24110c80 con 0x7fab24102ef0 2024-09-10T08:05:20.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab2ad5b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab24110f80 con 0x7fab24100e20 2024-09-10T08:05:20.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab23fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab23fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34564/0 (socket says 172.21.15.7:34564) 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.167+0000 7fab23fff640 1 -- 172.21.15.7:0/955784515 learned_addr learned my addr 172.21.15.7:0/955784515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab292f8640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24102ef0 0x7fab240fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 -- 172.21.15.7:0/955784515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab24100e20 msgr2=0x7fab240fcc80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab24100e20 0x7fab240fcc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 -- 172.21.15.7:0/955784515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24102ef0 msgr2=0x7fab240fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24102ef0 0x7fab240fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 -- 172.21.15.7:0/955784515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab241a68a0 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab23fff640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7fab14006010 tx=0x7fab140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1403f030 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab14003cb0 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab241a6b30 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14035070 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.168+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab241a7010 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.169+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab24101200 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.170+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fab14042030 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.171+0000 7fab21ffb640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 0x7fab100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.171+0000 7fab28af7640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 0x7fab100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.171+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fab140efb50 con 0x7fab24102570 2024-09-10T08:05:20.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.172+0000 7fab28af7640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 0x7fab100a5040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fab0c00b990 tx=0x7fab0c00b370 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:20.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.174+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab140bc710 con 0x7fab24102570 2024-09-10T08:05:20.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.42 MB/sec execute 262 sec latency 29732.008 ms 2024-09-10T08:05:20.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:20 smithi007 ceph-mon[30879]: pgmap v961: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:20.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.386+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab241a7210 con 0x7fab24102570 2024-09-10T08:05:20.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.387+0000 7fab21ffb640 1 -- 172.21.15.7:0/955784515 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7fab140bc010 con 0x7fab24102570 2024-09-10T08:05:20.386 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:05:20.386 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:05:20.387 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 msgr2=0x7fab100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 0x7fab100a5040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fab0c00b990 tx=0x7fab0c00b370 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 msgr2=0x7fab240fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7fab14006010 tx=0x7fab140042f0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 shutdown_connections 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fab100a2b80 0x7fab100a5040 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab24102ef0 0x7fab240fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fab24102570 0x7fab240fd1c0 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 --2- 172.21.15.7:0/955784515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab24100e20 0x7fab240fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 >> 172.21.15.7:0/955784515 conn(0x7fab240fc7d0 msgr2=0x7fab24069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 shutdown_connections 2024-09-10T08:05:20.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:20.389+0000 7fab2ad5b640 1 -- 172.21.15.7:0/955784515 wait complete. 2024-09-10T08:05:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:20 smithi110 ceph-mon[34417]: pgmap v961: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:20 smithi145 ceph-mon[34766]: pgmap v961: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-10T08:05:21.176 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 19e0330 --release --await' 2024-09-10T08:05:21.177 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 19e0330 --release --await 2024-09-10T08:05:21.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45341 6.39 MB/sec execute 263 sec latency 30732.043 ms 2024-09-10T08:05:21.454 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:21.581 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:21 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/955784515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:05:21.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:21 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/955784515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:05:21.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:21 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/955784515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:05:22.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 -- 172.21.15.7:0/1458364055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 msgr2=0x7ffa0c106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 --2- 172.21.15.7:0/1458364055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c106e50 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc009930 tx=0x7ff9fc02a420 comp rx=0 tx=0).stop 2024-09-10T08:05:22.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 -- 172.21.15.7:0/1458364055 shutdown_connections 2024-09-10T08:05:22.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 --2- 172.21.15.7:0/1458364055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c101410 0x7ffa0c10d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 --2- 172.21.15.7:0/1458364055 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c100a70 0x7ffa0c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 --2- 172.21.15.7:0/1458364055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c106e50 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 -- 172.21.15.7:0/1458364055 >> 172.21.15.7:0/1458364055 conn(0x7ffa0c0fc790 msgr2=0x7ffa0c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 -- 172.21.15.7:0/1458364055 shutdown_connections 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.985+0000 7ffa12298640 1 -- 172.21.15.7:0/1458364055 wait complete. 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 Processor -- start 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 -- start start 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c100a70 0x7ffa0c1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 0x7ffa0c198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c110d20 con 0x7ffa0c106a70 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c110ba0 con 0x7ffa0c100a70 2024-09-10T08:05:22.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.986+0000 7ffa12298640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c110ea0 con 0x7ffa0c101410 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37930/0 (socket says 172.21.15.7:37930) 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 -- 172.21.15.7:0/2886801319 learned_addr learned my addr 172.21.15.7:0/2886801319 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c100a70 0x7ffa0c1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 0x7ffa0c198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 -- 172.21.15.7:0/2886801319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 msgr2=0x7ffa0c198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 0x7ffa0c198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 -- 172.21.15.7:0/2886801319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c100a70 msgr2=0x7ffa0c1983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c100a70 0x7ffa0c1983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 -- 172.21.15.7:0/2886801319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0c19d390 con 0x7ffa0c106a70 2024-09-10T08:05:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 0x7ffa0c198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa10835640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009fd0 tx=0x7ffa0400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa097fa640 1 -- 172.21.15.7:0/2886801319 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa04017070 con 0x7ffa0c106a70 2024-09-10T08:05:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa0c19d680 con 0x7ffa0c106a70 2024-09-10T08:05:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa097fa640 1 -- 172.21.15.7:0/2886801319 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa04003e20 con 0x7ffa0c106a70 2024-09-10T08:05:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.987+0000 7ffa097fa640 1 -- 172.21.15.7:0/2886801319 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa04010460 con 0x7ffa0c106a70 2024-09-10T08:05:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.988+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa0c1a4f60 con 0x7ffa0c106a70 2024-09-10T08:05:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.990+0000 7ffa097fa640 1 -- 172.21.15.7:0/2886801319 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ffa04003970 con 0x7ffa0c106a70 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.990+0000 7ffa14671740 1 Processor -- start 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.990+0000 7ffa14671740 1 -- start start 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.990+0000 7ffa14671740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.990+0000 7ffa14671740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 0x555f62863d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa14671740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f62866630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa14671740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555f627be620 con 0x555f62859060 2024-09-10T08:05:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa14671740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555f62765e50 con 0x555f62859980 2024-09-10T08:05:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa14671740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555f627ba5e0 con 0x555f62864240 2024-09-10T08:05:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa097fa640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 0x7ff9f40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37934/0 (socket says 172.21.15.7:37934) 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/3352596768 learned_addr learned my addr 172.21.15.7:0/3352596768 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 0x555f62863d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa10835640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 0x7ff9f40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa097fa640 1 -- 172.21.15.7:0/2886801319 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ffa040cf1c0 con 0x7ffa0c106a70 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 -- 172.21.15.7:0/3352596768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 msgr2=0x555f62866630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f62866630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 -- 172.21.15.7:0/3352596768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 msgr2=0x555f62859440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 -- 172.21.15.7:0/3352596768 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f62756d40 con 0x555f62859980 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 0x555f62863d00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc031440 tx=0x7ff9fc005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=553439355a6047f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.991+0000 7ffa10835640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 0x7ff9f40a5040 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ffa040cc920 tx=0x7ffa04090b60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ff9f27fc640 1 -- 172.21.15.7:0/3352596768 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc040070 con 0x555f62859980 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ff9f27fc640 1 -- 172.21.15.7:0/3352596768 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9fc0316a0 con 0x555f62859980 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ff9f27fc640 1 -- 172.21.15.7:0/3352596768 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc035040 con 0x555f62859980 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 -- 172.21.15.7:0/3352596768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 msgr2=0x555f62863d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 0x555f62863d00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc031440 tx=0x7ff9fc005c00 comp rx=0 tx=0).stop 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 -- 172.21.15.7:0/3352596768 shutdown_connections 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f62866630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859980 0x555f62863d00 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 --2- 172.21.15.7:0/3352596768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859060 0x555f62859440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 -- 172.21.15.7:0/3352596768 >> 172.21.15.7:0/3352596768 conn(0x555f628555f0 msgr2=0x555f628559d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.992+0000 7ffa14671740 1 -- 172.21.15.7:0/3352596768 shutdown_connections 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.993+0000 7ffa14671740 1 -- 172.21.15.7:0/3352596768 wait complete. 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.993+0000 7ffa14671740 1 -- start start 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.993+0000 7ffa14671740 1 Processor -- start 2024-09-10T08:05:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f62861180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f628616c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555f6286b220 con 0x555f62864240 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555f62746f10 con 0x555f62859060 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555f6286b3a0 con 0x555f62859980 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa14671740 10 client.0 _ll_register_callbacks cb 0x555f6276adb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f628616c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37940/0 (socket says 172.21.15.7:37940) 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/3882330677 learned_addr learned my addr 172.21.15.7:0/3882330677 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f62861180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/3882330677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 msgr2=0x555f628616c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f628616c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 msgr2=0x555f62861180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f62861180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.994+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/3882330677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f624cd580 con 0x555f62864240 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7ffa00012960 tx=0x7ffa0000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce9b3001a2700959 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ff9eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa00004020 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ffa000041c0 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9fc0316a0 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7ffa00027050 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ffa14671740 10 client.20133 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555f62597960 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.995+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9fc0316a0 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7ffa00003ae0 con 0x555f62864240 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 10 client.20133 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 10 client.20133 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 20 client.20133 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628781c0 0x555f6287a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 4 client.20133 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f627cbb90 con 0x555f628781c0 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628781c0 0x555f6287a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628781c0 0x555f6287a5b0 crc :-1 s=READY pgs=447 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d50c5166e342dc9 server_cookie=8dfde52e77ad6822 in_seq=0 out_seq=0 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.996+0000 7ff9eb7fe640 10 client.20133 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/3882330677 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555f627cbb90 con 0x555f628781c0 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ff9eb7fe640 10 client.20133 handle_command_reply: tid=0 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 client.20133 shutdown 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 msgr2=0x555f62861c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7ffa00012960 tx=0x7ffa0000b8c0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 shutdown_connections 2024-09-10T08:05:22.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628781c0 0x555f6287a5b0 crc :-1 s=READY pgs=447 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62861c00 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f628616c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 --2- 172.21.15.7:0/3882330677 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f62861180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 >> 172.21.15.7:0/3882330677 conn(0x555f628555f0 msgr2=0x555f6285b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.997+0000 7ff9eb7fe640 0 client.20133 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.998+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 shutdown_connections 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.998+0000 7ffa14671740 1 -- 172.21.15.7:0/3882330677 wait complete. 2024-09-10T08:05:22.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:21.998+0000 7ffa14671740 20 client.20133 trim_cache size 0 max 16384 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 Processor -- start 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 -- start start 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6285fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f6287fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1af280 con 0x555f62864240 2024-09-10T08:05:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1acb50 con 0x555f62859060 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa14671740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1aa9c0 con 0x555f62859980 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37942/0 (socket says 172.21.15.7:37942) 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/1611875318 learned_addr learned my addr 172.21.15.7:0/1611875318 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6285fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f6287fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/1611875318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 msgr2=0x555f6287fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f6287fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/1611875318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 msgr2=0x555f6285fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6285fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.015+0000 7ffa0b7fe640 1 -- 172.21.15.7:0/1611875318 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f62860130 con 0x555f62864240 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.016+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7ffa0001f630 tx=0x7ffa00005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23bc56fc34f4c0cc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.016+0000 7ff9f1ffb640 1 -- 172.21.15.7:0/1611875318 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa00012030 con 0x555f62864240 2024-09-10T08:05:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.016+0000 7ff9f1ffb640 1 -- 172.21.15.7:0/1611875318 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa000121d0 con 0x555f62864240 2024-09-10T08:05:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.016+0000 7ff9f1ffb640 1 -- 172.21.15.7:0/1611875318 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0001f870 con 0x555f62864240 2024-09-10T08:05:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- 172.21.15.7:0/1611875318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 msgr2=0x555f62880350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7ffa0001f630 tx=0x7ffa00005850 comp rx=0 tx=0).stop 2024-09-10T08:05:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- 172.21.15.7:0/1611875318 shutdown_connections 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62864240 0x555f62880350 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62859980 0x555f6287fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 --2- 172.21.15.7:0/1611875318 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6285fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- 172.21.15.7:0/1611875318 >> 172.21.15.7:0/1611875318 conn(0x555f628555f0 msgr2=0x555f62863200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- 172.21.15.7:0/1611875318 shutdown_connections 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- 172.21.15.7:0/1611875318 wait complete. 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 -- start start 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.017+0000 7ffa14671740 1 Processor -- start 2024-09-10T08:05:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6286c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f6286cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1ab010 con 0x555f62859980 2024-09-10T08:05:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1ac480 con 0x555f62859060 2024-09-10T08:05:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c1ab6e0 con 0x555f62864240 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa14671740 10 client.0 _ll_register_callbacks cb 0x7ffa00012570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37944/0 (socket says 172.21.15.7:37944) 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 -- 172.21.15.7:0/780142478 learned_addr learned my addr 172.21.15.7:0/780142478 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6286c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f6286cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 -- 172.21.15.7:0/780142478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 msgr2=0x555f6286cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f6286cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 -- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 msgr2=0x555f6286c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:22.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6286c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 -- 172.21.15.7:0/780142478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f628561a0 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ffa0bfff640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc009930 tx=0x7ff9fc005130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e48ce4e429e9161 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.018+0000 7ff9eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc040040 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff9fc031520 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa000121d0 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7ff9fc035040 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 10 client.20139 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555f6285c010 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa000121d0 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7ff9fc004a30 con 0x555f62859980 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 10 client.20139 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 10 client.20139 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:05:22.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 20 client.20139 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628e2f90 0x555f628e53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 4 client.20139 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "19e0330", "release": true, "await": true}] 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.019+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "19e0330", "release": true, "await": true}) -- 0x555f627c60a0 con 0x555f628e2f90 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.020+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628e2f90 0x555f628e53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.020+0000 7ffa0b7fe640 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628e2f90 0x555f628e53b0 crc :-1 s=READY pgs=448 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a80b034435e8bfc server_cookie=4bfd29e783a0e7f6 in_seq=0 out_seq=0 2024-09-10T08:05:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.020+0000 7ff9eb7fe640 10 client.20139 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ff9eb7fe640 1 -- 172.21.15.7:0/780142478 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x555f627c60a0 con 0x555f628e2f90 2024-09-10T08:05:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ff9eb7fe640 10 client.20139 handle_command_reply: tid=0 2024-09-10T08:05:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 client.20139 shutdown 2024-09-10T08:05:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 msgr2=0x555f6286c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc009930 tx=0x7ff9fc005130 comp rx=0 tx=0).stop 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 shutdown_connections 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555f628e2f90 0x555f628e53b0 crc :-1 s=READY pgs=448 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555f62864240 0x555f6286cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f62859980 0x555f6286c7f0 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 --2- 172.21.15.7:0/780142478 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555f62859060 0x555f6286c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ff9eb7fe640 0 client.20139 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 >> 172.21.15.7:0/780142478 conn(0x555f628555f0 msgr2=0x555f62853f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 shutdown_connections 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 1 -- 172.21.15.7:0/780142478 wait complete. 2024-09-10T08:05:22.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.055+0000 7ffa14671740 20 client.20139 trim_cache size 0 max 16384 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 76, 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "19e0330": { 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 76, 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:05:22.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 153.2, 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:05:22.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 msgr2=0x7ff9f40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 0x7ff9f40a5040 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ffa040cc920 tx=0x7ffa04090b60 comp rx=0 tx=0).stop 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 msgr2=0x7ffa0c19ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009fd0 tx=0x7ffa0400b260 comp rx=0 tx=0).stop 2024-09-10T08:05:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 shutdown_connections 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff9f40a2b80 0x7ff9f40a5040 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa0c106a70 0x7ffa0c19ccb0 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c101410 0x7ffa0c198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 --2- 172.21.15.7:0/2886801319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffa0c100a70 0x7ffa0c1983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 >> 172.21.15.7:0/2886801319 conn(0x7ffa0c0fc790 msgr2=0x7ffa0c06a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 shutdown_connections 2024-09-10T08:05:22.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:05:22.056+0000 7ffa12298640 1 -- 172.21.15.7:0/2886801319 wait complete. 2024-09-10T08:05:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45377 6.37 MB/sec execute 264 sec latency 31472.365 ms 2024-09-10T08:05:22.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:22 smithi007 ceph-mon[30879]: pgmap v962: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.6 KiB/s wr, 9 op/s 2024-09-10T08:05:22.641 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:22 smithi145 ceph-mon[34766]: pgmap v962: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.6 KiB/s wr, 9 op/s 2024-09-10T08:05:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:22 smithi110 ceph-mon[34417]: pgmap v962: 129 pgs: 129 active+clean; 419 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 7.6 KiB/s wr, 9 op/s 2024-09-10T08:05:22.814 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '19e0330', total seconds elapsed: 36.6 2024-09-10T08:05:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45603 6.42 MB/sec execute 265 sec latency 84.018 ms 2024-09-10T08:05:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45768 6.42 MB/sec execute 266 sec latency 60.291 ms 2024-09-10T08:05:24.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:24 smithi007 ceph-mon[30879]: pgmap v963: 129 pgs: 129 active+clean; 421 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 198 KiB/s wr, 21 op/s 2024-09-10T08:05:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:24 smithi110 ceph-mon[34417]: pgmap v963: 129 pgs: 129 active+clean; 421 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 198 KiB/s wr, 21 op/s 2024-09-10T08:05:24.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:24 smithi145 ceph-mon[34766]: pgmap v963: 129 pgs: 129 active+clean; 421 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 198 KiB/s wr, 21 op/s 2024-09-10T08:05:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 45941 6.45 MB/sec execute 267 sec latency 52.248 ms 2024-09-10T08:05:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46083 6.45 MB/sec execute 268 sec latency 59.872 ms 2024-09-10T08:05:26.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:26 smithi007 ceph-mon[30879]: pgmap v964: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 342 KiB/s wr, 29 op/s 2024-09-10T08:05:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:26 smithi110 ceph-mon[34417]: pgmap v964: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 342 KiB/s wr, 29 op/s 2024-09-10T08:05:26.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:26 smithi145 ceph-mon[34766]: pgmap v964: 129 pgs: 129 active+clean; 422 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 342 KiB/s wr, 29 op/s 2024-09-10T08:05:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46251 6.44 MB/sec execute 269 sec latency 95.863 ms 2024-09-10T08:05:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46411 6.45 MB/sec execute 270 sec latency 96.393 ms 2024-09-10T08:05:28.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:28 smithi007 ceph-mon[30879]: pgmap v965: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 479 KiB/s wr, 34 op/s 2024-09-10T08:05:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:28 smithi110 ceph-mon[34417]: pgmap v965: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 479 KiB/s wr, 34 op/s 2024-09-10T08:05:28.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:28 smithi145 ceph-mon[34766]: pgmap v965: 129 pgs: 129 active+clean; 423 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 479 KiB/s wr, 34 op/s 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 -- 172.21.15.7:0/1556033103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 msgr2=0x7faff8100060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 --2- 172.21.15.7:0/1556033103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8100060 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fafec009860 tx=0x7fafec02a340 comp rx=0 tx=0).stop 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 -- 172.21.15.7:0/1556033103 shutdown_connections 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 --2- 172.21.15.7:0/1556033103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff810a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 --2- 172.21.15.7:0/1556033103 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8100060 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 --2- 172.21.15.7:0/1556033103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 0x7faff8103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 -- 172.21.15.7:0/1556033103 >> 172.21.15.7:0/1556033103 conn(0x7faff80fb930 msgr2=0x7faff80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 -- 172.21.15.7:0/1556033103 shutdown_connections 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.128+0000 7faffd3f6640 1 -- 172.21.15.7:0/1556033103 wait complete. 2024-09-10T08:05:29.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 Processor -- start 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 -- start start 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8102870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff8100eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 0x7faff81013f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faff810d690 con 0x7faff8103170 2024-09-10T08:05:29.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faff810d510 con 0x7faff80ffbe0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faffd3f6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faff810d810 con 0x7faff81005a0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8102870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faff67fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff8100eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8102870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56032/0 (socket says 172.21.15.7:56032) 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faff6ffd640 1 -- 172.21.15.7:0/3494474899 learned_addr learned my addr 172.21.15.7:0/3494474899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.129+0000 7faff77fe640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 0x7faff81013f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 -- 172.21.15.7:0/3494474899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 msgr2=0x7faff8102870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8102870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 -- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 msgr2=0x7faff81013f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 0x7faff81013f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 -- 172.21.15.7:0/3494474899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faff8101c80 con 0x7faff81005a0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faff67fc640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff8100eb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fafec02a860 tx=0x7fafec030bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7fafdffff640 1 -- 172.21.15.7:0/3494474899 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafec037050 con 0x7faff81005a0 2024-09-10T08:05:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7fafdffff640 1 -- 172.21.15.7:0/3494474899 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafec038040 con 0x7faff81005a0 2024-09-10T08:05:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7fafdffff640 1 -- 172.21.15.7:0/3494474899 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafec003ab0 con 0x7faff81005a0 2024-09-10T08:05:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faff81a1dd0 con 0x7faff81005a0 2024-09-10T08:05:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.130+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faff81a21e0 con 0x7faff81005a0 2024-09-10T08:05:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.133+0000 7fb00026d740 1 Processor -- start 2024-09-10T08:05:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.133+0000 7fafdffff640 1 -- 172.21.15.7:0/3494474899 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fafec045030 con 0x7faff81005a0 2024-09-10T08:05:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.133+0000 7fb00026d740 1 -- start start 2024-09-10T08:05:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 0x55a7db0a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 0x55a7db0a9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7daffc2f0 con 0x55a7db0a1af0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a7dafa4270 con 0x55a7db0a6b80 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7fb00026d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a7daff82b0 con 0x55a7db0a11b0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37984/0 (socket says 172.21.15.7:37984) 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 -- 172.21.15.7:0/162396553 learned_addr learned my addr 172.21.15.7:0/162396553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff77fe640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 0x55a7db0a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff67fc640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 0x55a7db0a9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 -- 172.21.15.7:0/162396553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 msgr2=0x55a7db0a15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 0x55a7db0a15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 -- 172.21.15.7:0/162396553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 msgr2=0x55a7db0a9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 0x55a7db0a9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 -- 172.21.15.7:0/162396553 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7dafa3340 con 0x55a7db0a1af0 2024-09-10T08:05:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff67fc640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 0x55a7db0a9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff77fe640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 0x55a7db0a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.134+0000 7faff6ffd640 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fafe8009d60 tx=0x7fafe8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a72feff65ba8f7ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7fafdd7fa640 1 -- 172.21.15.7:0/162396553 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe8004220 con 0x55a7db0a1af0 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7fafdffff640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 0x7fafe00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7fafdd7fa640 1 -- 172.21.15.7:0/162396553 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafe80043c0 con 0x55a7db0a1af0 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7fafdd7fa640 1 -- 172.21.15.7:0/162396553 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe80198d0 con 0x55a7db0a1af0 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7faff77fe640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 0x7fafe00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.135+0000 7fafdffff640 1 -- 172.21.15.7:0/3494474899 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafec0eed10 con 0x7faff81005a0 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- 172.21.15.7:0/162396553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 msgr2=0x55a7db0a65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fafe8009d60 tx=0x7fafe8011810 comp rx=0 tx=0).stop 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- 172.21.15.7:0/162396553 shutdown_connections 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a6b80 0x55a7db0a9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a1af0 0x55a7db0a65b0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 --2- 172.21.15.7:0/162396553 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0a11b0 0x55a7db0a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- 172.21.15.7:0/162396553 >> 172.21.15.7:0/162396553 conn(0x55a7db09c820 msgr2=0x55a7db09cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7faff77fe640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 0x7fafe00a5170 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7faff0005fd0 tx=0x7faff0009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- 172.21.15.7:0/162396553 shutdown_connections 2024-09-10T08:05:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- 172.21.15.7:0/162396553 wait complete. 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.136+0000 7fb00026d740 1 -- start start 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 Processor -- start 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7db0a9b50 con 0x55a7db0a6b80 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a7daf85290 con 0x55a7db0a11b0 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a7db0a9cd0 con 0x55a7db0b0b90 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7fb00026d740 10 client.0 _ll_register_callbacks cb 0x55a7dafb6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56048/0 (socket says 172.21.15.7:56048) 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37998/0 (socket says 172.21.15.7:37998) 2024-09-10T08:05:29.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff6ffd640 1 -- 172.21.15.7:0/2666567279 learned_addr learned my addr 172.21.15.7:0/2666567279 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.137+0000 7faff77fe640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 -- 172.21.15.7:0/2666567279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 msgr2=0x55a7db0b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0b2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 -- 172.21.15.7:0/2666567279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 msgr2=0x55a7db0abb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 -- 172.21.15.7:0/2666567279 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7dad0f210 con 0x55a7db0a11b0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff77fe640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0b2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff67fc640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7faff6ffd640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fafe801b040 tx=0x7fafe8005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c45cfccc586120a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fafdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe8028070 con 0x55a7db0a11b0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafe80055d0 con 0x55a7db0a11b0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafe80043c0 con 0x55a7db0a11b0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fafe8034050 con 0x55a7db0a11b0 2024-09-10T08:05:29.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fb00026d740 10 client.29165 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.138+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a7daddb620 con 0x55a7db0a11b0 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafe80043c0 con 0x55a7db0a11b0 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fafe8004a30 con 0x55a7db0a11b0 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 10 client.29165 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 10 client.29165 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 20 client.29165 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db0b7460 0x55a7db0b9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 4 client.29165 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7db009a20 con 0x55a7db0b7460 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7faff67fc640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db0b7460 0x55a7db0b9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7fafdaff5640 10 client.29165 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:29.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.139+0000 7faff67fc640 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db0b7460 0x55a7db0b9870 crc :-1 s=READY pgs=449 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5e3941de896e206 server_cookie=4116d2e97e87bd5c in_seq=0 out_seq=0 2024-09-10T08:05:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fafdaff5640 1 -- 172.21.15.7:0/2666567279 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a7db009a20 con 0x55a7db0b7460 2024-09-10T08:05:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fafdaff5640 10 client.29165 handle_command_reply: tid=0 2024-09-10T08:05:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 client.29165 shutdown 2024-09-10T08:05:29.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 msgr2=0x55a7db0ab620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fafe801b040 tx=0x7fafe8005250 comp rx=0 tx=0).stop 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 shutdown_connections 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db0b7460 0x55a7db0b9870 crc :-1 s=READY pgs=449 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0b2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fafdaff5640 0 client.29165 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0abb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 --2- 172.21.15.7:0/2666567279 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0ab620 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.141+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 >> 172.21.15.7:0/2666567279 conn(0x55a7db09c820 msgr2=0x55a7db09e030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.142+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 shutdown_connections 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.142+0000 7fb00026d740 1 -- 172.21.15.7:0/2666567279 wait complete. 2024-09-10T08:05:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.142+0000 7fb00026d740 20 client.29165 trim_cache size 0 max 16384 2024-09-10T08:05:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.163+0000 7fb00026d740 1 Processor -- start 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.163+0000 7fb00026d740 1 -- start start 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.163+0000 7fb00026d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0a6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.163+0000 7fb00026d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7fb00026d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0ab910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7fb00026d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faff81aacf0 con 0x55a7db0a6b80 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7fb00026d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faff81a85c0 con 0x55a7db0a11b0 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7fb00026d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faff81a6430 con 0x55a7db0b0b90 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0a6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38008/0 (socket says 172.21.15.7:38008) 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0a6500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56052/0 (socket says 172.21.15.7:56052) 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 -- 172.21.15.7:0/1437629123 learned_addr learned my addr 172.21.15.7:0/1437629123 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff77fe640 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0ab910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 -- 172.21.15.7:0/1437629123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 msgr2=0x55a7db0ab910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0ab910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 -- 172.21.15.7:0/1437629123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 msgr2=0x55a7db0a6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0a6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 -- 172.21.15.7:0/1437629123 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7db09c640 con 0x55a7db0a6b80 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7faff67fc640 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fafec005b60 tx=0x7fafec0db040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb0f5925ed120aa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.164+0000 7fafdcff9640 1 -- 172.21.15.7:0/1437629123 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafec0bb960 con 0x55a7db0a6b80 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fafdcff9640 1 -- 172.21.15.7:0/1437629123 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafec004040 con 0x55a7db0a6b80 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fafdcff9640 1 -- 172.21.15.7:0/1437629123 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafec0b95f0 con 0x55a7db0a6b80 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 -- 172.21.15.7:0/1437629123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 msgr2=0x55a7db0ab3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fafec005b60 tx=0x7fafec0db040 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 -- 172.21.15.7:0/1437629123 shutdown_connections 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db0ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0ab3d0 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 --2- 172.21.15.7:0/1437629123 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0a6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.165+0000 7fb00026d740 1 -- 172.21.15.7:0/1437629123 >> 172.21.15.7:0/1437629123 conn(0x55a7db09c820 msgr2=0x55a7db08ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 -- 172.21.15.7:0/1437629123 shutdown_connections 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 -- 172.21.15.7:0/1437629123 wait complete. 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 -- start start 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 Processor -- start 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0c82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.166+0000 7fb00026d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db11ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faff81a6a80 con 0x55a7db0a6b80 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faff81a7ef0 con 0x55a7db0a11b0 2024-09-10T08:05:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faff81a7150 con 0x55a7db0b0b90 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38012/0 (socket says 172.21.15.7:38012) 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff67fc640 1 -- 172.21.15.7:0/890265313 learned_addr learned my addr 172.21.15.7:0/890265313 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0c82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 10 client.0 _ll_register_callbacks cb 0x7fafe8009be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff77fe640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db11ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 -- 172.21.15.7:0/890265313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 msgr2=0x55a7db11ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db11ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 -- 172.21.15.7:0/890265313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 msgr2=0x55a7db0c8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 -- 172.21.15.7:0/890265313 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7db0cb8f0 con 0x55a7db0a11b0 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff67fc640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7faff6ffd640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0c82c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fafe8000c00 tx=0x7fafe8005e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e82604208f448dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fafdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:05:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe803d060 con 0x55a7db0a11b0 2024-09-10T08:05:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fafe8019a70 con 0x55a7db0a11b0 2024-09-10T08:05:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.167+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafec004040 con 0x55a7db0a11b0 2024-09-10T08:05:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fafe8044050 con 0x55a7db0a11b0 2024-09-10T08:05:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 10 client.29171 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a7db1213e0 con 0x55a7db0a11b0 2024-09-10T08:05:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafec004040 con 0x55a7db0a11b0 2024-09-10T08:05:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fafe8003c60 con 0x55a7db0a11b0 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 10 client.29171 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 10 client.29171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 20 client.29171 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db121cd0 0x55a7db1240f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 4 client.29171 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.168+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a7db003d70 con 0x55a7db121cd0 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.169+0000 7faff67fc640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db121cd0 0x55a7db1240f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.169+0000 7fafdaff5640 10 client.29171 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.169+0000 7faff67fc640 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db121cd0 0x55a7db1240f0 crc :-1 s=READY pgs=450 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeb60d9b299a06cc server_cookie=99608568ba2f7fd in_seq=0 out_seq=0 2024-09-10T08:05:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46546 6.43 MB/sec execute 271 sec latency 104.278 ms 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fafdaff5640 1 -- 172.21.15.7:0/890265313 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a7db003d70 con 0x55a7db121cd0 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fafdaff5640 10 client.29171 handle_command_reply: tid=0 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 client.29171 shutdown 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 msgr2=0x55a7db0c82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0c82c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fafe8000c00 tx=0x7fafe8005e60 comp rx=0 tx=0).stop 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 shutdown_connections 2024-09-10T08:05:29.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a7db121cd0 0x55a7db1240f0 crc :-1 s=READY pgs=450 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a7db0b0b90 0x55a7db11ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fafdaff5640 0 client.29171 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7db0a6b80 0x55a7db0c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 --2- 172.21.15.7:0/890265313 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a7db0a11b0 0x55a7db0c82c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 >> 172.21.15.7:0/890265313 conn(0x55a7db09c820 msgr2=0x55a7db0ab3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 shutdown_connections 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 1 -- 172.21.15.7:0/890265313 wait complete. 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.330+0000 7fb00026d740 20 client.29171 trim_cache size 0 max 16384 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:05:29.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:05:29.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:05:29.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 msgr2=0x7fafe00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 0x7fafe00a5170 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7faff0005fd0 tx=0x7faff0009500 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 msgr2=0x7faff8100eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff8100eb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fafec02a860 tx=0x7fafec030bd0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 shutdown_connections 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fafe00a2cb0 0x7fafe00a5170 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faff8103170 0x7faff81013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faff81005a0 0x7faff8100eb0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 --2- 172.21.15.7:0/3494474899 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faff80ffbe0 0x7faff8102870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 >> 172.21.15.7:0/3494474899 conn(0x7faff80fb930 msgr2=0x7faff8106280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 shutdown_connections 2024-09-10T08:05:29.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:29.331+0000 7faffd3f6640 1 -- 172.21.15.7:0/3494474899 wait complete. 2024-09-10T08:05:30.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46708 6.45 MB/sec execute 272 sec latency 103.255 ms 2024-09-10T08:05:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:30 smithi007 ceph-mon[30879]: pgmap v966: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-10T08:05:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:30 smithi110 ceph-mon[34417]: pgmap v966: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-10T08:05:30.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:30 smithi145 ceph-mon[34766]: pgmap v966: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-10T08:05:31.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 46869 6.46 MB/sec execute 273 sec latency 61.681 ms 2024-09-10T08:05:32.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47054 6.47 MB/sec execute 274 sec latency 76.071 ms 2024-09-10T08:05:32.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:32 smithi007 ceph-mon[30879]: pgmap v967: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-10T08:05:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:32 smithi110 ceph-mon[34417]: pgmap v967: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-10T08:05:32.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:32 smithi145 ceph-mon[34766]: pgmap v967: 129 pgs: 129 active+clean; 430 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-10T08:05:33.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47272 6.48 MB/sec execute 275 sec latency 68.263 ms 2024-09-10T08:05:34.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47443 6.49 MB/sec execute 276 sec latency 66.215 ms 2024-09-10T08:05:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:34 smithi007 ceph-mon[30879]: pgmap v968: 129 pgs: 129 active+clean; 427 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.3 MiB/s wr, 229 op/s 2024-09-10T08:05:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:34 smithi110 ceph-mon[34417]: pgmap v968: 129 pgs: 129 active+clean; 427 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.3 MiB/s wr, 229 op/s 2024-09-10T08:05:34.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:34 smithi145 ceph-mon[34766]: pgmap v968: 129 pgs: 129 active+clean; 427 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.3 MiB/s wr, 229 op/s 2024-09-10T08:05:35.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47585 6.48 MB/sec execute 277 sec latency 99.676 ms 2024-09-10T08:05:36.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47754 6.50 MB/sec execute 278 sec latency 140.403 ms 2024-09-10T08:05:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:36 smithi007 ceph-mon[30879]: pgmap v969: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.6 MiB/s wr, 268 op/s 2024-09-10T08:05:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:36 smithi110 ceph-mon[34417]: pgmap v969: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.6 MiB/s wr, 268 op/s 2024-09-10T08:05:36.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:36 smithi145 ceph-mon[34766]: pgmap v969: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.6 MiB/s wr, 268 op/s 2024-09-10T08:05:37.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 47912 6.51 MB/sec execute 279 sec latency 73.116 ms 2024-09-10T08:05:38.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48108 6.55 MB/sec execute 280 sec latency 85.154 ms 2024-09-10T08:05:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:38 smithi007 ceph-mon[30879]: pgmap v970: 129 pgs: 129 active+clean; 426 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.6 MiB/s wr, 271 op/s 2024-09-10T08:05:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:38 smithi110 ceph-mon[34417]: pgmap v970: 129 pgs: 129 active+clean; 426 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.6 MiB/s wr, 271 op/s 2024-09-10T08:05:38.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:38 smithi145 ceph-mon[34766]: pgmap v970: 129 pgs: 129 active+clean; 426 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.6 MiB/s wr, 271 op/s 2024-09-10T08:05:39.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48275 6.55 MB/sec execute 281 sec latency 180.317 ms 2024-09-10T08:05:40.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48450 6.55 MB/sec execute 282 sec latency 73.827 ms 2024-09-10T08:05:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:40 smithi007 ceph-mon[30879]: pgmap v971: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 368 op/s 2024-09-10T08:05:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:40 smithi110 ceph-mon[34417]: pgmap v971: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 368 op/s 2024-09-10T08:05:40.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:40 smithi145 ceph-mon[34766]: pgmap v971: 129 pgs: 129 active+clean; 427 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1022 KiB/s rd, 5.1 MiB/s wr, 368 op/s 2024-09-10T08:05:41.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48598 6.55 MB/sec execute 283 sec latency 63.160 ms 2024-09-10T08:05:42.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48794 6.58 MB/sec execute 284 sec latency 89.744 ms 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2656754432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0100a40 msgr2=0x7f3ad0100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2656754432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0100a40 0x7f3ad0100e40 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0009900 tx=0x7f3ac002a3f0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2656754432 shutdown_connections 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2656754432 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad01025f0 0x7f3ad0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2656754432 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad0101c30 0x7f3ad01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2656754432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0100a40 0x7f3ad0100e40 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2656754432 >> 172.21.15.7:0/2656754432 conn(0x7f3ad00fc1e0 msgr2=0x7f3ad00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2656754432 shutdown_connections 2024-09-10T08:05:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.466+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2656754432 wait complete. 2024-09-10T08:05:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.467+0000 7f3ad52ed640 1 Processor -- start 2024-09-10T08:05:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.467+0000 7f3ad52ed640 1 -- start start 2024-09-10T08:05:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 0x7f3ad019a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 0x7f3ad01a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010b4b0 con 0x7f3ad0101c30 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010b330 con 0x7f3ad0100a40 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ad52ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad010b630 con 0x7f3ad01025f0 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41798/0 (socket says 172.21.15.7:41798) 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3aceffd640 1 -- 172.21.15.7:0/2685133383 learned_addr learned my addr 172.21.15.7:0/2685133383 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 0x7f3ad019a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 0x7f3ad01a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 -- 172.21.15.7:0/2685133383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 msgr2=0x7f3ad0199f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 -- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 msgr2=0x7f3ad019a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 0x7f3ad019a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3acf7fe640 1 -- 172.21.15.7:0/2685133383 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad01a1b40 con 0x7f3ad01025f0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.468+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 0x7f3ad019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 0x7f3ad01a14d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8005fd0 tx=0x7f3ac80071c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3ab7fff640 1 -- 172.21.15.7:0/2685133383 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac8007bd0 con 0x7f3ad01025f0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad01a1e30 con 0x7f3ad01025f0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3ab7fff640 1 -- 172.21.15.7:0/2685133383 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ac8007d70 con 0x7f3ad01025f0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3ab7fff640 1 -- 172.21.15.7:0/2685133383 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac8014410 con 0x7f3ad01025f0 2024-09-10T08:05:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.469+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad01a22a0 con 0x7f3ad01025f0 2024-09-10T08:05:42.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.472+0000 7f3ad8088740 1 Processor -- start 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.472+0000 7f3ab7fff640 1 -- 172.21.15.7:0/2685133383 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3ac801b020 con 0x7f3ad01025f0 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 -- start start 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d998da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d99b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55913d8f72f0 con 0x55913d9939a0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55913d89f270 con 0x55913d9942e0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ad8088740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55913d8f32b0 con 0x55913d999370 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46552/0 (socket says 172.21.15.7:46552) 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 -- 172.21.15.7:0/146575310 learned_addr learned my addr 172.21.15.7:0/146575310 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d99b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3aceffd640 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d998da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 -- 172.21.15.7:0/146575310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 msgr2=0x55913d99b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d99b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 -- 172.21.15.7:0/146575310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 msgr2=0x55913d998da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d998da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ace7fc640 1 -- 172.21.15.7:0/146575310 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913d89e340 con 0x55913d9939a0 2024-09-10T08:05:42.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.473+0000 7f3ab7fff640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 0x7f3ab80a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3ab7fff640 1 -- 172.21.15.7:0/2685133383 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3ac80ce800 con 0x7f3ad01025f0 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f3ac400b620 tx=0x7f3ac400bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8762eba0412d52aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 0x7f3ab80a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3ab57fa640 1 -- 172.21.15.7:0/146575310 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac40120f0 con 0x55913d9939a0 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3ab57fa640 1 -- 172.21.15.7:0/146575310 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ac400ed00 con 0x55913d9939a0 2024-09-10T08:05:42.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.474+0000 7f3ab57fa640 1 -- 172.21.15.7:0/146575310 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac40047a0 con 0x55913d9939a0 2024-09-10T08:05:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 -- 172.21.15.7:0/146575310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 msgr2=0x55913d993da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f3ac400b620 tx=0x7f3ac400bb20 comp rx=0 tx=0).stop 2024-09-10T08:05:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 0x7f3ab80a5140 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x55913d994d10 tx=0x7f3ac0005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 -- 172.21.15.7:0/146575310 shutdown_connections 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d99b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d998da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 --2- 172.21.15.7:0/146575310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9939a0 0x55913d993da0 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 -- 172.21.15.7:0/146575310 >> 172.21.15.7:0/146575310 conn(0x55913d98f010 msgr2=0x55913d98f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 -- 172.21.15.7:0/146575310 shutdown_connections 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.475+0000 7f3ad8088740 1 -- 172.21.15.7:0/146575310 wait complete. 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 -- start start 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 Processor -- start 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9939a0 0x55913d9a6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55913d99c340 con 0x55913d9942e0 2024-09-10T08:05:42.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55913d880290 con 0x55913d9939a0 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55913d99c4c0 con 0x55913d999370 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ad8088740 10 client.0 _ll_register_callbacks cb 0x55913d8b1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9939a0 0x55913d9a6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3acf7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3acf7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34892/0 (socket says 172.21.15.7:34892) 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46556/0 (socket says 172.21.15.7:46556) 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.476+0000 7f3acf7fe640 1 -- 172.21.15.7:0/3833105578 learned_addr learned my addr 172.21.15.7:0/3833105578 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 -- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9939a0 msgr2=0x55913d9a6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9939a0 0x55913d9a6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 -- 172.21.15.7:0/3833105578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 msgr2=0x55913d9a69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 -- 172.21.15.7:0/3833105578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913d60a210 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80a3400 tx=0x7f3ac809b480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=908795c7a8d8c1f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3ab2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac80a3930 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ac400ed00 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.477+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3ac80a34a0 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3ac80a36a0 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 10 client.29251 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55913d6d6620 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ac400ed00 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3ac8099c80 con 0x55913d999370 2024-09-10T08:05:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 10 client.29251 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 10 client.29251 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 20 client.29251 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913d9b25d0 0x55913d9b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 4 client.29251 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55913d904a20 con 0x55913d9b25d0 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.478+0000 7f3aceffd640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913d9b25d0 0x55913d9b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.479+0000 7f3aceffd640 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913d9b25d0 0x55913d9b4a00 crc :-1 s=READY pgs=451 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e5b5594a3326d46 server_cookie=cb36cd6bc8f8c482 in_seq=0 out_seq=0 2024-09-10T08:05:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.479+0000 7f3ab2ff5640 10 client.29251 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/3833105578 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55913d904a20 con 0x55913d9b25d0 2024-09-10T08:05:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ab2ff5640 10 client.29251 handle_command_reply: tid=0 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 client.29251 shutdown 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 msgr2=0x55913d9ad9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80a3400 tx=0x7f3ac809b480 comp rx=0 tx=0).stop 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 shutdown_connections 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913d9b25d0 0x55913d9b4a00 crc :-1 s=READY pgs=451 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d999370 0x55913d9ad9e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ab2ff5640 0 client.29251 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d9942e0 0x55913d9a69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 --2- 172.21.15.7:0/3833105578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9939a0 0x55913d9a6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 >> 172.21.15.7:0/3833105578 conn(0x55913d98f010 msgr2=0x55913d990820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 shutdown_connections 2024-09-10T08:05:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 1 -- 172.21.15.7:0/3833105578 wait complete. 2024-09-10T08:05:42.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.480+0000 7f3ad8088740 20 client.29251 trim_cache size 0 max 16384 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 Processor -- start 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 -- start start 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d990400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913d990940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01aace0 con 0x55913d999370 2024-09-10T08:05:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01a85b0 con 0x55913d9942e0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.502+0000 7f3ad8088740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01a6420 con 0x55913d9939a0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34906/0 (socket says 172.21.15.7:34906) 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 -- 172.21.15.7:0/2684027676 learned_addr learned my addr 172.21.15.7:0/2684027676 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d990400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913d990940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 -- 172.21.15.7:0/2684027676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 msgr2=0x55913d990400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d990400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 -- 172.21.15.7:0/2684027676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 msgr2=0x55913d990940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913d990940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 -- 172.21.15.7:0/2684027676 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913d98ee30 con 0x55913d9939a0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3aceffd640 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0009850 tx=0x7f3ac003f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23e08b1846162509 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3ab4ff9640 1 -- 172.21.15.7:0/2684027676 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac0035040 con 0x55913d9939a0 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3ab4ff9640 1 -- 172.21.15.7:0/2684027676 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ac0059070 con 0x55913d9939a0 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.503+0000 7f3ab4ff9640 1 -- 172.21.15.7:0/2684027676 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac0054ce0 con 0x55913d9939a0 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 -- 172.21.15.7:0/2684027676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 msgr2=0x55913d98e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0009850 tx=0x7f3ac003f000 comp rx=0 tx=0).stop 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 -- 172.21.15.7:0/2684027676 shutdown_connections 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913d990940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d990400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 --2- 172.21.15.7:0/2684027676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d98e0b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 -- 172.21.15.7:0/2684027676 >> 172.21.15.7:0/2684027676 conn(0x55913d98f010 msgr2=0x55913d98d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 -- 172.21.15.7:0/2684027676 shutdown_connections 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.504+0000 7f3ad8088740 1 -- 172.21.15.7:0/2684027676 wait complete. 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 -- start start 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 Processor -- start 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d9b9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913da1b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01a6a70 con 0x55913d999370 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01a7ee0 con 0x55913d9942e0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad01a7140 con 0x55913d9939a0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ad8088740 10 client.0 _ll_register_callbacks cb 0x7f3ac8097020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3acf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913da1b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d9b9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ace7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:41830/0 (socket says 172.21.15.7:41830) 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3aceffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d9b9ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34920/0 (socket says 172.21.15.7:34920) 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3ace7fc640 1 -- 172.21.15.7:0/1272830112 learned_addr learned my addr 172.21.15.7:0/1272830112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.505+0000 7f3acf7fe640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913da1b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46576/0 (socket says 172.21.15.7:46576) 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 -- 172.21.15.7:0/1272830112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 msgr2=0x55913d9b9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d9b9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 -- 172.21.15.7:0/1272830112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 msgr2=0x55913da1b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913da1b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 -- 172.21.15.7:0/1272830112 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913da1bbc0 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ace7fc640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4012fd0 tx=0x7f3ac4005170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b396f869aac49066 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ab2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac400ea50 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ac0059070 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.506+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3ac400ebf0 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3ac4012e00 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 10 client.29189 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55913da1cf00 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ac0059070 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3ac40104c0 con 0x55913d9942e0 2024-09-10T08:05:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 10 client.29189 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 10 client.29189 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 20 client.29189 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913da1d6f0 0x55913da1fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 4 client.29189 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55913d8fed70 con 0x55913da1d6f0 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.507+0000 7f3aceffd640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913da1d6f0 0x55913da1fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.508+0000 7f3aceffd640 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913da1d6f0 0x55913da1fb10 crc :-1 s=READY pgs=452 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4450ffcc3250a1a4 server_cookie=7873ef3224ebbfe6 in_seq=0 out_seq=0 2024-09-10T08:05:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.508+0000 7f3ab2ff5640 10 client.29189 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:42 smithi007 ceph-mon[30879]: pgmap v972: 129 pgs: 129 active+clean; 429 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-10T08:05:42.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.632+0000 7f3ab2ff5640 1 -- 172.21.15.7:0/1272830112 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55913d8fed70 con 0x55913da1d6f0 2024-09-10T08:05:42.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.632+0000 7f3ab2ff5640 10 client.29189 handle_command_reply: tid=0 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.632+0000 7f3ad8088740 1 client.29189 shutdown 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.632+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 msgr2=0x55913d9ba430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.632+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4012fd0 tx=0x7f3ac4005170 comp rx=0 tx=0).stop 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 shutdown_connections 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55913da1d6f0 0x55913da1fb10 crc :-1 s=READY pgs=452 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55913d999370 0x55913da1b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ab2ff5640 0 client.29189 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55913d9942e0 0x55913d9ba430 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 --2- 172.21.15.7:0/1272830112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55913d9939a0 0x55913d9b9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 >> 172.21.15.7:0/1272830112 conn(0x55913d98f010 msgr2=0x55913d98d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 shutdown_connections 2024-09-10T08:05:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 1 -- 172.21.15.7:0/1272830112 wait complete. 2024-09-10T08:05:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad8088740 20 client.29189 trim_cache size 0 max 16384 2024-09-10T08:05:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:05:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:05:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:05:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 msgr2=0x7f3ab80a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.633+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 0x7f3ab80a5140 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x55913d994d10 tx=0x7f3ac0005b50 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 msgr2=0x7f3ad01a14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 0x7f3ad01a14d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8005fd0 tx=0x7f3ac80071c0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 shutdown_connections 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ab80a2c80 0x7f3ab80a5140 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad01025f0 0x7f3ad01a14d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ad0101c30 0x7f3ad019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 --2- 172.21.15.7:0/2685133383 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ad0100a40 0x7f3ad0199f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 >> 172.21.15.7:0/2685133383 conn(0x7f3ad00fc1e0 msgr2=0x7f3ad0190b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 shutdown_connections 2024-09-10T08:05:42.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:42.634+0000 7f3ad52ed640 1 -- 172.21.15.7:0/2685133383 wait complete. 2024-09-10T08:05:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:42 smithi110 ceph-mon[34417]: pgmap v972: 129 pgs: 129 active+clean; 429 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-10T08:05:42.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:42 smithi145 ceph-mon[34766]: pgmap v972: 129 pgs: 129 active+clean; 429 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-10T08:05:43.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 48938 6.58 MB/sec execute 285 sec latency 98.506 ms 2024-09-10T08:05:44.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49095 6.59 MB/sec execute 286 sec latency 140.691 ms 2024-09-10T08:05:44.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:44 smithi007 ceph-mon[30879]: pgmap v973: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 987 KiB/s rd, 4.7 MiB/s wr, 336 op/s 2024-09-10T08:05:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:44 smithi110 ceph-mon[34417]: pgmap v973: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 987 KiB/s rd, 4.7 MiB/s wr, 336 op/s 2024-09-10T08:05:44.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:44 smithi145 ceph-mon[34766]: pgmap v973: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 987 KiB/s rd, 4.7 MiB/s wr, 336 op/s 2024-09-10T08:05:45.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49261 6.60 MB/sec execute 287 sec latency 72.562 ms 2024-09-10T08:05:46.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49419 6.60 MB/sec execute 288 sec latency 62.967 ms 2024-09-10T08:05:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:46 smithi007 ceph-mon[30879]: pgmap v974: 129 pgs: 129 active+clean; 428 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 3.9 MiB/s wr, 285 op/s 2024-09-10T08:05:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:46 smithi110 ceph-mon[34417]: pgmap v974: 129 pgs: 129 active+clean; 428 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 3.9 MiB/s wr, 285 op/s 2024-09-10T08:05:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:46 smithi145 ceph-mon[34766]: pgmap v974: 129 pgs: 129 active+clean; 428 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 3.9 MiB/s wr, 285 op/s 2024-09-10T08:05:47.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49608 6.61 MB/sec execute 289 sec latency 60.657 ms 2024-09-10T08:05:48.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49786 6.61 MB/sec execute 290 sec latency 94.245 ms 2024-09-10T08:05:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:48 smithi007 ceph-mon[30879]: pgmap v975: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.7 MiB/s wr, 247 op/s 2024-09-10T08:05:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:48 smithi110 ceph-mon[34417]: pgmap v975: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.7 MiB/s wr, 247 op/s 2024-09-10T08:05:48.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:48 smithi145 ceph-mon[34766]: pgmap v975: 129 pgs: 129 active+clean; 427 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.7 MiB/s wr, 247 op/s 2024-09-10T08:05:49.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 49930 6.61 MB/sec execute 291 sec latency 90.626 ms 2024-09-10T08:05:50.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50111 6.62 MB/sec execute 292 sec latency 91.647 ms 2024-09-10T08:05:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:50 smithi007 ceph-mon[30879]: pgmap v976: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:05:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:50 smithi110 ceph-mon[34417]: pgmap v976: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:05:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:50 smithi145 ceph-mon[34766]: pgmap v976: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 5.1 MiB/s wr, 346 op/s 2024-09-10T08:05:51.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50304 6.65 MB/sec execute 293 sec latency 115.074 ms 2024-09-10T08:05:52.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50477 6.67 MB/sec execute 294 sec latency 125.318 ms 2024-09-10T08:05:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:52 smithi007 ceph-mon[30879]: pgmap v977: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-10T08:05:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:52 smithi110 ceph-mon[34417]: pgmap v977: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-10T08:05:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:52 smithi145 ceph-mon[34766]: pgmap v977: 129 pgs: 129 active+clean; 436 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-10T08:05:53.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50627 6.68 MB/sec execute 295 sec latency 66.923 ms 2024-09-10T08:05:54.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50790 6.68 MB/sec execute 296 sec latency 54.484 ms 2024-09-10T08:05:54.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:54 smithi110 ceph-mon[34417]: pgmap v978: 129 pgs: 129 active+clean; 436 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 327 op/s 2024-09-10T08:05:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:54 smithi007 ceph-mon[30879]: pgmap v978: 129 pgs: 129 active+clean; 436 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 327 op/s 2024-09-10T08:05:54.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:54 smithi145 ceph-mon[34766]: pgmap v978: 129 pgs: 129 active+clean; 436 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 327 op/s 2024-09-10T08:05:55.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 50978 6.69 MB/sec execute 297 sec latency 90.232 ms 2024-09-10T08:05:55.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 -- 172.21.15.7:0/3438340624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa81025f0 msgr2=0x7f5aa8108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 --2- 172.21.15.7:0/3438340624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa81025f0 0x7f5aa8108e80 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009ca0 tx=0x7f5aa002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 -- 172.21.15.7:0/3438340624 shutdown_connections 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 --2- 172.21.15.7:0/3438340624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa81025f0 0x7f5aa8108e80 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 --2- 172.21.15.7:0/3438340624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8101c30 0x7f5aa81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 --2- 172.21.15.7:0/3438340624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa8100a40 0x7f5aa8100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 -- 172.21.15.7:0/3438340624 >> 172.21.15.7:0/3438340624 conn(0x7f5aa80fc1e0 msgr2=0x7f5aa80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 -- 172.21.15.7:0/3438340624 shutdown_connections 2024-09-10T08:05:55.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.767+0000 7f5aad781640 1 -- 172.21.15.7:0/3438340624 wait complete. 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.768+0000 7f5aad781640 1 Processor -- start 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.768+0000 7f5aad781640 1 -- start start 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 0x7f5aa81049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 0x7f5aa8103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810c5a0 con 0x7f5aa8101c30 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810c420 con 0x7f5aa8100a40 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aad781640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa810c720 con 0x7f5aa81025f0 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 0x7f5aa8103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46804/0 (socket says 172.21.15.7:46804) 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa67fc640 1 -- 172.21.15.7:0/2160880224 learned_addr learned my addr 172.21.15.7:0/2160880224 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 0x7f5aa81049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa67fc640 1 -- 172.21.15.7:0/2160880224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 msgr2=0x7f5aa8103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.769+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 0x7f5aa8103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa67fc640 1 -- 172.21.15.7:0/2160880224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 msgr2=0x7f5aa81049d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 0x7f5aa81049d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa67fc640 1 -- 172.21.15.7:0/2160880224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa8103de0 con 0x7f5aa8101c30 2024-09-10T08:05:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 0x7f5aa8103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 0x7f5aa81049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00e9f0 tx=0x7f5a9c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5a8ffff640 1 -- 172.21.15.7:0/2160880224 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c00cd80 con 0x7f5aa8101c30 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa81a1db0 con 0x7f5aa8101c30 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5a8ffff640 1 -- 172.21.15.7:0/2160880224 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a9c0108e0 con 0x7f5aa8101c30 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5a8ffff640 1 -- 172.21.15.7:0/2160880224 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c018920 con 0x7f5aa8101c30 2024-09-10T08:05:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.770+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa81a2220 con 0x7f5aa8101c30 2024-09-10T08:05:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.774+0000 7f5a8ffff640 1 -- 172.21.15.7:0/2160880224 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5a9c010a90 con 0x7f5aa8101c30 2024-09-10T08:05:55.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.774+0000 7f5ab05f3740 1 Processor -- start 2024-09-10T08:05:55.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.774+0000 7f5ab05f3740 1 -- start start 2024-09-10T08:05:55.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97b9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97c1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5607a971d2f0 con 0x5607a97b99a0 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5607a96c5270 con 0x5607a97ba2e0 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5607a97192b0 con 0x5607a97bf370 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5a8ffff640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 0x7f5a900a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48732/0 (socket says 172.21.15.7:48732) 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/399545740 learned_addr learned my addr 172.21.15.7:0/399545740 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97c1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 0x7f5a900a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5a8ffff640 1 -- 172.21.15.7:0/2160880224 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5a9c0cf700 con 0x7f5aa8101c30 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97b9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/399545740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 msgr2=0x5607a97c1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97c1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/399545740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 msgr2=0x5607a97b9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97b9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/399545740 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607a96c4340 con 0x5607a97ba2e0 2024-09-10T08:05:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.775+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97b9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:05:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.776+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5a980114c0 tx=0x7f5a98011980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3552158aeac1152c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.776+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 0x7f5a900a50f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5aa002f3a0 tx=0x7f5aa003f040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.776+0000 7f5a8d7fa640 1 -- 172.21.15.7:0/399545740 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98004020 con 0x5607a97ba2e0 2024-09-10T08:05:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.776+0000 7f5a8d7fa640 1 -- 172.21.15.7:0/399545740 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a980041c0 con 0x5607a97ba2e0 2024-09-10T08:05:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.776+0000 7f5a8d7fa640 1 -- 172.21.15.7:0/399545740 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800f860 con 0x5607a97ba2e0 2024-09-10T08:05:55.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 -- 172.21.15.7:0/399545740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 msgr2=0x5607a97beda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5a980114c0 tx=0x7f5a98011980 comp rx=0 tx=0).stop 2024-09-10T08:05:55.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 -- 172.21.15.7:0/399545740 shutdown_connections 2024-09-10T08:05:55.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97c1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97beda0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/399545740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97b9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 -- 172.21.15.7:0/399545740 >> 172.21.15.7:0/399545740 conn(0x5607a97b5010 msgr2=0x5607a97b5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 -- 172.21.15.7:0/399545740 shutdown_connections 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.777+0000 7f5ab05f3740 1 -- 172.21.15.7:0/399545740 wait complete. 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5ab05f3740 1 -- start start 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5ab05f3740 1 Processor -- start 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.778+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46820/0 (socket says 172.21.15.7:46820) 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5607a97c2340 con 0x5607a97b99a0 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5607a96a6290 con 0x5607a97ba2e0 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5607a97c24c0 con 0x5607a97bf370 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48746/0 (socket says 172.21.15.7:48746) 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 -- 172.21.15.7:0/1982121851 learned_addr learned my addr 172.21.15.7:0/1982121851 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5ab05f3740 10 client.0 _ll_register_callbacks cb 0x5607a96d7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 -- 172.21.15.7:0/1982121851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 msgr2=0x5607a97cb0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97cb0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 -- 172.21.15.7:0/1982121851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 msgr2=0x5607a97c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 -- 172.21.15.7:0/1982121851 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607a9430210 con 0x5607a97ba2e0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97cb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0cce00 tx=0x7f5a9c0259a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af0d2425534e6417 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5a8aff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c066e60 con 0x5607a97ba2e0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5a9c0a4340 con 0x5607a97ba2e0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.779+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a980041c0 con 0x5607a97ba2e0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.780+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5a9c09bc10 con 0x5607a97ba2e0 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.780+0000 7f5ab05f3740 10 client.29201 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:55.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.780+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5607a94fc620 con 0x5607a97ba2e0 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.780+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a980041c0 con 0x5607a97ba2e0 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f5a9c066530 con 0x5607a97ba2e0 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5ab05f3740 10 client.29201 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5ab05f3740 10 client.29201 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5ab05f3740 20 client.29201 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a97d1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.781+0000 7f5ab05f3740 4 client.29201 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.782+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a97d1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.784 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.782+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607a972aa20 con 0x5607a97cf770 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.782+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a97d1ba0 crc :-1 s=READY pgs=453 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb6edd0bc92c8b74 server_cookie=282fbc0f0b08b5db in_seq=0 out_seq=0 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.782+0000 7f5a8aff5640 10 client.29201 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5a8aff5640 1 -- 172.21.15.7:0/1982121851 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5607a972aa20 con 0x5607a97cf770 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5a8aff5640 10 client.29201 handle_command_reply: tid=0 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 client.29201 shutdown 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 msgr2=0x5607a97c4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c0cce00 tx=0x7f5a9c0259a0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 shutdown_connections 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a97d1ba0 crc :-1 s=READY pgs=453 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97cb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5a8aff5640 0 client.29201 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97ba2e0 0x5607a97c4110 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/1982121851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97b99a0 0x5607a97c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 >> 172.21.15.7:0/1982121851 conn(0x5607a97b5010 msgr2=0x5607a97b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 shutdown_connections 2024-09-10T08:05:55.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.783+0000 7f5ab05f3740 1 -- 172.21.15.7:0/1982121851 wait complete. 2024-09-10T08:05:55.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.784+0000 7f5ab05f3740 20 client.29201 trim_cache size 0 max 16384 2024-09-10T08:05:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 Processor -- start 2024-09-10T08:05:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 -- start start 2024-09-10T08:05:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97ba2e0 0x5607a97cb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97b40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81af1c0 con 0x5607a97ba2e0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81aca90 con 0x5607a97b99a0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.812+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81aa900 con 0x5607a97bf370 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48752/0 (socket says 172.21.15.7:48752) 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/3409891964 learned_addr learned my addr 172.21.15.7:0/3409891964 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97b40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97ba2e0 0x5607a97cb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/3409891964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 msgr2=0x5607a97b40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97b40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/3409891964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97ba2e0 msgr2=0x5607a97cb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97ba2e0 0x5607a97cb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/3409891964 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607a97c25c0 con 0x5607a97b99a0 2024-09-10T08:05:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009250 tx=0x7f5a98004350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3cdb3187c1eb854 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5a8cff9640 1 -- 172.21.15.7:0/3409891964 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9801d040 con 0x5607a97b99a0 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5a8cff9640 1 -- 172.21.15.7:0/3409891964 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a9802a070 con 0x5607a97b99a0 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.813+0000 7f5a8cff9640 1 -- 172.21.15.7:0/3409891964 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98004e00 con 0x5607a97b99a0 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 -- 172.21.15.7:0/3409891964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 msgr2=0x5607a97beb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009250 tx=0x7f5a98004350 comp rx=0 tx=0).stop 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 -- 172.21.15.7:0/3409891964 shutdown_connections 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97bf370 0x5607a97b40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97ba2e0 0x5607a97cb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/3409891964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97beb10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.814+0000 7f5ab05f3740 1 -- 172.21.15.7:0/3409891964 >> 172.21.15.7:0/3409891964 conn(0x5607a97b5010 msgr2=0x5607a97b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 -- 172.21.15.7:0/3409891964 shutdown_connections 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 -- 172.21.15.7:0/3409891964 wait complete. 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 -- start start 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 Processor -- start 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97ba2e0 0x5607a97c8970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.815+0000 7f5ab05f3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 0x5607a97c9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81aaf50 con 0x5607a97bf370 2024-09-10T08:05:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5ab05f3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81ac3c0 con 0x5607a97b99a0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 0x5607a97c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48760/0 (socket says 172.21.15.7:48760) 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/461075376 learned_addr learned my addr 172.21.15.7:0/461075376 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa67fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97ba2e0 0x5607a97c8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa81ab620 con 0x5607a97ba2e0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5ab05f3740 10 client.0 _ll_register_callbacks cb 0x7f5a9c09bab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/461075376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97ba2e0 msgr2=0x5607a97c8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97ba2e0 0x5607a97c8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/461075376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 msgr2=0x5607a97c9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 0x5607a97c9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa6ffd640 1 -- 172.21.15.7:0/461075376 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607a97c9f20 con 0x5607a97b99a0 2024-09-10T08:05:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.816+0000 7f5aa77fe640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 0x5607a97c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:05:55.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5aa6ffd640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5a98000c00 tx=0x7f5a980041c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe4c64dc99b615de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5a8aff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:05:55.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9803d060 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5a98004d90 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a9802a070 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5a98044050 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5ab05f3740 10 client.29207 fetch_fsmap learned FSMap version 42 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.817+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5607a97cb210 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a9802a070 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f5a9800fa20 con 0x5607a97b99a0 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 10 client.29207 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 10 client.29207 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 20 client.29207 populate_metadata read hostname 'smithi007' 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a983c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 4 client.29207 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:05:55.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5607a9724d70 con 0x5607a97cf770 2024-09-10T08:05:55.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.818+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a983c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.819+0000 7f5aa67fc640 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a983c7d0 crc :-1 s=READY pgs=454 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b561fd3912ea24b8 server_cookie=b09ea11a3a4da1df in_seq=0 out_seq=0 2024-09-10T08:05:55.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.819+0000 7f5a8aff5640 10 client.29207 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5a8aff5640 1 -- 172.21.15.7:0/461075376 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5607a9724d70 con 0x5607a97cf770 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5a8aff5640 10 client.29207 handle_command_reply: tid=0 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 client.29207 shutdown 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 msgr2=0x5607a97c8430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5a98000c00 tx=0x7f5a980041c0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 shutdown_connections 2024-09-10T08:05:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5607a97cf770 0x5607a983c7d0 crc :-1 s=READY pgs=454 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5607a97bf370 0x5607a97c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5607a97ba2e0 0x5607a97c8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 --2- 172.21.15.7:0/461075376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5607a97b99a0 0x5607a97c8430 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 >> 172.21.15.7:0/461075376 conn(0x5607a97b5010 msgr2=0x5607a97b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5a8aff5640 0 client.29207 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 shutdown_connections 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 1 -- 172.21.15.7:0/461075376 wait complete. 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.968+0000 7f5ab05f3740 20 client.29207 trim_cache size 0 max 16384 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:05:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 msgr2=0x7f5a900a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 0x7f5a900a50f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5aa002f3a0 tx=0x7f5aa003f040 comp rx=0 tx=0).stop 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 msgr2=0x7f5aa8103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00e9f0 tx=0x7f5a9c00eeb0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 shutdown_connections 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5a900a2c30 0x7f5a900a50f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5aa81025f0 0x7f5aa8103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa8101c30 0x7f5aa8103010 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 --2- 172.21.15.7:0/2160880224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5aa8100a40 0x7f5aa81049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 >> 172.21.15.7:0/2160880224 conn(0x7f5aa80fc1e0 msgr2=0x7f5aa80fdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 shutdown_connections 2024-09-10T08:05:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:05:55.969+0000 7f5aad781640 1 -- 172.21.15.7:0/2160880224 wait complete. 2024-09-10T08:05:56.300 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51114 6.68 MB/sec execute 298 sec latency 151.814 ms 2024-09-10T08:05:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:56 smithi007 ceph-mon[30879]: pgmap v979: 129 pgs: 129 active+clean; 435 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 4.0 MiB/s wr, 264 op/s 2024-09-10T08:05:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:56 smithi110 ceph-mon[34417]: pgmap v979: 129 pgs: 129 active+clean; 435 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 4.0 MiB/s wr, 264 op/s 2024-09-10T08:05:56.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:56 smithi145 ceph-mon[34766]: pgmap v979: 129 pgs: 129 active+clean; 435 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 4.0 MiB/s wr, 264 op/s 2024-09-10T08:05:57.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51253 6.68 MB/sec execute 299 sec latency 68.785 ms 2024-09-10T08:05:58.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51414 6.69 MB/sec execute 300 sec latency 72.646 ms 2024-09-10T08:05:58.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:05:58 smithi007 ceph-mon[30879]: pgmap v980: 129 pgs: 129 active+clean; 437 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:05:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:05:58 smithi110 ceph-mon[34417]: pgmap v980: 129 pgs: 129 active+clean; 437 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:05:58.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:05:58 smithi145 ceph-mon[34766]: pgmap v980: 129 pgs: 129 active+clean; 437 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:05:59.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51599 6.70 MB/sec execute 301 sec latency 79.567 ms 2024-09-10T08:06:00.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51758 6.72 MB/sec execute 302 sec latency 160.005 ms 2024-09-10T08:06:00.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:00 smithi007 ceph-mon[30879]: pgmap v981: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-09-10T08:06:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:00 smithi110 ceph-mon[34417]: pgmap v981: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-09-10T08:06:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:00 smithi145 ceph-mon[34766]: pgmap v981: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-09-10T08:06:01.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 51903 6.72 MB/sec execute 303 sec latency 194.534 ms 2024-09-10T08:06:02.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52081 6.74 MB/sec execute 304 sec latency 59.565 ms 2024-09-10T08:06:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:02 smithi007 ceph-mon[30879]: pgmap v982: 129 pgs: 129 active+clean; 444 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.9 MiB/s wr, 286 op/s 2024-09-10T08:06:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:02 smithi110 ceph-mon[34417]: pgmap v982: 129 pgs: 129 active+clean; 444 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.9 MiB/s wr, 286 op/s 2024-09-10T08:06:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:02 smithi145 ceph-mon[34766]: pgmap v982: 129 pgs: 129 active+clean; 444 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 746 KiB/s rd, 3.9 MiB/s wr, 286 op/s 2024-09-10T08:06:03.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52226 6.75 MB/sec execute 305 sec latency 98.680 ms 2024-09-10T08:06:04.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52361 6.74 MB/sec execute 306 sec latency 59.328 ms 2024-09-10T08:06:04.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:04 smithi007 ceph-mon[30879]: pgmap v983: 129 pgs: 129 active+clean; 446 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 4.9 MiB/s wr, 343 op/s 2024-09-10T08:06:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:04 smithi110 ceph-mon[34417]: pgmap v983: 129 pgs: 129 active+clean; 446 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 4.9 MiB/s wr, 343 op/s 2024-09-10T08:06:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:04 smithi145 ceph-mon[34766]: pgmap v983: 129 pgs: 129 active+clean; 446 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 4.9 MiB/s wr, 343 op/s 2024-09-10T08:06:05.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52539 6.75 MB/sec execute 307 sec latency 69.587 ms 2024-09-10T08:06:06.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52686 6.74 MB/sec execute 308 sec latency 69.972 ms 2024-09-10T08:06:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:06 smithi007 ceph-mon[30879]: pgmap v984: 129 pgs: 129 active+clean; 442 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.2 MiB/s wr, 286 op/s 2024-09-10T08:06:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:06 smithi110 ceph-mon[34417]: pgmap v984: 129 pgs: 129 active+clean; 442 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.2 MiB/s wr, 286 op/s 2024-09-10T08:06:06.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:06 smithi145 ceph-mon[34766]: pgmap v984: 129 pgs: 129 active+clean; 442 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.2 MiB/s wr, 286 op/s 2024-09-10T08:06:07.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52839 6.73 MB/sec execute 309 sec latency 64.564 ms 2024-09-10T08:06:08.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 52992 6.73 MB/sec execute 310 sec latency 63.240 ms 2024-09-10T08:06:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:08 smithi007 ceph-mon[30879]: pgmap v985: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.0 MiB/s wr, 296 op/s 2024-09-10T08:06:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:08 smithi110 ceph-mon[34417]: pgmap v985: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.0 MiB/s wr, 296 op/s 2024-09-10T08:06:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:08 smithi145 ceph-mon[34766]: pgmap v985: 129 pgs: 129 active+clean; 443 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.0 MiB/s wr, 296 op/s 2024-09-10T08:06:09.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 -- 172.21.15.7:0/3365439336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 msgr2=0x7f6398101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 --2- 172.21.15.7:0/3365439336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398101830 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f638c009900 tx=0x7f638c02a410 comp rx=0 tx=0).stop 2024-09-10T08:06:09.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 -- 172.21.15.7:0/3365439336 shutdown_connections 2024-09-10T08:06:09.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 --2- 172.21.15.7:0/3365439336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f6398108620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 --2- 172.21.15.7:0/3365439336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398101830 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 --2- 172.21.15.7:0/3365439336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 -- 172.21.15.7:0/3365439336 >> 172.21.15.7:0/3365439336 conn(0x7f63980fb500 msgr2=0x7f63980fd920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 -- 172.21.15.7:0/3365439336 shutdown_connections 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.112+0000 7f639db3b640 1 -- 172.21.15.7:0/3365439336 wait complete. 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 Processor -- start 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 -- start start 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f639819f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f639810b480 con 0x7f6398101d70 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f639810b300 con 0x7f63981013d0 2024-09-10T08:06:09.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.113+0000 7f639db3b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f639810b600 con 0x7f6398100320 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f63977fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f639819f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f63977fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:60036/0 (socket says 172.21.15.7:60036) 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50228/0 (socket says 172.21.15.7:50228) 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f63977fe640 1 -- 172.21.15.7:0/2684495153 learned_addr learned my addr 172.21.15.7:0/2684495153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 -- 172.21.15.7:0/2684495153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 msgr2=0x7f6398197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 -- 172.21.15.7:0/2684495153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 msgr2=0x7f6398198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 -- 172.21.15.7:0/2684495153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f639819f920 con 0x7f6398101d70 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6396ffd640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6397fff640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f639819f280 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f639000ddc0 tx=0x7f639000b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.114+0000 7f6394ff9640 1 -- 172.21.15.7:0/2684495153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390004d20 con 0x7f6398101d70 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.115+0000 7f6394ff9640 1 -- 172.21.15.7:0/2684495153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f639000be40 con 0x7f6398101d70 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.115+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f639819fc10 con 0x7f6398101d70 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.115+0000 7f6394ff9640 1 -- 172.21.15.7:0/2684495153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63900054e0 con 0x7f6398101d70 2024-09-10T08:06:09.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.115+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63981a0160 con 0x7f6398101d70 2024-09-10T08:06:09.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.118+0000 7f6394ff9640 1 -- 172.21.15.7:0/2684495153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6390005680 con 0x7f6398101d70 2024-09-10T08:06:09.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6394ff9640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 0x7f63800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 Processor -- start 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 -- start start 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63977fe640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 0x7f63800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c94da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0ca0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564bc0bf82f0 con 0x564bc0c9e780 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564bc0ba0270 con 0x564bc0c952e0 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63a08d6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564bc0bf42b0 con 0x564bc0c949a0 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50236/0 (socket says 172.21.15.7:50236) 2024-09-10T08:06:09.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6394ff9640 1 -- 172.21.15.7:0/2684495153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f63900cf650 con 0x7f6398101d70 2024-09-10T08:06:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6396ffd640 1 -- 172.21.15.7:0/529420759 learned_addr learned my addr 172.21.15.7:0/529420759 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f63977fe640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c94da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.119+0000 7f6397fff640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0ca0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 -- 172.21.15.7:0/529420759 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 msgr2=0x564bc0c94da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c94da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f63977fe640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 0x7f63800a5170 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f63880058c0 tx=0x7f6388013940 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 -- 172.21.15.7:0/529420759 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 msgr2=0x564bc0c99da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 -- 172.21.15.7:0/529420759 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bc0b9f340 con 0x564bc0c9e780 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6397fff640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0ca0c40 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f63900cd120 tx=0x7f6390004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877351adaa23bb22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f6396ffd640 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f637dffb640 1 -- 172.21.15.7:0/529420759 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63900792d0 con 0x564bc0c9e780 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.120+0000 7f637dffb640 1 -- 172.21.15.7:0/529420759 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f639009c210 con 0x564bc0c9e780 2024-09-10T08:06:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.121+0000 7f637dffb640 1 -- 172.21.15.7:0/529420759 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390078f10 con 0x564bc0c9e780 2024-09-10T08:06:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 -- 172.21.15.7:0/529420759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 msgr2=0x564bc0ca0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0ca0c40 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f63900cd120 tx=0x7f6390004a40 comp rx=0 tx=0).stop 2024-09-10T08:06:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 -- 172.21.15.7:0/529420759 shutdown_connections 2024-09-10T08:06:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0ca0c40 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0c99da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 --2- 172.21.15.7:0/529420759 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c94da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 -- 172.21.15.7:0/529420759 >> 172.21.15.7:0/529420759 conn(0x564bc0c90010 msgr2=0x564bc0c90410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 -- 172.21.15.7:0/529420759 shutdown_connections 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.122+0000 7f63a08d6740 1 -- 172.21.15.7:0/529420759 wait complete. 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.123+0000 7f63a08d6740 1 -- start start 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.123+0000 7f63a08d6740 1 Processor -- start 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 0x564bc0c980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 0x564bc0c990c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 0x564bc0c980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564bc0c9a6d0 con 0x564bc0c952e0 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x564bc0b81290 con 0x564bc0c949a0 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50238/0 (socket says 172.21.15.7:50238) 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564bc0c9a850 con 0x564bc0c9e780 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 0x564bc0c980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60074/0 (socket says 172.21.15.7:60074) 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 -- 172.21.15.7:0/1341921342 learned_addr learned my addr 172.21.15.7:0/1341921342 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f6397fff640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 0x564bc0c990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63a08d6740 10 client.0 _ll_register_callbacks cb 0x564bc0bb2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 -- 172.21.15.7:0/1341921342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 msgr2=0x564bc0c990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 0x564bc0c990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 -- 172.21.15.7:0/1341921342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 msgr2=0x564bc0c980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 0x564bc0c980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.124+0000 7f63977fe640 1 -- 172.21.15.7:0/1341921342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bc090b210 con 0x564bc0c949a0 2024-09-10T08:06:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f6397fff640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 0x564bc0c990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f63977fe640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f638800fa70 tx=0x7f6388019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94f4961bb7861c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f6376ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:06:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6388010cc0 con 0x564bc0c949a0 2024-09-10T08:06:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f638801f420 con 0x564bc0c949a0 2024-09-10T08:06:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f639009c210 con 0x564bc0c949a0 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f6388030050 con 0x564bc0c949a0 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f63a08d6740 10 client.29219 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.125+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564bc09d7620 con 0x564bc0c949a0 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f639009c210 con 0x564bc0c949a0 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f6388027470 con 0x564bc0c949a0 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 10 client.29219 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 10 client.29219 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 20 client.29219 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0cb3130 0x564bc0cb5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 4 client.29219 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bc0c05a20 con 0x564bc0cb3130 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.126+0000 7f6396ffd640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0cb3130 0x564bc0cb5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.127+0000 7f6376ffd640 10 client.29219 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.127+0000 7f6396ffd640 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0cb3130 0x564bc0cb5580 crc :-1 s=READY pgs=455 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17b38e9f3be33292 server_cookie=bc9d248aef227fd7 in_seq=0 out_seq=0 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f6376ffd640 1 -- 172.21.15.7:0/1341921342 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564bc0c05a20 con 0x564bc0cb3130 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f6376ffd640 10 client.29219 handle_command_reply: tid=0 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 client.29219 shutdown 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 msgr2=0x564bc0c97b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f638800fa70 tx=0x7f6388019000 comp rx=0 tx=0).stop 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 shutdown_connections 2024-09-10T08:06:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0cb3130 0x564bc0cb5580 crc :-1 s=READY pgs=455 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c9e780 0x564bc0c990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c952e0 0x564bc0c980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 --2- 172.21.15.7:0/1341921342 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0c97b70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f6376ffd640 0 client.29219 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 >> 172.21.15.7:0/1341921342 conn(0x564bc0c90010 msgr2=0x564bc0c91820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 shutdown_connections 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 1 -- 172.21.15.7:0/1341921342 wait complete. 2024-09-10T08:06:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.128+0000 7f63a08d6740 20 client.29219 trim_cache size 0 max 16384 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 Processor -- start 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 -- start start 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c8f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0cba3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f63981aac90 con 0x564bc0c9e780 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f63981a8560 con 0x564bc0c952e0 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63a08d6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f63981a63d0 con 0x564bc0c949a0 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f6397fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0cba3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50248/0 (socket says 172.21.15.7:50248) 2024-09-10T08:06:09.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f6396ffd640 1 -- 172.21.15.7:0/915360945 learned_addr learned my addr 172.21.15.7:0/915360945 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:09.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.152+0000 7f63977fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c8f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 -- 172.21.15.7:0/915360945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 msgr2=0x564bc0c8f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c8f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 -- 172.21.15.7:0/915360945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 msgr2=0x564bc0cb9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 -- 172.21.15.7:0/915360945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bc0c95b30 con 0x564bc0c9e780 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6396ffd640 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f6397fff640 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0cba3c0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x564bc0ca1380 tx=0x7f639009fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e977070b6506ad70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f637d7fa640 1 -- 172.21.15.7:0/915360945 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63900b3030 con 0x564bc0c9e780 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f637d7fa640 1 -- 172.21.15.7:0/915360945 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63900a4780 con 0x564bc0c9e780 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.153+0000 7f637d7fa640 1 -- 172.21.15.7:0/915360945 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63900790f0 con 0x564bc0c9e780 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- 172.21.15.7:0/915360945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 msgr2=0x564bc0cba3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0cba3c0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x564bc0ca1380 tx=0x7f639009fec0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- 172.21.15.7:0/915360945 shutdown_connections 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0cba3c0 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c952e0 0x564bc0cb9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 --2- 172.21.15.7:0/915360945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c949a0 0x564bc0c8f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- 172.21.15.7:0/915360945 >> 172.21.15.7:0/915360945 conn(0x564bc0c90010 msgr2=0x564bc0c8e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- 172.21.15.7:0/915360945 shutdown_connections 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- 172.21.15.7:0/915360945 wait complete. 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.154+0000 7f63a08d6740 1 -- start start 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 Processor -- start 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 0x564bc0cadf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0caef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f63981a6a20 con 0x564bc0c9e780 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f63981a7e90 con 0x564bc0c949a0 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f63981a70f0 con 0x564bc0c952e0 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63977fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f6396ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 0x564bc0cadf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63977fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:50262/0 (socket says 172.21.15.7:50262) 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63977fe640 1 -- 172.21.15.7:0/2378848030 learned_addr learned my addr 172.21.15.7:0/2378848030 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f6397fff640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0caef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.155+0000 7f63a08d6740 10 client.0 _ll_register_callbacks cb 0x7f638800f5c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 -- 172.21.15.7:0/2378848030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 msgr2=0x564bc0cadf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 0x564bc0cadf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 -- 172.21.15.7:0/2378848030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 msgr2=0x564bc0caef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0caef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 -- 172.21.15.7:0/2378848030 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bc0caf590 con 0x564bc0c949a0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f6396ffd640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 0x564bc0cadf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63977fe640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6388027860 tx=0x7f6388027d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dda8e6ea81003324 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f6376ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638800f670 con 0x564bc0c949a0 2024-09-10T08:06:09.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63900a4780 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6388010cc0 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.156+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f6388042050 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 10 client.29225 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564bc0d1e690 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63900a4780 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f6388005040 con 0x564bc0c949a0 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 10 client.29225 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 10 client.29225 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 20 client.29225 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0d1f060 0x564bc0d21480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 4 client.29225 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564bc0bffd70 con 0x564bc0d1f060 2024-09-10T08:06:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.157+0000 7f6396ffd640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0d1f060 0x564bc0d21480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.158+0000 7f6396ffd640 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0d1f060 0x564bc0d21480 crc :-1 s=READY pgs=456 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a229ab6432c78b7 server_cookie=681940030311053 in_seq=0 out_seq=0 2024-09-10T08:06:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.158+0000 7f6376ffd640 10 client.29225 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:09.287 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f6376ffd640 1 -- 172.21.15.7:0/2378848030 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564bc0bffd70 con 0x564bc0d1f060 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f6376ffd640 10 client.29225 handle_command_reply: tid=0 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 client.29225 shutdown 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 msgr2=0x564bc0cada30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6388027860 tx=0x7f6388027d00 comp rx=0 tx=0).stop 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 shutdown_connections 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x564bc0d1f060 0x564bc0d21480 crc :-1 s=READY pgs=456 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f6376ffd640 0 client.29225 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564bc0c9e780 0x564bc0caef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564bc0c952e0 0x564bc0cadf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 --2- 172.21.15.7:0/2378848030 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x564bc0c949a0 0x564bc0cada30 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 >> 172.21.15.7:0/2378848030 conn(0x564bc0c90010 msgr2=0x564bc0c8f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.287+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 shutdown_connections 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f63a08d6740 1 -- 172.21.15.7:0/2378848030 wait complete. 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f63a08d6740 20 client.29225 trim_cache size 0 max 16384 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:06:09.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 msgr2=0x7f63800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 0x7f63800a5170 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f63880058c0 tx=0x7f6388013940 comp rx=0 tx=0).stop 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 msgr2=0x7f639819f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.288+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f639819f280 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f639000ddc0 tx=0x7f639000b730 comp rx=0 tx=0).stop 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 shutdown_connections 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63800a2cb0 0x7f63800a5170 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6398101d70 0x7f639819f280 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f63981013d0 0x7f6398198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 --2- 172.21.15.7:0/2684495153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6398100320 0x7f6398197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 >> 172.21.15.7:0/2684495153 conn(0x7f63980fb500 msgr2=0x7f63981047a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 shutdown_connections 2024-09-10T08:06:09.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:09.289+0000 7f639db3b640 1 -- 172.21.15.7:0/2684495153 wait complete. 2024-09-10T08:06:09.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53124 6.73 MB/sec execute 311 sec latency 127.290 ms 2024-09-10T08:06:10.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53313 6.74 MB/sec execute 312 sec latency 65.750 ms 2024-09-10T08:06:10.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:10 smithi007 ceph-mon[30879]: pgmap v986: 129 pgs: 129 active+clean; 445 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 996 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:06:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:10 smithi110 ceph-mon[34417]: pgmap v986: 129 pgs: 129 active+clean; 445 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 996 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:06:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:10 smithi145 ceph-mon[34766]: pgmap v986: 129 pgs: 129 active+clean; 445 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 996 KiB/s rd, 4.7 MiB/s wr, 356 op/s 2024-09-10T08:06:11.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53505 6.77 MB/sec execute 313 sec latency 188.463 ms 2024-09-10T08:06:12.301 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53661 6.77 MB/sec execute 314 sec latency 181.508 ms 2024-09-10T08:06:12.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:12 smithi007 ceph-mon[30879]: pgmap v987: 129 pgs: 129 active+clean; 446 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.6 MiB/s wr, 269 op/s 2024-09-10T08:06:12.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:12.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:12.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:12 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:12 smithi110 ceph-mon[34417]: pgmap v987: 129 pgs: 129 active+clean; 446 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.6 MiB/s wr, 269 op/s 2024-09-10T08:06:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:12.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:12 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:12 smithi145 ceph-mon[34766]: pgmap v987: 129 pgs: 129 active+clean; 446 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.6 MiB/s wr, 269 op/s 2024-09-10T08:06:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:12 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:13.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53796 6.77 MB/sec execute 315 sec latency 80.752 ms 2024-09-10T08:06:14.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 53965 6.78 MB/sec execute 316 sec latency 74.792 ms 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: pgmap v988: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 4.2 MiB/s wr, 309 op/s 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: pgmap v988: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 4.2 MiB/s wr, 309 op/s 2024-09-10T08:06:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:14.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: pgmap v988: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 786 KiB/s rd, 4.2 MiB/s wr, 309 op/s 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:06:15.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54169 6.81 MB/sec execute 317 sec latency 64.691 ms 2024-09-10T08:06:16.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54336 6.81 MB/sec execute 318 sec latency 64.431 ms 2024-09-10T08:06:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:16 smithi110 ceph-mon[34417]: pgmap v989: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-10T08:06:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:16 smithi145 ceph-mon[34766]: pgmap v989: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-10T08:06:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:16 smithi007 ceph-mon[30879]: pgmap v989: 129 pgs: 129 active+clean; 442 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-10T08:06:17.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54478 6.81 MB/sec execute 319 sec latency 79.283 ms 2024-09-10T08:06:18.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54654 6.83 MB/sec execute 320 sec latency 112.598 ms 2024-09-10T08:06:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:18 smithi110 ceph-mon[34417]: pgmap v990: 129 pgs: 129 active+clean; 444 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.3 MiB/s wr, 305 op/s 2024-09-10T08:06:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:18 smithi145 ceph-mon[34766]: pgmap v990: 129 pgs: 129 active+clean; 444 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.3 MiB/s wr, 305 op/s 2024-09-10T08:06:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:18 smithi007 ceph-mon[30879]: pgmap v990: 129 pgs: 129 active+clean; 444 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.3 MiB/s wr, 305 op/s 2024-09-10T08:06:19.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54824 6.83 MB/sec execute 321 sec latency 78.373 ms 2024-09-10T08:06:20.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 54999 6.84 MB/sec execute 322 sec latency 79.086 ms 2024-09-10T08:06:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:20 smithi110 ceph-mon[34417]: pgmap v991: 129 pgs: 129 active+clean; 453 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.7 MiB/s wr, 324 op/s 2024-09-10T08:06:20.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:20 smithi145 ceph-mon[34766]: pgmap v991: 129 pgs: 129 active+clean; 453 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.7 MiB/s wr, 324 op/s 2024-09-10T08:06:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:20 smithi007 ceph-mon[30879]: pgmap v991: 129 pgs: 129 active+clean; 453 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.7 MiB/s wr, 324 op/s 2024-09-10T08:06:21.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55139 6.85 MB/sec execute 323 sec latency 70.736 ms 2024-09-10T08:06:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55310 6.86 MB/sec execute 324 sec latency 80.660 ms 2024-09-10T08:06:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.418+0000 7f21b5396640 1 -- 172.21.15.7:0/1690131944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b0101c30 msgr2=0x7f21b01020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.418+0000 7f21b5396640 1 --2- 172.21.15.7:0/1690131944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b0101c30 0x7f21b01020b0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009900 tx=0x7f21a402a410 comp rx=0 tx=0).stop 2024-09-10T08:06:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 -- 172.21.15.7:0/1690131944 shutdown_connections 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 --2- 172.21.15.7:0/1690131944 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b01025f0 0x7f21b0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 --2- 172.21.15.7:0/1690131944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b0101c30 0x7f21b01020b0 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 --2- 172.21.15.7:0/1690131944 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 0x7f21b0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 -- 172.21.15.7:0/1690131944 >> 172.21.15.7:0/1690131944 conn(0x7f21b00fc1e0 msgr2=0x7f21b00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 -- 172.21.15.7:0/1690131944 shutdown_connections 2024-09-10T08:06:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 -- 172.21.15.7:0/1690131944 wait complete. 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 Processor -- start 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.419+0000 7f21b5396640 1 -- start start 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 0x7f21b0199f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 0x7f21b019a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 0x7f21b01a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f21b010b4b0 con 0x7f21b01025f0 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f21b010b330 con 0x7f21b0100a40 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 0x7f21b01a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 0x7f21b01a14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58592/0 (socket says 172.21.15.7:58592) 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21af7fe640 1 -- 172.21.15.7:0/687648417 learned_addr learned my addr 172.21.15.7:0/687648417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:22.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 0x7f21b0199f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21ae7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 0x7f21b019a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.420+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f21b010b630 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 -- 172.21.15.7:0/687648417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 msgr2=0x7f21b0199f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 0x7f21b0199f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 -- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 msgr2=0x7f21b01a14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 0x7f21b01a14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 -- 172.21.15.7:0/687648417 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21b0103090 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 0x7f21b019a460 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f21a40314e0 tx=0x7f21a4004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f2197fff640 1 -- 172.21.15.7:0/687648417 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a403f030 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21b0103320 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21b0103830 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f2197fff640 1 -- 172.21.15.7:0/687648417 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21a4003aa0 con 0x7f21b0101c30 2024-09-10T08:06:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.421+0000 7f2197fff640 1 -- 172.21.15.7:0/687648417 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4035070 con 0x7f21b0101c30 2024-09-10T08:06:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.424+0000 7f2197fff640 1 -- 172.21.15.7:0/687648417 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f21a4042030 con 0x7f21b0101c30 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.425+0000 7f21b8208740 1 Processor -- start 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.425+0000 7f21b8208740 1 -- start start 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.425+0000 7f21b8208740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4f99a0 0x56061f4f9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21b8208740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f4feda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21b8208740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f501830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21b8208740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56061f45d2f0 con 0x56061f4fa2e0 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21b8208740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56061f405270 con 0x56061f4f99a0 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f2197fff640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 0x7f21980a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21b8208740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56061f4592b0 con 0x56061f4ff370 2024-09-10T08:06:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f4feda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21af7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4f99a0 0x56061f4f9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f501830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f4feda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58600/0 (socket says 172.21.15.7:58600) 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21aeffd640 1 -- 172.21.15.7:0/1633252946 learned_addr learned my addr 172.21.15.7:0/1633252946 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21af7fe640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 0x7f21980a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f2197fff640 1 -- 172.21.15.7:0/687648417 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f21a40ef9e0 con 0x7f21b0101c30 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1633252946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4f99a0 msgr2=0x56061f4f9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4f99a0 0x56061f4f9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1633252946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 msgr2=0x56061f4feda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f4feda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1633252946 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56061f404340 con 0x56061f4ff370 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.426+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f501830 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f21a40bbe30 tx=0x7f21a408ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b1d9467797e39e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21af7fe640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 0x7f21980a5170 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f21a800bfd0 tx=0x7f21a800d040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21957fa640 1 -- 172.21.15.7:0/1633252946 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4049040 con 0x56061f4ff370 2024-09-10T08:06:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21957fa640 1 -- 172.21.15.7:0/1633252946 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21a40bbea0 con 0x56061f4ff370 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21957fa640 1 -- 172.21.15.7:0/1633252946 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a403be50 con 0x56061f4ff370 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21b8208740 1 -- 172.21.15.7:0/1633252946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 msgr2=0x56061f501830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21b8208740 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f501830 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f21a40bbe30 tx=0x7f21a408ef60 comp rx=0 tx=0).stop 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.427+0000 7f21b8208740 1 -- 172.21.15.7:0/1633252946 shutdown_connections 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f501830 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f4feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 --2- 172.21.15.7:0/1633252946 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4f99a0 0x56061f4f9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 -- 172.21.15.7:0/1633252946 >> 172.21.15.7:0/1633252946 conn(0x56061f4f5010 msgr2=0x56061f4f5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 -- 172.21.15.7:0/1633252946 shutdown_connections 2024-09-10T08:06:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.428+0000 7f21b8208740 1 -- 172.21.15.7:0/1633252946 wait complete. 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.429+0000 7f21b8208740 1 -- start start 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.429+0000 7f21b8208740 1 Processor -- start 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.429+0000 7f21b8208740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f503860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.429+0000 7f21b8208740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.429+0000 7f21b8208740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f50ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21b8208740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56061f4592b0 con 0x56061f4f99a0 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:42948/0 (socket says 172.21.15.7:42948) 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1495586052 learned_addr learned my addr 172.21.15.7:0/1495586052 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56061f3e6290 con 0x56061f4ff370 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56061f502100 con 0x56061f4fa2e0 2024-09-10T08:06:22.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21af7fe640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f50ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21aeffd640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f503860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21b8208740 10 client.0 _ll_register_callbacks cb 0x56061f417140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 msgr2=0x56061f50ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f50ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1495586052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 msgr2=0x56061f503860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f503860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56061f170210 con 0x56061f4fa2e0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21af7fe640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f50ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21aeffd640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f503860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f21a40ed4b0 tx=0x7f21a40b9f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fdc6d70c1b93a78 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f2192ff5640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.430+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4049070 con 0x56061f4fa2e0 2024-09-10T08:06:22.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.431+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f21a4003c50 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.431+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21a40bbea0 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.431+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f21a40c4b10 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.431+0000 7f21b8208740 10 client.29302 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.431+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56061f23c620 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21a40bbea0 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f21a40c4680 con 0x56061f4fa2e0 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 10 client.29302 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 10 client.29302 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 20 client.29302 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f50f2d0 0x56061f5116c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 4 client.29302 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:06:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56061f46aa20 con 0x56061f50f2d0 2024-09-10T08:06:22.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.432+0000 7f21aeffd640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f50f2d0 0x56061f5116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f21aeffd640 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f50f2d0 0x56061f5116c0 crc :-1 s=READY pgs=457 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa96b89090071e72 server_cookie=e8296148c8c1f8bb in_seq=0 out_seq=0 2024-09-10T08:06:22.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f2192ff5640 10 client.29302 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f2192ff5640 1 -- 172.21.15.7:0/1495586052 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56061f46aa20 con 0x56061f50f2d0 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f2192ff5640 10 client.29302 handle_command_reply: tid=0 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f21b8208740 1 client.29302 shutdown 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 msgr2=0x56061f503da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.433+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f21a40ed4b0 tx=0x7f21a40b9f40 comp rx=0 tx=0).stop 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 shutdown_connections 2024-09-10T08:06:22.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f50f2d0 0x56061f5116c0 crc :-1 s=READY pgs=457 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f50ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4fa2e0 0x56061f503da0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 --2- 172.21.15.7:0/1495586052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f503860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 >> 172.21.15.7:0/1495586052 conn(0x56061f4f5010 msgr2=0x56061f4f6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f2192ff5640 0 client.29302 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 shutdown_connections 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 1 -- 172.21.15.7:0/1495586052 wait complete. 2024-09-10T08:06:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.434+0000 7f21b8208740 20 client.29302 trim_cache size 0 max 16384 2024-09-10T08:06:22.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.460+0000 7f21b8208740 1 Processor -- start 2024-09-10T08:06:22.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.460+0000 7f21b8208740 1 -- start start 2024-09-10T08:06:22.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.460+0000 7f21b8208740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21b8208740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f50ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21b8208740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f4f6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21b8208740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f219c0124b0 con 0x56061f4fa2e0 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21b8208740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f219c00fd80 con 0x56061f4ff370 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21b8208740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f219c00dbf0 con 0x56061f4f99a0 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:42952/0 (socket says 172.21.15.7:42952) 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 -- 172.21.15.7:0/525498497 learned_addr learned my addr 172.21.15.7:0/525498497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21af7fe640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f4f6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f50ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 -- 172.21.15.7:0/525498497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 msgr2=0x56061f4f6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f4f6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 -- 172.21.15.7:0/525498497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 msgr2=0x56061f50ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f50ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21aeffd640 1 -- 172.21.15.7:0/525498497 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56061f502800 con 0x56061f4f99a0 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21af7fe640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f4f6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.461+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f50ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.462+0000 7f21aeffd640 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x56061f4f5e90 tx=0x7f21a00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d15254eba34475c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.462+0000 7f2194ff9640 1 -- 172.21.15.7:0/525498497 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0003d80 con 0x56061f4f99a0 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.462+0000 7f2194ff9640 1 -- 172.21.15.7:0/525498497 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21a0023070 con 0x56061f4f99a0 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.462+0000 7f2194ff9640 1 -- 172.21.15.7:0/525498497 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a001d8f0 con 0x56061f4f99a0 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 -- 172.21.15.7:0/525498497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 msgr2=0x56061f4f5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x56061f4f5e90 tx=0x7f21a00046c0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 -- 172.21.15.7:0/525498497 shutdown_connections 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4ff370 0x56061f4f6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4fa2e0 0x56061f50ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 --2- 172.21.15.7:0/525498497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4f99a0 0x56061f4f5ec0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 -- 172.21.15.7:0/525498497 >> 172.21.15.7:0/525498497 conn(0x56061f4f5010 msgr2=0x56061f503840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 -- 172.21.15.7:0/525498497 shutdown_connections 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.463+0000 7f21b8208740 1 -- 172.21.15.7:0/525498497 wait complete. 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 -- start start 2024-09-10T08:06:22.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 Processor -- start 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 0x56061f508190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f577f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f219c00e240 con 0x56061f4f99a0 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f219c00f6b0 con 0x56061f4fa2e0 2024-09-10T08:06:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f219c00e910 con 0x56061f4ff370 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.464+0000 7f21b8208740 10 client.0 _ll_register_callbacks cb 0x7f21a00097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21ae7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 0x56061f508190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58622/0 (socket says 172.21.15.7:58622) 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 -- 172.21.15.7:0/112089567 learned_addr learned my addr 172.21.15.7:0/112089567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 -- 172.21.15.7:0/112089567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 msgr2=0x56061f577f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f577f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 -- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 msgr2=0x56061f508190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 0x56061f508190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 -- 172.21.15.7:0/112089567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56061f5784b0 con 0x56061f4f99a0 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 0x56061f508190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f21aeffd640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f21a0005820 tx=0x7f21a0003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8e919cf9b995eee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.465+0000 7f2192ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a001da80 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f21a001dc20 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21a0023070 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f21a0035050 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f21b8208740 10 client.20226 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.466+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56061f579770 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21a0023070 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f21a00104c0 con 0x56061f4f99a0 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f21b8208740 10 client.20226 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f21b8208740 10 client.20226 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f21b8208740 20 client.20226 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.467+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f57a0f0 0x56061f57c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.468+0000 7f21b8208740 4 client.20226 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.468+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56061f464d70 con 0x56061f57a0f0 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.468+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f57a0f0 0x56061f57c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.468+0000 7f21ae7fc640 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f57a0f0 0x56061f57c510 crc :-1 s=READY pgs=458 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3dbb759a455ed0c8 server_cookie=16a210c3796d3be1 in_seq=0 out_seq=0 2024-09-10T08:06:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.468+0000 7f2192ff5640 10 client.20226 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:22.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.614+0000 7f2192ff5640 1 -- 172.21.15.7:0/112089567 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56061f464d70 con 0x56061f57a0f0 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.614+0000 7f2192ff5640 10 client.20226 handle_command_reply: tid=0 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.614+0000 7f21b8208740 1 client.20226 shutdown 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.614+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 msgr2=0x56061f507c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.614+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f21a0005820 tx=0x7f21a0003d60 comp rx=0 tx=0).stop 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 shutdown_connections 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56061f57a0f0 0x56061f57c510 crc :-1 s=READY pgs=458 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061f4ff370 0x56061f577f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56061f4fa2e0 0x56061f508190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 --2- 172.21.15.7:0/112089567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061f4f99a0 0x56061f507c50 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 >> 172.21.15.7:0/112089567 conn(0x56061f4f5010 msgr2=0x56061f4f39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f2192ff5640 0 client.20226 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 shutdown_connections 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 1 -- 172.21.15.7:0/112089567 wait complete. 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.615+0000 7f21b8208740 20 client.20226 trim_cache size 0 max 16384 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:06:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 msgr2=0x7f21980a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 0x7f21980a5170 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f21a800bfd0 tx=0x7f21a800d040 comp rx=0 tx=0).stop 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 msgr2=0x7f21b019a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 0x7f21b019a460 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f21a40314e0 tx=0x7f21a4004270 comp rx=0 tx=0).stop 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 shutdown_connections 2024-09-10T08:06:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f21980a2cb0 0x7f21980a5170 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21b01025f0 0x7f21b01a14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21b0101c30 0x7f21b019a460 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 --2- 172.21.15.7:0/687648417 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f21b0100a40 0x7f21b0199f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 >> 172.21.15.7:0/687648417 conn(0x7f21b00fc1e0 msgr2=0x7f21b0190b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 shutdown_connections 2024-09-10T08:06:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:22.616+0000 7f21b5396640 1 -- 172.21.15.7:0/687648417 wait complete. 2024-09-10T08:06:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:22 smithi110 ceph-mon[34417]: pgmap v992: 129 pgs: 129 active+clean; 456 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-10T08:06:22.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:22 smithi145 ceph-mon[34766]: pgmap v992: 129 pgs: 129 active+clean; 456 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-10T08:06:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:22 smithi007 ceph-mon[30879]: pgmap v992: 129 pgs: 129 active+clean; 456 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-10T08:06:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55461 6.88 MB/sec execute 325 sec latency 127.041 ms 2024-09-10T08:06:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55604 6.87 MB/sec execute 326 sec latency 84.266 ms 2024-09-10T08:06:24.473 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 34.2 2024-09-10T08:06:24.473 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:06:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:24 smithi110 ceph-mon[34417]: pgmap v993: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.6 MiB/s wr, 297 op/s 2024-09-10T08:06:24.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:24 smithi145 ceph-mon[34766]: pgmap v993: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.6 MiB/s wr, 297 op/s 2024-09-10T08:06:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:24 smithi007 ceph-mon[30879]: pgmap v993: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.6 MiB/s wr, 297 op/s 2024-09-10T08:06:24.857 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55765 6.88 MB/sec execute 327 sec latency 77.909 ms 2024-09-10T08:06:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 55880 6.86 MB/sec execute 328 sec latency 192.549 ms 2024-09-10T08:06:26.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:26 smithi007 ceph-mon[30879]: pgmap v994: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.2 MiB/s wr, 265 op/s 2024-09-10T08:06:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:26 smithi110 ceph-mon[34417]: pgmap v994: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.2 MiB/s wr, 265 op/s 2024-09-10T08:06:26.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:26 smithi145 ceph-mon[34766]: pgmap v994: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 4.2 MiB/s wr, 265 op/s 2024-09-10T08:06:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56000 6.85 MB/sec execute 329 sec latency 137.605 ms 2024-09-10T08:06:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56131 6.85 MB/sec execute 330 sec latency 114.494 ms 2024-09-10T08:06:28.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:28 smithi007 ceph-mon[30879]: pgmap v995: 129 pgs: 129 active+clean; 455 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 854 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-10T08:06:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:28 smithi110 ceph-mon[34417]: pgmap v995: 129 pgs: 129 active+clean; 455 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 854 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-10T08:06:28.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:28 smithi145 ceph-mon[34766]: pgmap v995: 129 pgs: 129 active+clean; 455 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 854 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.238+0000 7f5cceffd640 1 -- 172.21.15.7:0/710115589 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8030d20 con 0x7f5cd00ffd90 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 -- 172.21.15.7:0/710115589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd00ffd90 msgr2=0x7f5cd0100170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 --2- 172.21.15.7:0/710115589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd00ffd90 0x7f5cd0100170 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f5cc8009be0 tx=0x7f5cc802a6c0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 -- 172.21.15.7:0/710115589 shutdown_connections 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 --2- 172.21.15.7:0/710115589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 0x7f5cd01053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 --2- 172.21.15.7:0/710115589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd01006b0 0x7f5cd01049f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 --2- 172.21.15.7:0/710115589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd00ffd90 0x7f5cd0100170 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 -- 172.21.15.7:0/710115589 >> 172.21.15.7:0/710115589 conn(0x7f5cd00fba90 msgr2=0x7f5cd00fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 -- 172.21.15.7:0/710115589 shutdown_connections 2024-09-10T08:06:28.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.239+0000 7f5cd6983640 1 -- 172.21.15.7:0/710115589 wait complete. 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.240+0000 7f5cd6983640 1 Processor -- start 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.240+0000 7f5cd6983640 1 -- start start 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 0x7f5cd019aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 0x7f5cd019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0109cb0 con 0x7f5cd01006b0 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0109b30 con 0x7f5cd00ffd90 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd6983640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd01143d0 con 0x7f5cd0104f30 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:36814/0 (socket says 172.21.15.7:36814) 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 -- 172.21.15.7:0/4007220756 learned_addr learned my addr 172.21.15.7:0/4007220756 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5cd4f20640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 0x7f5cd019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:28.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccf7fe640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 0x7f5cd019aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 -- 172.21.15.7:0/4007220756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 msgr2=0x7f5cd019ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 0x7f5cd019ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 -- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 msgr2=0x7f5cd019aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 0x7f5cd019aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 -- 172.21.15.7:0/4007220756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd019f520 con 0x7f5cd00ffd90 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccf7fe640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 0x7f5cd019aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:06:28.968 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.241+0000 7f5ccffff640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5cc802acb0 tx=0x7f5cc8003cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.242+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8041020 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.242+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cc8037040 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.242+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd019f7b0 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.242+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8036070 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.242+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd01a70f0 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.244+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd01049f0 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.245+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5cc8044020 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.246+0000 7f5ccd7fa640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 0x7f5cbc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.246+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5cc80efc40 con 0x7f5cd00ffd90 2024-09-10T08:06:28.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.247+0000 7f5ccf7fe640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 0x7f5cbc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.247+0000 7f5ccf7fe640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 0x7f5cbc0a50c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f5cd010afe0 tx=0x7f5cc0009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.251+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5cc804b030 con 0x7f5cd00ffd90 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.595+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cd01a72c0 con 0x7f5cd00ffd90 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.595+0000 7f5ccd7fa640 1 -- 172.21.15.7:0/4007220756 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f5cc80bc800 con 0x7f5cd00ffd90 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 msgr2=0x7f5cbc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 0x7f5cbc0a50c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f5cd010afe0 tx=0x7f5cc0009260 comp rx=0 tx=0).stop 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 msgr2=0x7f5cd019a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5cc802acb0 tx=0x7f5cc8003cc0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 shutdown_connections 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f5cbc0a2c00 0x7f5cbc0a50c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cd0104f30 0x7f5cd019ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cd01006b0 0x7f5cd019aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 --2- 172.21.15.7:0/4007220756 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5cd00ffd90 0x7f5cd019a570 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 >> 172.21.15.7:0/4007220756 conn(0x7f5cd00fba90 msgr2=0x7f5cd0109f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:28.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 shutdown_connections 2024-09-10T08:06:28.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:28.599+0000 7f5cd6983640 1 -- 172.21.15.7:0/4007220756 wait complete. 2024-09-10T08:06:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56255 6.84 MB/sec execute 331 sec latency 172.686 ms 2024-09-10T08:06:29.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:29 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4007220756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:06:29.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:29 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4007220756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:06:29.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:29 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4007220756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:06:30.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56401 6.85 MB/sec execute 332 sec latency 125.466 ms 2024-09-10T08:06:30.672 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:30 smithi110 ceph-mon[34417]: pgmap v996: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 4.9 MiB/s wr, 301 op/s 2024-09-10T08:06:30.749 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:30 smithi145 ceph-mon[34766]: pgmap v996: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 4.9 MiB/s wr, 301 op/s 2024-09-10T08:06:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:30 smithi007 ceph-mon[30879]: pgmap v996: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 4.9 MiB/s wr, 301 op/s 2024-09-10T08:06:31.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56561 6.86 MB/sec execute 333 sec latency 150.601 ms 2024-09-10T08:06:32.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56722 6.88 MB/sec execute 334 sec latency 108.087 ms 2024-09-10T08:06:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:32 smithi110 ceph-mon[34417]: pgmap v997: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 3.5 MiB/s wr, 282 op/s 2024-09-10T08:06:32.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:32 smithi145 ceph-mon[34766]: pgmap v997: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 3.5 MiB/s wr, 282 op/s 2024-09-10T08:06:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:32 smithi007 ceph-mon[30879]: pgmap v997: 129 pgs: 129 active+clean; 452 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 3.5 MiB/s wr, 282 op/s 2024-09-10T08:06:33.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56820 6.87 MB/sec execute 335 sec latency 370.548 ms 2024-09-10T08:06:34.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 56933 6.86 MB/sec execute 336 sec latency 117.927 ms 2024-09-10T08:06:34.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:34 smithi007 ceph-mon[30879]: pgmap v998: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-10T08:06:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:34 smithi110 ceph-mon[34417]: pgmap v998: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-10T08:06:34.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:34 smithi145 ceph-mon[34766]: pgmap v998: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-10T08:06:34.815 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 154.2 --await-for 45.0' 2024-09-10T08:06:34.815 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 154.2 --await-for 45.0 2024-09-10T08:06:35.192 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:35.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57093 6.87 MB/sec execute 337 sec latency 123.095 ms 2024-09-10T08:06:35.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 -- 172.21.15.7:0/2089433715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8103710 msgr2=0x7f79c8109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 --2- 172.21.15.7:0/2089433715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8103710 0x7f79c8109fa0 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f79c0009ca0 tx=0x7f79c002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 -- 172.21.15.7:0/2089433715 shutdown_connections 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 --2- 172.21.15.7:0/2089433715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8103710 0x7f79c8109fa0 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 --2- 172.21.15.7:0/2089433715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8102d50 0x7f79c81031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 --2- 172.21.15.7:0/2089433715 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8101b60 0x7f79c8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 -- 172.21.15.7:0/2089433715 >> 172.21.15.7:0/2089433715 conn(0x7f79c80fd2e0 msgr2=0x7f79c80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 -- 172.21.15.7:0/2089433715 shutdown_connections 2024-09-10T08:06:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.751+0000 7f79cf647640 1 -- 172.21.15.7:0/2089433715 wait complete. 2024-09-10T08:06:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 Processor -- start 2024-09-10T08:06:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 -- start start 2024-09-10T08:06:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 0x7f79c81981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8103710 0x7f79c819f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79c810d6c0 con 0x7f79c8101b60 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f79c810d540 con 0x7f79c8103710 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cf647640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f79c810d840 con 0x7f79c8102d50 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42130/0 (socket says 172.21.15.7:42130) 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79ccbe2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 0x7f79c81981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 -- 172.21.15.7:0/201134173 learned_addr learned my addr 172.21.15.7:0/201134173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8103710 0x7f79c819f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 -- 172.21.15.7:0/201134173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 msgr2=0x7f79c81981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 0x7f79c81981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 -- 172.21.15.7:0/201134173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8103710 msgr2=0x7f79c819f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8103710 0x7f79c819f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79cd3e3640 1 -- 172.21.15.7:0/201134173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c819f8f0 con 0x7f79c8101b60 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.752+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 0x7f79c81981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.753+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f79c400e9c0 tx=0x7f79c400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.753+0000 7f79be7fc640 1 -- 172.21.15.7:0/201134173 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c400cd80 con 0x7f79c8101b60 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.753+0000 7f79be7fc640 1 -- 172.21.15.7:0/201134173 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79c40035f0 con 0x7f79c8101b60 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.753+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79c819fbe0 con 0x7f79c8101b60 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.754+0000 7f79be7fc640 1 -- 172.21.15.7:0/201134173 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4010690 con 0x7f79c8101b60 2024-09-10T08:06:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.754+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79c81a0180 con 0x7f79c8101b60 2024-09-10T08:06:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 Processor -- start 2024-09-10T08:06:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79be7fc640 1 -- 172.21.15.7:0/201134173 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f79c40037a0 con 0x7f79c8101b60 2024-09-10T08:06:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 -- start start 2024-09-10T08:06:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdd8fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd90260 0x5567fdd92d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567fdcf32f0 con 0x5567fdd8f920 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567fdc9b270 con 0x5567fdd93330 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79d23df740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567fdcef2b0 con 0x5567fdd90260 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd90260 0x5567fdd92d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79ccbe2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79ccbe2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45460/0 (socket says 172.21.15.7:45460) 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.757+0000 7f79ccbe2640 1 -- 172.21.15.7:0/957403970 learned_addr learned my addr 172.21.15.7:0/957403970 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79ccbe2640 1 -- 172.21.15.7:0/957403970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd90260 msgr2=0x5567fdd92d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd90260 0x5567fdd92d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79ccbe2640 1 -- 172.21.15.7:0/957403970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 msgr2=0x5567fdd8fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdd8fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79ccbe2640 1 -- 172.21.15.7:0/957403970 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567fdc9a340 con 0x5567fdd93330 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79be7fc640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 0x7f79b40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.758+0000 7f79be7fc640 1 -- 172.21.15.7:0/201134173 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f79c40cf700 con 0x7f79c8101b60 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.759+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f79b8011520 tx=0x7f79b80119e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c265bf084246c9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.759+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 0x7f79b40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.759+0000 7f79b37fe640 1 -- 172.21.15.7:0/957403970 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b801e070 con 0x5567fdd93330 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.759+0000 7f79b37fe640 1 -- 172.21.15.7:0/957403970 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79b800fa90 con 0x5567fdd93330 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79b37fe640 1 -- 172.21.15.7:0/957403970 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b8019b10 con 0x5567fdd93330 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 -- 172.21.15.7:0/957403970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 msgr2=0x5567fdda02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 0x7f79b40a5170 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f79c002f3a0 tx=0x7f79c0004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f79b8011520 tx=0x7f79b80119e0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 -- 172.21.15.7:0/957403970 shutdown_connections 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd93330 0x5567fdda02e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd90260 0x5567fdd92d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 --2- 172.21.15.7:0/957403970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdd8fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.760+0000 7f79d23df740 1 -- 172.21.15.7:0/957403970 >> 172.21.15.7:0/957403970 conn(0x5567fdd8b010 msgr2=0x5567fdd8b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 -- 172.21.15.7:0/957403970 shutdown_connections 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 -- 172.21.15.7:0/957403970 wait complete. 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 -- start start 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 Processor -- start 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.761+0000 7f79d23df740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd90260 0x5567fdda29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79d23df740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd93330 0x5567fdda9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79d23df740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5567fdda0b70 con 0x5567fdd90260 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79d23df740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5567fdc7c290 con 0x5567fdd8f920 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79d23df740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5567fdda0cf0 con 0x5567fdd93330 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79d23df740 10 client.0 _ll_register_callbacks cb 0x5567fdcad140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45468/0 (socket says 172.21.15.7:45468) 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 -- 172.21.15.7:0/4200130037 learned_addr learned my addr 172.21.15.7:0/4200130037 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd90260 0x5567fdda29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd93330 0x5567fdda9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 -- 172.21.15.7:0/4200130037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd93330 msgr2=0x5567fdda9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd93330 0x5567fdda9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 -- 172.21.15.7:0/4200130037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd90260 msgr2=0x5567fdda29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd90260 0x5567fdda29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.762+0000 7f79cd3e3640 1 -- 172.21.15.7:0/4200130037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567fda06210 con 0x5567fdd8f920 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000c00 tx=0x7f79c409ba50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6a4d0b84275d96f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c409c2c0 con 0x5567fdd8f920 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f79c4098230 con 0x5567fdd8f920 2024-09-10T08:06:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79b800fa90 con 0x5567fdd8f920 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f79c40b9050 con 0x5567fdd8f920 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79d23df740 10 client.29261 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5567fdad2620 con 0x5567fdd8f920 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79b800fa90 con 0x5567fdd8f920 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.763+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f79c40a43a0 con 0x5567fdd8f920 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 10 client.29261 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 10 client.29261 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 20 client.29261 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fddae100 0x5567fddb04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 4 client.29261 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567fdd00a20 con 0x5567fddae100 2024-09-10T08:06:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fddae100 0x5567fddb04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79b0ff9640 10 client.29261 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.764+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fddae100 0x5567fddb04f0 crc :-1 s=READY pgs=459 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=facf2067fd786977 server_cookie=5fd9ecf839431240 in_seq=0 out_seq=0 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79b0ff9640 1 -- 172.21.15.7:0/4200130037 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567fdd00a20 con 0x5567fddae100 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79b0ff9640 10 client.29261 handle_command_reply: tid=0 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 client.29261 shutdown 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 msgr2=0x5567fdda2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000c00 tx=0x7f79c409ba50 comp rx=0 tx=0).stop 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 shutdown_connections 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fddae100 0x5567fddb04f0 crc :-1 s=READY pgs=459 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd93330 0x5567fdda9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd90260 0x5567fdda29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 --2- 172.21.15.7:0/4200130037 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd8f920 0x5567fdda2480 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 >> 172.21.15.7:0/4200130037 conn(0x5567fdd8b010 msgr2=0x5567fdd8c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79b0ff9640 0 client.29261 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 shutdown_connections 2024-09-10T08:06:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.765+0000 7f79d23df740 1 -- 172.21.15.7:0/4200130037 wait complete. 2024-09-10T08:06:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.766+0000 7f79d23df740 20 client.29261 trim_cache size 0 max 16384 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.792+0000 7f79d23df740 1 Processor -- start 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.792+0000 7f79d23df740 1 -- start start 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.792+0000 7f79d23df740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 0x5567fdd8c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79d23df740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79d23df740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fddb4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79d23df740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81aad40 con 0x5567fdd8b010 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79d23df740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81a8610 con 0x5567fdd90260 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79d23df740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81a6480 con 0x5567fdd8f920 2024-09-10T08:06:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53662/0 (socket says 172.21.15.7:53662) 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 -- 172.21.15.7:0/1291938758 learned_addr learned my addr 172.21.15.7:0/1291938758 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fddb4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 0x5567fdd8c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 -- 172.21.15.7:0/1291938758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 msgr2=0x5567fddb4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fddb4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 -- 172.21.15.7:0/1291938758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 msgr2=0x5567fdd8c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 0x5567fdd8c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 -- 172.21.15.7:0/1291938758 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567fddacac0 con 0x5567fdd8f920 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 0x5567fdd8c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.793+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f79b8011440 tx=0x7f79b8005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16dd7a13717d9d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.794+0000 7f79b2ffd640 1 -- 172.21.15.7:0/1291938758 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b801e040 con 0x5567fdd8f920 2024-09-10T08:06:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.794+0000 7f79b2ffd640 1 -- 172.21.15.7:0/1291938758 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79b80054f0 con 0x5567fdd8f920 2024-09-10T08:06:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.794+0000 7f79b2ffd640 1 -- 172.21.15.7:0/1291938758 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b80035f0 con 0x5567fdd8f920 2024-09-10T08:06:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- 172.21.15.7:0/1291938758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 msgr2=0x5567fdda99c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f79b8011440 tx=0x7f79b8005d30 comp rx=0 tx=0).stop 2024-09-10T08:06:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- 172.21.15.7:0/1291938758 shutdown_connections 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fddb4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8f920 0x5567fdda99c0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 --2- 172.21.15.7:0/1291938758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8b010 0x5567fdd8c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- 172.21.15.7:0/1291938758 >> 172.21.15.7:0/1291938758 conn(0x5567fdda0400 msgr2=0x5567fdd8bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- 172.21.15.7:0/1291938758 shutdown_connections 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- 172.21.15.7:0/1291938758 wait complete. 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 -- start start 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.795+0000 7f79d23df740 1 Processor -- start 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdda7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fdda8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81a6ad0 con 0x5567fdd8f920 2024-09-10T08:06:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81a7f40 con 0x5567fdd90260 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81a71a0 con 0x5567fdd8b010 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79d23df740 10 client.0 _ll_register_callbacks cb 0x7f79c40046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53678/0 (socket says 172.21.15.7:53678) 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 -- 172.21.15.7:0/1539347324 learned_addr learned my addr 172.21.15.7:0/1539347324 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fdda8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdda7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 -- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 msgr2=0x5567fdda8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fdda8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 -- 172.21.15.7:0/1539347324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 msgr2=0x5567fdda7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdda7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 -- 172.21.15.7:0/1539347324 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567fdda8da0 con 0x5567fdd8b010 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cdbe4640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fdda8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:06:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79cd3e3640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f79c4098590 tx=0x7f79c40cf650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=670b6920a01c476 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.796+0000 7f79b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c407e020 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f79c409b210 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79b80054f0 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f79c40a4830 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79d23df740 10 client.29326 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5567fde18f00 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.797+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79b80054f0 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f79c40ba240 con 0x5567fdd8b010 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 10 client.29326 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 10 client.29326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 20 client.29326 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fdd93330 0x5567fde1b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 4 client.29326 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:06:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5567fdcfad70 con 0x5567fdd93330 2024-09-10T08:06:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.798+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fdd93330 0x5567fde1b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.799+0000 7f79ccbe2640 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fdd93330 0x5567fde1b8a0 crc :-1 s=READY pgs=460 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c87613c45e42a26a server_cookie=ca70ab0cac1c3741 in_seq=0 out_seq=0 2024-09-10T08:06:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.799+0000 7f79b0ff9640 10 client.29326 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.944+0000 7f79b0ff9640 1 -- 172.21.15.7:0/1539347324 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5567fdcfad70 con 0x5567fdd93330 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.944+0000 7f79b0ff9640 10 client.29326 handle_command_reply: tid=0 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.945+0000 7f79d23df740 1 client.29326 shutdown 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.945+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 msgr2=0x5567fdda7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.945+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f79c4098590 tx=0x7f79c40cf650 comp rx=0 tx=0).stop 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 shutdown_connections 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5567fdd93330 0x5567fde1b8a0 crc :-1 s=READY pgs=460 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5567fdd90260 0x5567fdda8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79b0ff9640 0 client.29326 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5567fdd8f920 0x5567fdda7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 --2- 172.21.15.7:0/1539347324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5567fdd8b010 0x5567fdda7240 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 >> 172.21.15.7:0/1539347324 conn(0x5567fdda0400 msgr2=0x5567fdd8c7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 shutdown_connections 2024-09-10T08:06:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.946+0000 7f79d23df740 1 -- 172.21.15.7:0/1539347324 wait complete. 2024-09-10T08:06:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.947+0000 7f79d23df740 20 client.29326 trim_cache size 0 max 16384 2024-09-10T08:06:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:06:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 msgr2=0x7f79b40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 0x7f79b40a5170 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f79c002f3a0 tx=0x7f79c0004a40 comp rx=0 tx=0).stop 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 msgr2=0x7f79c8197cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f79c400e9c0 tx=0x7f79c400ee80 comp rx=0 tx=0).stop 2024-09-10T08:06:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 shutdown_connections 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f79b40a2cb0 0x7f79b40a5170 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f79c8103710 0x7f79c819f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79c8102d50 0x7f79c81981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 --2- 172.21.15.7:0/201134173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f79c8101b60 0x7f79c8197cb0 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.948+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 >> 172.21.15.7:0/201134173 conn(0x7f79c80fd2e0 msgr2=0x7f79c81060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.949+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 shutdown_connections 2024-09-10T08:06:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:35.949+0000 7f79cf647640 1 -- 172.21.15.7:0/201134173 wait complete. 2024-09-10T08:06:36.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57222 6.86 MB/sec execute 338 sec latency 154.275 ms 2024-09-10T08:06:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:36 smithi110 ceph-mon[34417]: pgmap v999: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 3.4 MiB/s wr, 267 op/s 2024-09-10T08:06:36.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:36 smithi145 ceph-mon[34766]: pgmap v999: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 3.4 MiB/s wr, 267 op/s 2024-09-10T08:06:36.753 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:36 smithi007 ceph-mon[30879]: pgmap v999: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 3.4 MiB/s wr, 267 op/s 2024-09-10T08:06:37.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57360 6.85 MB/sec execute 339 sec latency 250.137 ms 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 78, 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "f15881a7": { 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 78, 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:06:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 154.2, 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:06:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:06:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:06:38.215 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:06:38.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 -- 172.21.15.7:0/664411364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 msgr2=0x7f544c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 --2- 172.21.15.7:0/664411364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c10eaa0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5444009be0 tx=0x7f544402a6c0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 -- 172.21.15.7:0/664411364 shutdown_connections 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 --2- 172.21.15.7:0/664411364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c10eaa0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 --2- 172.21.15.7:0/664411364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c1027a0 0x7f544c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 --2- 172.21.15.7:0/664411364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c101df0 0x7f544c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 -- 172.21.15.7:0/664411364 >> 172.21.15.7:0/664411364 conn(0x7f544c0fd8b0 msgr2=0x7f544c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 -- 172.21.15.7:0/664411364 shutdown_connections 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.769+0000 7f5453597640 1 -- 172.21.15.7:0/664411364 wait complete. 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 Processor -- start 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 -- start start 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 0x7f544c19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f544c111e30 con 0x7f544c101df0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f544c111cb0 con 0x7f544c1027a0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.770+0000 7f5453597640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f544c111fb0 con 0x7f544c106f20 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42184/0 (socket says 172.21.15.7:42184) 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451333640 1 -- 172.21.15.7:0/545570070 learned_addr learned my addr 172.21.15.7:0/545570070 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 0x7f544c19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451b34640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 -- 172.21.15.7:0/545570070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 msgr2=0x7f544c19ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c19ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 -- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 msgr2=0x7f544c19a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 -- 172.21.15.7:0/545570070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f544c19f520 con 0x7f544c1027a0 2024-09-10T08:06:38.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451b34640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5451333640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.771+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 0x7f544c19aab0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f544000e790 tx=0x7f544000ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.772+0000 7f543e7fc640 1 -- 172.21.15.7:0/545570070 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544000eea0 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.772+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f544c19f810 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.772+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f544c1a70f0 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.772+0000 7f543e7fc640 1 -- 172.21.15.7:0/545570070 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f544000ccc0 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.772+0000 7f543e7fc640 1 -- 172.21.15.7:0/545570070 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5440018710 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.775+0000 7f543e7fc640 1 -- 172.21.15.7:0/545570070 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f5440010430 con 0x7f544c1027a0 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 Processor -- start 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 -- start start 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f543e7fc640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 0x7f54380a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0df540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d18f02f2a0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d18efd6b10 con 0x55d18f0c9680 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5455970740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d18f02b260 con 0x55d18f0dd150 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42186/0 (socket says 172.21.15.7:42186) 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5451333640 1 -- 172.21.15.7:0/2504430664 learned_addr learned my addr 172.21.15.7:0/2504430664 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 0x7f54380a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5451b34640 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.776+0000 7f5451b34640 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0df540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f543e7fc640 1 -- 172.21.15.7:0/545570070 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f54400cf450 con 0x7f544c1027a0 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 -- 172.21.15.7:0/2504430664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 msgr2=0x55d18f0df540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0df540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 -- 172.21.15.7:0/2504430664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 msgr2=0x55d18f0c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 -- 172.21.15.7:0/2504430664 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d18eda0b90 con 0x55d18f0c9fa0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f5451333640 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f5448011650 tx=0x7f5448009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=475428dc2f3db35b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.777+0000 7f54377fe640 1 -- 172.21.15.7:0/2504430664 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544801e070 con 0x55d18f0c9fa0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.778+0000 7f54377fe640 1 -- 172.21.15.7:0/2504430664 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f544800fb70 con 0x55d18f0c9fa0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.778+0000 7f54377fe640 1 -- 172.21.15.7:0/2504430664 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448019b60 con 0x55d18f0c9fa0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.778+0000 7f5450b32640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 0x7f54380a50c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f544000c6a0 tx=0x7f5440010970 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 -- 172.21.15.7:0/2504430664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 msgr2=0x55d18f0dcc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f5448011650 tx=0x7f5448009f90 comp rx=0 tx=0).stop 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 -- 172.21.15.7:0/2504430664 shutdown_connections 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0df540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0dcc10 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 --2- 172.21.15.7:0/2504430664 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 -- 172.21.15.7:0/2504430664 >> 172.21.15.7:0/2504430664 conn(0x55d18f0c5cf0 msgr2=0x55d18f0c60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 -- 172.21.15.7:0/2504430664 shutdown_connections 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.779+0000 7f5455970740 1 -- 172.21.15.7:0/2504430664 wait complete. 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 -- start start 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 Processor -- start 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9680 0x55d18f0da070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0daaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d18f0dfcc0 con 0x55d18f0c9680 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55d18efb76e0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d18f0dfe40 con 0x55d18f0dd150 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.780+0000 7f5455970740 10 client.0 _ll_register_callbacks cb 0x55d18efdba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:38.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:45520/0 (socket says 172.21.15.7:45520) 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 -- 172.21.15.7:0/1020446565 learned_addr learned my addr 172.21.15.7:0/1020446565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451b34640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9680 0x55d18f0da070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451b34640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0daaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 -- 172.21.15.7:0/1020446565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 msgr2=0x55d18f0daaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0daaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 -- 172.21.15.7:0/1020446565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9680 msgr2=0x55d18f0da070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9680 0x55d18f0da070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 -- 172.21.15.7:0/1020446565 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d18f0e9250 con 0x55d18f0c9fa0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5451333640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5448019450 tx=0x7f544800ff50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=715f3439fd40834d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5434ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544801e040 con 0x55d18f0c9fa0 2024-09-10T08:06:38.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f544800fb70 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.781+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5448009cc0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f544802f050 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 10 client.29276 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55d18f0ebbe0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f544800fb70 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f544802a030 con 0x55d18f0c9fa0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 10 client.29276 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 10 client.29276 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 20 client.29276 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f0ecf90 0x55d18f0ef380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 4 client.29276 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d18f03c9d0 con 0x55d18f0ecf90 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.782+0000 7f5451b34640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f0ecf90 0x55d18f0ef380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.783+0000 7f5434ff9640 10 client.29276 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:38.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.783+0000 7f5451b34640 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f0ecf90 0x55d18f0ef380 crc :-1 s=READY pgs=461 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=453b3b3ad26f5c05 server_cookie=7eea42930fca8391 in_seq=0 out_seq=0 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5434ff9640 1 -- 172.21.15.7:0/1020446565 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d18f03c9d0 con 0x55d18f0ecf90 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5434ff9640 10 client.29276 handle_command_reply: tid=0 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 client.29276 shutdown 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 msgr2=0x55d18f0da5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5448019450 tx=0x7f544800ff50 comp rx=0 tx=0).stop 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 shutdown_connections 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f0ecf90 0x55d18f0ef380 crc :-1 s=READY pgs=461 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0daaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9fa0 0x55d18f0da5b0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 --2- 172.21.15.7:0/1020446565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9680 0x55d18f0da070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5434ff9640 0 client.29276 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.784+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 >> 172.21.15.7:0/1020446565 conn(0x55d18f0c5cf0 msgr2=0x55d18f0cb980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.785+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 shutdown_connections 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.785+0000 7f5455970740 1 -- 172.21.15.7:0/1020446565 wait complete. 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.785+0000 7f5455970740 20 client.29276 trim_cache size 0 max 16384 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.806+0000 7f5455970740 1 Processor -- start 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.806+0000 7f5455970740 1 -- start start 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0f4af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0d72f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1af2e0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1acbb0 con 0x55d18f0c9680 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5455970740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1aaa40 con 0x55d18f0dd150 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42196/0 (socket says 172.21.15.7:42196) 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 -- 172.21.15.7:0/4286394515 learned_addr learned my addr 172.21.15.7:0/4286394515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451b34640 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0f4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451b34640 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0d72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 -- 172.21.15.7:0/4286394515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 msgr2=0x55d18f0d72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0d72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 -- 172.21.15.7:0/4286394515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 msgr2=0x55d18f0f4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0f4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 -- 172.21.15.7:0/4286394515 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d18f0c9dd0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5451333640 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f5448009250 tx=0x7f5448019560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d51a39e8853a21c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5436ffd640 1 -- 172.21.15.7:0/4286394515 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544801e040 con 0x55d18f0c9fa0 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5436ffd640 1 -- 172.21.15.7:0/4286394515 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5448016070 con 0x55d18f0c9fa0 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.807+0000 7f5436ffd640 1 -- 172.21.15.7:0/4286394515 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480199a0 con 0x55d18f0c9fa0 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 -- 172.21.15.7:0/4286394515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 msgr2=0x55d18f0f5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f5448009250 tx=0x7f5448019560 comp rx=0 tx=0).stop 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 -- 172.21.15.7:0/4286394515 shutdown_connections 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0dd150 0x55d18f0d72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0c9fa0 0x55d18f0f5030 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 --2- 172.21.15.7:0/4286394515 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 -- 172.21.15.7:0/4286394515 >> 172.21.15.7:0/4286394515 conn(0x55d18f0c5cf0 msgr2=0x55d18f0dc0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 -- 172.21.15.7:0/4286394515 shutdown_connections 2024-09-10T08:06:38.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.808+0000 7f5455970740 1 -- 172.21.15.7:0/4286394515 wait complete. 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 -- start start 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 Processor -- start 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0d6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 0x55d18f0d74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1ab090 con 0x55d18f0dd150 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1ac4e0 con 0x55d18f0c9680 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1ab740 con 0x55d18f0c9fa0 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5455970740 10 client.0 _ll_register_callbacks cb 0x7f5448005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451b34640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451b34640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42202/0 (socket says 172.21.15.7:42202) 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451b34640 1 -- 172.21.15.7:0/2684224954 learned_addr learned my addr 172.21.15.7:0/2684224954 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451b34640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0d6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451333640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 0x55d18f0d74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.809+0000 7f5451b34640 1 -- 172.21.15.7:0/2684224954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 msgr2=0x55d18f0d74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451b34640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 0x55d18f0d74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451b34640 1 -- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 msgr2=0x55d18f0d6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451b34640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0d6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451b34640 1 -- 172.21.15.7:0/2684224954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d18f156ac0 con 0x55d18f0dd150 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451333640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 0x55d18f0d74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5451b34640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f544402ac80 tx=0x7f544800f9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd095a470debdd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444053020 con 0x55d18f0dd150 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5448016070 con 0x55d18f0dd150 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f5444031650 con 0x55d18f0dd150 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5444036040 con 0x55d18f0dd150 2024-09-10T08:06:38.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5455970740 10 client.20265 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55d18f157c80 con 0x55d18f0dd150 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5448016070 con 0x55d18f0dd150 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f544403c040 con 0x55d18f0dd150 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5455970740 10 client.20265 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.810+0000 7f5455970740 10 client.20265 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5455970740 20 client.20265 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f158410 0x55d18f15a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5455970740 4 client.20265 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.2, "await_for": 45.0}] 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.2, "await_for": 45.0}) -- 0x55d18f036d20 con 0x55d18f158410 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5451333640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f158410 0x55d18f15a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5451333640 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f158410 0x55d18f15a830 crc :-1 s=READY pgs=462 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbf2a3013d905509 server_cookie=f26f095ce5e716b2 in_seq=0 out_seq=0 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:37.811+0000 7f5434ff9640 10 client.20265 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:38.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5434ff9640 1 -- 172.21.15.7:0/2684224954 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d18f036d20 con 0x55d18f158410 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5434ff9640 10 client.20265 handle_command_reply: tid=0 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 client.20265 shutdown 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 msgr2=0x55d18f0d79f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f544402ac80 tx=0x7f544800f9d0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 shutdown_connections 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55d18f158410 0x55d18f15a830 crc :-1 s=READY pgs=462 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d18f0dd150 0x55d18f0d79f0 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d18f0c9fa0 0x55d18f0d74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 --2- 172.21.15.7:0/2684224954 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55d18f0c9680 0x55d18f0d6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 >> 172.21.15.7:0/2684224954 conn(0x55d18f0c5cf0 msgr2=0x55d18f0c4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5434ff9640 0 client.20265 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 shutdown_connections 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 1 -- 172.21.15.7:0/2684224954 wait complete. 2024-09-10T08:06:38.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.165+0000 7f5455970740 20 client.20265 trim_cache size 0 max 16384 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 msgr2=0x7f54380a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 0x7f54380a50c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f544000c6a0 tx=0x7f5440010970 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 msgr2=0x7f544c19aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 0x7f544c19aab0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f544000e790 tx=0x7f544000ec50 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 shutdown_connections 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54380a2c00 0x7f54380a50c0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f544c106f20 0x7f544c19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f544c1027a0 0x7f544c19aab0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 --2- 172.21.15.7:0/545570070 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f544c101df0 0x7f544c19a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 >> 172.21.15.7:0/545570070 conn(0x7f544c0fd8b0 msgr2=0x7f544c0fe750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 shutdown_connections 2024-09-10T08:06:38.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:38.166+0000 7f5453597640 1 -- 172.21.15.7:0/545570070 wait complete. 2024-09-10T08:06:38.303 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57434 6.84 MB/sec execute 340 sec latency 392.321 ms 2024-09-10T08:06:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:38 smithi007 ceph-mon[30879]: pgmap v1000: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 242 op/s 2024-09-10T08:06:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:38 smithi110 ceph-mon[34417]: pgmap v1000: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 242 op/s 2024-09-10T08:06:38.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:38 smithi145 ceph-mon[34766]: pgmap v1000: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 242 op/s 2024-09-10T08:06:39.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.82 MB/sec execute 341 sec latency 1265.857 ms 2024-09-10T08:06:39.641 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f15881a7', quiesce took 15.2 seconds. Will release after: 19.000000000000004 2024-09-10T08:06:40.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.80 MB/sec execute 342 sec latency 2265.909 ms 2024-09-10T08:06:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:40 smithi110 ceph-mon[34417]: pgmap v1001: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:06:40.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:40 smithi145 ceph-mon[34766]: pgmap v1001: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:06:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:40 smithi007 ceph-mon[30879]: pgmap v1001: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:06:41.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.78 MB/sec execute 343 sec latency 3265.996 ms 2024-09-10T08:06:42.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.76 MB/sec execute 344 sec latency 4266.094 ms 2024-09-10T08:06:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:42 smithi110 ceph-mon[34417]: pgmap v1002: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:06:42.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:42 smithi145 ceph-mon[34766]: pgmap v1002: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:06:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:42 smithi007 ceph-mon[30879]: pgmap v1002: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:06:43.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.74 MB/sec execute 345 sec latency 5266.233 ms 2024-09-10T08:06:44.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.72 MB/sec execute 346 sec latency 6266.352 ms 2024-09-10T08:06:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:44 smithi110 ceph-mon[34417]: pgmap v1003: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 2.3 MiB/s wr, 245 op/s 2024-09-10T08:06:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:44 smithi145 ceph-mon[34766]: pgmap v1003: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 2.3 MiB/s wr, 245 op/s 2024-09-10T08:06:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:44 smithi007 ceph-mon[30879]: pgmap v1003: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 2.3 MiB/s wr, 245 op/s 2024-09-10T08:06:45.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.70 MB/sec execute 347 sec latency 7266.432 ms 2024-09-10T08:06:46.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.68 MB/sec execute 348 sec latency 8266.484 ms 2024-09-10T08:06:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:46 smithi110 ceph-mon[34417]: pgmap v1004: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.5 MiB/s wr, 205 op/s 2024-09-10T08:06:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:46 smithi145 ceph-mon[34766]: pgmap v1004: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.5 MiB/s wr, 205 op/s 2024-09-10T08:06:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:46 smithi007 ceph-mon[30879]: pgmap v1004: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.5 MiB/s wr, 205 op/s 2024-09-10T08:06:47.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.66 MB/sec execute 349 sec latency 9266.585 ms 2024-09-10T08:06:48.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.64 MB/sec execute 350 sec latency 10266.676 ms 2024-09-10T08:06:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:48 smithi110 ceph-mon[34417]: pgmap v1005: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-09-10T08:06:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:48 smithi145 ceph-mon[34766]: pgmap v1005: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-09-10T08:06:48.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:48 smithi007 ceph-mon[30879]: pgmap v1005: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 -- 172.21.15.7:0/56871571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c101b60 msgr2=0x7f460c101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 --2- 172.21.15.7:0/56871571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c101b60 0x7f460c101f60 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f4600009900 tx=0x7f460002a410 comp rx=0 tx=0).stop 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 -- 172.21.15.7:0/56871571 shutdown_connections 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 --2- 172.21.15.7:0/56871571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c103710 0x7f460c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 --2- 172.21.15.7:0/56871571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c102d50 0x7f460c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 --2- 172.21.15.7:0/56871571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c101b60 0x7f460c101f60 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 -- 172.21.15.7:0/56871571 >> 172.21.15.7:0/56871571 conn(0x7f460c0fd2e0 msgr2=0x7f460c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 -- 172.21.15.7:0/56871571 shutdown_connections 2024-09-10T08:06:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.055+0000 7f461323c640 1 -- 172.21.15.7:0/56871571 wait complete. 2024-09-10T08:06:49.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 Processor -- start 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 -- start start 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c101b60 0x7f460c197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c102d50 0x7f460c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f460c10d6c0 con 0x7f460c103710 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f460c10d540 con 0x7f460c101b60 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f461323c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f460c10d840 con 0x7f460c102d50 2024-09-10T08:06:49.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.056+0000 7f46117d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60222/0 (socket says 172.21.15.7:60222) 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 -- 172.21.15.7:0/419963571 learned_addr learned my addr 172.21.15.7:0/419963571 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f4610fd8640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c101b60 0x7f460c197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f460bfff640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c102d50 0x7f460c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 -- 172.21.15.7:0/419963571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c102d50 msgr2=0x7f460c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c102d50 0x7f460c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 -- 172.21.15.7:0/419963571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c101b60 msgr2=0x7f460c197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c101b60 0x7f460c197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 -- 172.21.15.7:0/419963571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460c19f920 con 0x7f460c103710 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f46117d9640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f460400eb10 tx=0x7f460400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f4609ffb640 1 -- 172.21.15.7:0/419963571 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604004b20 con 0x7f460c103710 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f4609ffb640 1 -- 172.21.15.7:0/419963571 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4604004cc0 con 0x7f460c103710 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460c19fc10 con 0x7f460c103710 2024-09-10T08:06:49.059 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.057+0000 7f4609ffb640 1 -- 172.21.15.7:0/419963571 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604010690 con 0x7f460c103710 2024-09-10T08:06:49.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.058+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460c1a00e0 con 0x7f460c103710 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4609ffb640 1 -- 172.21.15.7:0/419963571 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4604005020 con 0x7f460c103710 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 Processor -- start 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 -- start start 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e5c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e611b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555eb8dbb2f0 con 0x555eb8e61780 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555eb8d63270 con 0x555eb8e5bdb0 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.060+0000 7f4615fd7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555eb8db72b0 con 0x555eb8e5c6f0 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60224/0 (socket says 172.21.15.7:60224) 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 -- 172.21.15.7:0/121710591 learned_addr learned my addr 172.21.15.7:0/121710591 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f4610fd8640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e611b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e5c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f4609ffb640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 0x7f45fc0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 -- 172.21.15.7:0/121710591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 msgr2=0x555eb8e611b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e611b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 -- 172.21.15.7:0/121710591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 msgr2=0x555eb8e5c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e5c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f46117d9640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 0x7f45fc0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 -- 172.21.15.7:0/121710591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555eb8d62340 con 0x555eb8e61780 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f4610fd8640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f4609ffb640 1 -- 172.21.15.7:0/419963571 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f46040cfa90 con 0x7f460c103710 2024-09-10T08:06:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f460bfff640 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f45f80149f0 tx=0x7f45f800c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=312100e81701b0c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f45f6ffd640 1 -- 172.21.15.7:0/121710591 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f80142d0 con 0x555eb8e61780 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.061+0000 7f45f6ffd640 1 -- 172.21.15.7:0/121710591 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45f800fc10 con 0x555eb8e61780 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f45f6ffd640 1 -- 172.21.15.7:0/121710591 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8012a60 con 0x555eb8e61780 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 -- 172.21.15.7:0/121710591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 msgr2=0x555eb8e63c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f45f80149f0 tx=0x7f45f800c4f0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f46117d9640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 0x7f45fc0a50f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f4604098320 tx=0x7f460406ef80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 -- 172.21.15.7:0/121710591 shutdown_connections 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e63c40 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 --2- 172.21.15.7:0/121710591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e5c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 -- 172.21.15.7:0/121710591 >> 172.21.15.7:0/121710591 conn(0x555eb8e57420 msgr2=0x555eb8e57820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 -- 172.21.15.7:0/121710591 shutdown_connections 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.062+0000 7f4615fd7740 1 -- 172.21.15.7:0/121710591 wait complete. 2024-09-10T08:06:49.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 -- start start 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 Processor -- start 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e65fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e61780 0x555eb8e6d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555eb8e64750 con 0x555eb8e5c6f0 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x555eb8d44290 con 0x555eb8e5bdb0 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x555eb8e648d0 con 0x555eb8e61780 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4615fd7740 10 client.0 _ll_register_callbacks cb 0x555eb8d75140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4610fd8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4610fd8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60234/0 (socket says 172.21.15.7:60234) 2024-09-10T08:06:49.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f4610fd8640 1 -- 172.21.15.7:0/1752115312 learned_addr learned my addr 172.21.15.7:0/1752115312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.063+0000 7f460bfff640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e61780 0x555eb8e6d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f460bfff640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e65fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 -- 172.21.15.7:0/1752115312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e61780 msgr2=0x555eb8e6d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e61780 0x555eb8e6d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 -- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 msgr2=0x555eb8e65fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e65fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 -- 172.21.15.7:0/1752115312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555eb8ace210 con 0x555eb8e5c6f0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4610fd8640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f46000314e0 tx=0x7f4600004440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd5fe0c80dd2b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f45ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4600035040 con 0x555eb8e5c6f0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45f800fc10 con 0x555eb8e5c6f0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4600003a00 con 0x555eb8e5c6f0 2024-09-10T08:06:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f460004e050 con 0x555eb8e5c6f0 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4615fd7740 10 client.20277 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.064+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555eb8b9a620 con 0x555eb8e5c6f0 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45f800fc10 con 0x555eb8e5c6f0 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f460003c440 con 0x555eb8e5c6f0 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 10 client.20277 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 10 client.20277 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 20 client.20277 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8e71c60 0x555eb8e74090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 4 client.20277 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555eb8dc8a20 con 0x555eb8e71c60 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f460bfff640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8e71c60 0x555eb8e74090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f45ebfff640 10 client.20277 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.065+0000 7f460bfff640 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8e71c60 0x555eb8e74090 crc :-1 s=READY pgs=463 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd208cd6937e2e76 server_cookie=3705cba7dee4924d in_seq=0 out_seq=0 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f45ebfff640 1 -- 172.21.15.7:0/1752115312 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555eb8dc8a20 con 0x555eb8e71c60 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f45ebfff640 10 client.20277 handle_command_reply: tid=0 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 client.20277 shutdown 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 msgr2=0x555eb8e664e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f46000314e0 tx=0x7f4600004440 comp rx=0 tx=0).stop 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 shutdown_connections 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8e71c60 0x555eb8e74090 crc :-1 s=READY pgs=463 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e61780 0x555eb8e6d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5c6f0 0x555eb8e664e0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f45ebfff640 0 client.20277 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 --2- 172.21.15.7:0/1752115312 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5bdb0 0x555eb8e65fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.066+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 >> 172.21.15.7:0/1752115312 conn(0x555eb8e57420 msgr2=0x555eb8e58c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.067+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 shutdown_connections 2024-09-10T08:06:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.067+0000 7f4615fd7740 1 -- 172.21.15.7:0/1752115312 wait complete. 2024-09-10T08:06:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.067+0000 7f4615fd7740 20 client.20277 trim_cache size 0 max 16384 2024-09-10T08:06:49.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 Processor -- start 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 -- start start 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e61780 0x555eb8e78e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1aac30 con 0x555eb8e5bdb0 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1a8500 con 0x555eb8e61780 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f4615fd7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1a6370 con 0x555eb8e5c6f0 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60246/0 (socket says 172.21.15.7:60246) 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.081+0000 7f460bfff640 1 -- 172.21.15.7:0/3310048269 learned_addr learned my addr 172.21.15.7:0/3310048269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f4610fd8640 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 -- 172.21.15.7:0/3310048269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 msgr2=0x555eb8e6d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 -- 172.21.15.7:0/3310048269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e61780 msgr2=0x555eb8e78e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e61780 0x555eb8e78e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 -- 172.21.15.7:0/3310048269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555eb8e4e2d0 con 0x555eb8e5bdb0 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f4610fd8640 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f460bfff640 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f45f8001eb0 tx=0x7f45f8005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6f45a258cc69be8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f45f67fc640 1 -- 172.21.15.7:0/3310048269 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8033070 con 0x555eb8e5bdb0 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f45f67fc640 1 -- 172.21.15.7:0/3310048269 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45f8004030 con 0x555eb8e5bdb0 2024-09-10T08:06:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.082+0000 7f45f67fc640 1 -- 172.21.15.7:0/3310048269 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f800f8b0 con 0x555eb8e5bdb0 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- 172.21.15.7:0/3310048269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 msgr2=0x555eb8e78940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f45f8001eb0 tx=0x7f45f8005f80 comp rx=0 tx=0).stop 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- 172.21.15.7:0/3310048269 shutdown_connections 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e61780 0x555eb8e78e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3310048269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e5bdb0 0x555eb8e78940 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- 172.21.15.7:0/3310048269 >> 172.21.15.7:0/3310048269 conn(0x555eb8e57420 msgr2=0x555eb8e521c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- 172.21.15.7:0/3310048269 shutdown_connections 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- 172.21.15.7:0/3310048269 wait complete. 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- start start 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 Processor -- start 2024-09-10T08:06:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5bdb0 0x555eb8e6aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1a69c0 con 0x555eb8e61780 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1a7e30 con 0x555eb8e5c6f0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.083+0000 7f4615fd7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f460c1a7090 con 0x555eb8e5bdb0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f4615fd7740 10 client.0 _ll_register_callbacks cb 0x7f4600005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60254/0 (socket says 172.21.15.7:60254) 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 -- 172.21.15.7:0/3723767661 learned_addr learned my addr 172.21.15.7:0/3723767661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5bdb0 0x555eb8e6aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f4610fd8640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 -- 172.21.15.7:0/3723767661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5bdb0 msgr2=0x555eb8e6aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5bdb0 0x555eb8e6aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 -- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5c6f0 msgr2=0x555eb8e6b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 -- 172.21.15.7:0/3723767661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555eb8e6ca10 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f460bfff640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x555eb8e6a4a0 tx=0x7f45f800c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5126ee7a6184286 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f45ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8033040 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f45f802fe80 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45f8004030 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f45f80142c0 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f4615fd7740 10 client.20283 fetch_fsmap learned FSMap version 42 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.084+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555eb8edcb90 con 0x555eb8e61780 2024-09-10T08:06:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45f8004030 con 0x555eb8e61780 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f45f8039070 con 0x555eb8e61780 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 10 client.20283 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 10 client.20283 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 20 client.20283 populate_metadata read hostname 'smithi007' 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8edd2c0 0x555eb8edf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 4 client.20283 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555eb8dc2d70 con 0x555eb8edd2c0 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.085+0000 7f4610fd8640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8edd2c0 0x555eb8edf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.086+0000 7f4610fd8640 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8edd2c0 0x555eb8edf6e0 crc :-1 s=READY pgs=464 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4843c7e012e0b779 server_cookie=e8217b8f3beba494 in_seq=0 out_seq=0 2024-09-10T08:06:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.086+0000 7f45ebfff640 10 client.20283 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f45ebfff640 1 -- 172.21.15.7:0/3723767661 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555eb8dc2d70 con 0x555eb8edd2c0 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f45ebfff640 10 client.20283 handle_command_reply: tid=0 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 client.20283 shutdown 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 msgr2=0x555eb8e6c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x555eb8e6a4a0 tx=0x7f45f800c4f0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 shutdown_connections 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x555eb8edd2c0 0x555eb8edf6e0 crc :-1 s=READY pgs=464 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555eb8e61780 0x555eb8e6c400 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x555eb8e5c6f0 0x555eb8e6b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f45ebfff640 0 client.20283 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 --2- 172.21.15.7:0/3723767661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x555eb8e5bdb0 0x555eb8e6aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 >> 172.21.15.7:0/3723767661 conn(0x555eb8e57420 msgr2=0x555eb8e58330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 shutdown_connections 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 1 -- 172.21.15.7:0/3723767661 wait complete. 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.128+0000 7f4615fd7740 20 client.20283 trim_cache size 0 max 16384 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:06:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 msgr2=0x7f45fc0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 0x7f45fc0a50f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f4604098320 tx=0x7f460406ef80 comp rx=0 tx=0).stop 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 msgr2=0x7f460c19f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f460400eb10 tx=0x7f460400c2d0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 shutdown_connections 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f45fc0a2c30 0x7f45fc0a50f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f460c103710 0x7f460c19f280 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f460c102d50 0x7f460c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 --2- 172.21.15.7:0/419963571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f460c101b60 0x7f460c197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 >> 172.21.15.7:0/419963571 conn(0x7f460c0fd2e0 msgr2=0x7f460c106140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 shutdown_connections 2024-09-10T08:06:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:06:49.129+0000 7f461323c640 1 -- 172.21.15.7:0/419963571 wait complete. 2024-09-10T08:06:49.304 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.62 MB/sec execute 351 sec latency 11266.777 ms 2024-09-10T08:06:50.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.60 MB/sec execute 352 sec latency 12266.886 ms 2024-09-10T08:06:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:50 smithi110 ceph-mon[34417]: pgmap v1006: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.0 MiB/s wr, 164 op/s 2024-09-10T08:06:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:50 smithi145 ceph-mon[34766]: pgmap v1006: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.0 MiB/s wr, 164 op/s 2024-09-10T08:06:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:50 smithi007 ceph-mon[30879]: pgmap v1006: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.0 MiB/s wr, 164 op/s 2024-09-10T08:06:51.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.59 MB/sec execute 353 sec latency 13267.017 ms 2024-09-10T08:06:52.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.57 MB/sec execute 354 sec latency 14267.114 ms 2024-09-10T08:06:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:52 smithi110 ceph-mon[34417]: pgmap v1007: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 149 KiB/s wr, 35 op/s 2024-09-10T08:06:52.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:52 smithi145 ceph-mon[34766]: pgmap v1007: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 149 KiB/s wr, 35 op/s 2024-09-10T08:06:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:52 smithi007 ceph-mon[30879]: pgmap v1007: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 149 KiB/s wr, 35 op/s 2024-09-10T08:06:53.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.55 MB/sec execute 355 sec latency 15267.255 ms 2024-09-10T08:06:54.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.53 MB/sec execute 356 sec latency 16267.378 ms 2024-09-10T08:06:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:54 smithi110 ceph-mon[34417]: pgmap v1008: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-09-10T08:06:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:54 smithi145 ceph-mon[34766]: pgmap v1008: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-09-10T08:06:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:54 smithi007 ceph-mon[30879]: pgmap v1008: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-09-10T08:06:55.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.51 MB/sec execute 357 sec latency 17267.500 ms 2024-09-10T08:06:56.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.49 MB/sec execute 358 sec latency 18267.626 ms 2024-09-10T08:06:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:56 smithi110 ceph-mon[34417]: pgmap v1009: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 27 KiB/s wr, 26 op/s 2024-09-10T08:06:56.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:56 smithi145 ceph-mon[34766]: pgmap v1009: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 27 KiB/s wr, 26 op/s 2024-09-10T08:06:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:56 smithi007 ceph-mon[30879]: pgmap v1009: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 27 KiB/s wr, 26 op/s 2024-09-10T08:06:57.305 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.48 MB/sec execute 359 sec latency 19267.739 ms 2024-09-10T08:06:58.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.46 MB/sec execute 360 sec latency 20267.869 ms 2024-09-10T08:06:58.646 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:06:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:06:58 smithi110 ceph-mon[34417]: pgmap v1010: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-09-10T08:06:58.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:06:58 smithi007 ceph-mon[30879]: pgmap v1010: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-09-10T08:06:58.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:06:58 smithi145 ceph-mon[34766]: pgmap v1010: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-09-10T08:06:58.919 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:59.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.44 MB/sec execute 361 sec latency 21267.920 ms 2024-09-10T08:06:59.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 -- 172.21.15.7:0/3207996523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4102570 msgr2=0x7f1ac41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:59.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/3207996523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4102570 0x7f1ac41029b0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f1ab8009900 tx=0x7f1ab802a480 comp rx=0 tx=0).stop 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 -- 172.21.15.7:0/3207996523 shutdown_connections 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/3207996523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 0x7f1ac410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/3207996523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4102570 0x7f1ac41029b0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/3207996523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4100e20 0x7f1ac4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 -- 172.21.15.7:0/3207996523 >> 172.21.15.7:0/3207996523 conn(0x7f1ac40fc7d0 msgr2=0x7f1ac40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 -- 172.21.15.7:0/3207996523 shutdown_connections 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.472+0000 7f1aca2ec640 1 -- 172.21.15.7:0/3207996523 wait complete. 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 Processor -- start 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 -- start start 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:59.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4102570 0x7f1ac40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 0x7f1ac40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac4110e30 con 0x7f1ac4100e20 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac4110cb0 con 0x7f1ac4102570 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.473+0000 7f1aca2ec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac4110fb0 con 0x7f1ac4102ef0 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37006/0 (socket says 172.21.15.7:37006) 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 -- 172.21.15.7:0/2255508040 learned_addr learned my addr 172.21.15.7:0/2255508040 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac37fe640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4102570 0x7f1ac40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac8889640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 0x7f1ac40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 -- 172.21.15.7:0/2255508040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 msgr2=0x7f1ac40fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 0x7f1ac40fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 -- 172.21.15.7:0/2255508040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4102570 msgr2=0x7f1ac40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4102570 0x7f1ac40fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 -- 172.21.15.7:0/2255508040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ac41a6860 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac3fff640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f1ab400d950 tx=0x7f1ab400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab4017070 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab4009c30 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ac41a6b50 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab400f620 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.474+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ac41a70e0 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.476+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ac4101200 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.477+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1ab40109a0 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.477+0000 7f1ac17fa640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 0x7f1aac0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.478+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1ab40cf030 con 0x7f1ac4100e20 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.478+0000 7f1ac37fe640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 0x7f1aac0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:59.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.478+0000 7f1ac37fe640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 0x7f1aac0a50c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f1ac40fe440 tx=0x7f1ab8005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:59.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.486+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ab4009de0 con 0x7f1ac4100e20 2024-09-10T08:06:59.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.697+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ac41a7430 con 0x7f1ac4100e20 2024-09-10T08:06:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.698+0000 7f1ac17fa640 1 -- 172.21.15.7:0/2255508040 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f1ab409bbf0 con 0x7f1ac4100e20 2024-09-10T08:06:59.698 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:06:59.698 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:06:59.698 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.700+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 msgr2=0x7f1aac0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.700+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 0x7f1aac0a50c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f1ac40fe440 tx=0x7f1ab8005a20 comp rx=0 tx=0).stop 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 msgr2=0x7f1ac40fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f1ab400d950 tx=0x7f1ab400de10 comp rx=0 tx=0).stop 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 shutdown_connections 2024-09-10T08:06:59.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1aac0a2c00 0x7f1aac0a50c0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ac4102ef0 0x7f1ac40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1ac4102570 0x7f1ac40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 --2- 172.21.15.7:0/2255508040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ac4100e20 0x7f1ac40fcc80 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 >> 172.21.15.7:0/2255508040 conn(0x7f1ac40fc7d0 msgr2=0x7f1ac4069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 shutdown_connections 2024-09-10T08:06:59.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:06:59.701+0000 7f1aca2ec640 1 -- 172.21.15.7:0/2255508040 wait complete. 2024-09-10T08:07:00.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.42 MB/sec execute 362 sec latency 22268.257 ms 2024-09-10T08:07:00.528 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id f15881a7 --release --await' 2024-09-10T08:07:00.528 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id f15881a7 --release --await 2024-09-10T08:07:00.678 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:00 smithi007 ceph-mon[30879]: pgmap v1011: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-09-10T08:07:00.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:00 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2255508040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:07:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:00 smithi145 ceph-mon[34766]: pgmap v1011: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-09-10T08:07:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:00 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2255508040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:07:00.830 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:07:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:00 smithi110 ceph-mon[34417]: pgmap v1011: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-09-10T08:07:00.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:00 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2255508040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:07:01.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57435 6.40 MB/sec execute 363 sec latency 23268.306 ms 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 -- 172.21.15.7:0/3739270238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c102790 msgr2=0x7f0c0c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 --2- 172.21.15.7:0/3739270238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c102790 0x7f0c0c1067e0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009900 tx=0x7f0bf402a410 comp rx=0 tx=0).stop 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 -- 172.21.15.7:0/3739270238 shutdown_connections 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 --2- 172.21.15.7:0/3739270238 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c106f10 0x7f0c0c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 --2- 172.21.15.7:0/3739270238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c102790 0x7f0c0c1067e0 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 --2- 172.21.15.7:0/3739270238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c101de0 0x7f0c0c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 -- 172.21.15.7:0/3739270238 >> 172.21.15.7:0/3739270238 conn(0x7f0c0c0fd8c0 msgr2=0x7f0c0c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 -- 172.21.15.7:0/3739270238 shutdown_connections 2024-09-10T08:07:01.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.363+0000 7f0c11683640 1 -- 172.21.15.7:0/3739270238 wait complete. 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 Processor -- start 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 -- start start 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c102790 0x7f0c0c1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c106f10 0x7f0c0c19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c111e20 con 0x7f0c0c101de0 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c111ca0 con 0x7f0c0c102790 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c11683640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c111fa0 con 0x7f0c0c106f10 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c0affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45212/0 (socket says 172.21.15.7:45212) 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c0affd640 1 -- 172.21.15.7:0/1436776776 learned_addr learned my addr 172.21.15.7:0/1436776776 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c102790 0x7f0c0c1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.364+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c106f10 0x7f0c0c19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 -- 172.21.15.7:0/1436776776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c106f10 msgr2=0x7f0c0c19cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c106f10 0x7f0c0c19cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 -- 172.21.15.7:0/1436776776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c102790 msgr2=0x7f0c0c1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c102790 0x7f0c0c1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 -- 172.21.15.7:0/1436776776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c0c19d430 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc00e9f0 tx=0x7f0bfc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c08ff9640 1 -- 172.21.15.7:0/1436776776 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc00cd80 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c08ff9640 1 -- 172.21.15.7:0/1436776776 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bfc0054d0 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c08ff9640 1 -- 172.21.15.7:0/1436776776 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc010490 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c0c19d720 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.365+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c0c1a5000 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.367+0000 7f0c08ff9640 1 -- 172.21.15.7:0/1436776776 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0bfc005020 con 0x7f0c0c101de0 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 Processor -- start 2024-09-10T08:07:01.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 -- start start 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da50b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da51a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5563da470620 con 0x5563da51a650 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5563da417e50 con 0x5563da50b880 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5563da46c5e0 con 0x5563da50af60 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c08ff9640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 0x7f0bf80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45226/0 (socket says 172.21.15.7:45226) 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 -- 172.21.15.7:0/1113143894 learned_addr learned my addr 172.21.15.7:0/1113143894 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 0x7f0bf80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c08ff9640 1 -- 172.21.15.7:0/1436776776 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bfc0cf840 con 0x7f0c0c101de0 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da51a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da50b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 -- 172.21.15.7:0/1113143894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 msgr2=0x5563da50b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da50b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 -- 172.21.15.7:0/1113143894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 msgr2=0x5563da51a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da51a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.368+0000 7f0c03fff640 1 -- 172.21.15.7:0/1113143894 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563da408d40 con 0x5563da51a650 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.369+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009900 tx=0x7f0bf4032b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54f0247770150ec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.369+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 0x7f0bf80a50c0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0c04009fd0 tx=0x7f0c04009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.369+0000 7f0c017fa640 1 -- 172.21.15.7:0/1113143894 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf403f070 con 0x5563da51a650 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.369+0000 7f0c017fa640 1 -- 172.21.15.7:0/1113143894 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf4032e20 con 0x5563da51a650 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.369+0000 7f0c017fa640 1 -- 172.21.15.7:0/1113143894 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4035070 con 0x5563da51a650 2024-09-10T08:07:01.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1113143894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 msgr2=0x5563da51ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009900 tx=0x7f0bf4032b70 comp rx=0 tx=0).stop 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1113143894 shutdown_connections 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da51ca40 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da51a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1113143894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da50b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1113143894 >> 172.21.15.7:0/1113143894 conn(0x5563da5075f0 msgr2=0x5563da5079d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1113143894 shutdown_connections 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1113143894 wait complete. 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- start start 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 Processor -- start 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da517640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 0x5563da5180c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5563da51d220 con 0x5563da50b880 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5563da3f8f10 con 0x5563da51a650 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5563da51d3a0 con 0x5563da50af60 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c13a5c740 10 client.0 _ll_register_callbacks cb 0x5563da41cdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45228/0 (socket says 172.21.15.7:45228) 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.370+0000 7f0c03fff640 1 -- 172.21.15.7:0/2403572569 learned_addr learned my addr 172.21.15.7:0/2403572569 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 0x5563da5180c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c0affd640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da517640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 -- 172.21.15.7:0/2403572569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 msgr2=0x5563da517640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da517640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 -- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 msgr2=0x5563da5180c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 0x5563da5180c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 -- 172.21.15.7:0/2403572569 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563da17f580 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 0x5563da5180c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c03fff640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4031440 tx=0x7f0bf4005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2e54acaeb90f8e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0bf27fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf404a020 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bf4004240 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bf4032e20 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0bf4055050 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c13a5c740 10 client.20301 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5563da249960 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.371+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf4032e20 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0bf4004aa0 con 0x5563da50b880 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 10 client.20301 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:01.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 10 client.20301 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 20 client.20301 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da52a190 0x5563da52c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 4 client.20301 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563da47db90 con 0x5563da52a190 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c0affd640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da52a190 0x5563da52c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0c0affd640 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da52a190 0x5563da52c580 crc :-1 s=READY pgs=465 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c6a002214b620af server_cookie=79f73ce2c5a187f8 in_seq=0 out_seq=0 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.372+0000 7f0bf27fc640 10 client.20301 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0bf27fc640 1 -- 172.21.15.7:0/2403572569 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5563da47db90 con 0x5563da52a190 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0bf27fc640 10 client.20301 handle_command_reply: tid=0 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 client.20301 shutdown 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 msgr2=0x5563da517b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4031440 tx=0x7f0bf4005780 comp rx=0 tx=0).stop 2024-09-10T08:07:01.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 shutdown_connections 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da52a190 0x5563da52c580 crc :-1 s=READY pgs=465 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da51a650 0x5563da5180c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da517b80 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/2403572569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da517640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0bf27fc640 0 client.20301 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 >> 172.21.15.7:0/2403572569 conn(0x5563da5075f0 msgr2=0x5563da50d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 shutdown_connections 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 1 -- 172.21.15.7:0/2403572569 wait complete. 2024-09-10T08:07:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.373+0000 7f0c13a5c740 20 client.20301 trim_cache size 0 max 16384 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.390+0000 7f0c13a5c740 1 Processor -- start 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.390+0000 7f0c13a5c740 1 -- start start 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da525d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da5148a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1af260 con 0x5563da51a650 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1acb30 con 0x5563da50b880 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1aa9a0 con 0x5563da50af60 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45236/0 (socket says 172.21.15.7:45236) 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 -- 172.21.15.7:0/229201348 learned_addr learned my addr 172.21.15.7:0/229201348 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0affd640 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da525d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c03fff640 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da5148a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 -- 172.21.15.7:0/229201348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 msgr2=0x5563da525d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da525d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 -- 172.21.15.7:0/229201348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 msgr2=0x5563da5148a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da5148a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 -- 172.21.15.7:0/229201348 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563da50b6b0 con 0x5563da51a650 2024-09-10T08:07:01.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.391+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f0c04009bf0 tx=0x7f0c04005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88ce555b218bb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c00ff9640 1 -- 172.21.15.7:0/229201348 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0402b070 con 0x5563da51a650 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c00ff9640 1 -- 172.21.15.7:0/229201348 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c04012e30 con 0x5563da51a650 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c00ff9640 1 -- 172.21.15.7:0/229201348 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c04026810 con 0x5563da51a650 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 -- 172.21.15.7:0/229201348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 msgr2=0x5563da514de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f0c04009bf0 tx=0x7f0c04005bd0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 -- 172.21.15.7:0/229201348 shutdown_connections 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da51a650 0x5563da514de0 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50b880 0x5563da5148a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/229201348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da50af60 0x5563da525d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 -- 172.21.15.7:0/229201348 >> 172.21.15.7:0/229201348 conn(0x5563da5075f0 msgr2=0x5563da525630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 -- 172.21.15.7:0/229201348 shutdown_connections 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.392+0000 7f0c13a5c740 1 -- 172.21.15.7:0/229201348 wait complete. 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 -- start start 2024-09-10T08:07:01.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 Processor -- start 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50af60 0x5563da52dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da51a650 0x5563da58db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1aaff0 con 0x5563da50b880 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1ac460 con 0x5563da50af60 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0c1ab6c0 con 0x5563da51a650 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c13a5c740 10 client.0 _ll_register_callbacks cb 0x7f0bf4009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45250/0 (socket says 172.21.15.7:45250) 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 -- 172.21.15.7:0/1245984512 learned_addr learned my addr 172.21.15.7:0/1245984512 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c0b7fe640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da51a650 0x5563da58db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50af60 0x5563da52dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 -- 172.21.15.7:0/1245984512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da51a650 msgr2=0x5563da58db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da51a650 0x5563da58db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 -- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50af60 msgr2=0x5563da52dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50af60 0x5563da52dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.393+0000 7f0c03fff640 1 -- 172.21.15.7:0/1245984512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563da58e150 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c03fff640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4005060 tx=0x7f0bf4005660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=153998929bb96945 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf405e060 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0bf40048c0 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c04012e30 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0bf4065050 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 10 client.20307 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5563da595500 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c04012e30 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0bf4059430 con 0x5563da50b880 2024-09-10T08:07:01.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 10 client.20307 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 10 client.20307 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 20 client.20307 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da595b60 0x5563da597f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 4 client.20307 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f15881a7", "release": true, "await": true}] 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.394+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f15881a7", "release": true, "await": true}) -- 0x5563da518450 con 0x5563da595b60 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.395+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da595b60 0x5563da597f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.395+0000 7f0c0affd640 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da595b60 0x5563da597f80 crc :-1 s=READY pgs=466 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aa30ee903c5e41a server_cookie=b3b3c25cee6e8b67 in_seq=0 out_seq=0 2024-09-10T08:07:01.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.395+0000 7f0bf27fc640 10 client.20307 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0bf27fc640 1 -- 172.21.15.7:0/1245984512 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5563da518450 con 0x5563da595b60 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0bf27fc640 10 client.20307 handle_command_reply: tid=0 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 client.20307 shutdown 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 msgr2=0x5563da52e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4005060 tx=0x7f0bf4005660 comp rx=0 tx=0).stop 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 shutdown_connections 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5563da595b60 0x5563da597f80 crc :-1 s=READY pgs=466 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5563da51a650 0x5563da58db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5563da50b880 0x5563da52e0f0 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 --2- 172.21.15.7:0/1245984512 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5563da50af60 0x5563da52dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0bf27fc640 0 client.20307 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 >> 172.21.15.7:0/1245984512 conn(0x5563da5075f0 msgr2=0x5563da5196c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 shutdown_connections 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.433+0000 7f0c13a5c740 1 -- 172.21.15.7:0/1245984512 wait complete. 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c13a5c740 20 client.20307 trim_cache size 0 max 16384 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:07:01.434 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 80, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "f15881a7": { 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 80, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:07:01.435 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 154.2, 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:07:01.436 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 msgr2=0x7f0bf80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 0x7f0bf80a50c0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0c04009fd0 tx=0x7f0c04009500 comp rx=0 tx=0).stop 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 msgr2=0x7f0c0c198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc00e9f0 tx=0x7f0bfc00edf0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 shutdown_connections 2024-09-10T08:07:01.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.434+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f0bf80a2c00 0x7f0bf80a50c0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c0c106f10 0x7f0c0c19cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0c0c102790 0x7f0c0c1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 --2- 172.21.15.7:0/1436776776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0c0c101de0 0x7f0c0c198480 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 >> 172.21.15.7:0/1436776776 conn(0x7f0c0c0fd8c0 msgr2=0x7f0c0c0fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 shutdown_connections 2024-09-10T08:07:01.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:07:01.435+0000 7f0c11683640 1 -- 172.21.15.7:0/1436776776 wait complete. 2024-09-10T08:07:02.180 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f15881a7', total seconds elapsed: 37.7 2024-09-10T08:07:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 -- 172.21.15.7:0/3681361646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c100d20 msgr2=0x7fca8c1011a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 --2- 172.21.15.7:0/3681361646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c100d20 0x7fca8c1011a0 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fca74009900 tx=0x7fca7402a410 comp rx=0 tx=0).stop 2024-09-10T08:07:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 -- 172.21.15.7:0/3681361646 shutdown_connections 2024-09-10T08:07:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 --2- 172.21.15.7:0/3681361646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c1016e0 0x7fca8c108f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 --2- 172.21.15.7:0/3681361646 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c100d20 0x7fca8c1011a0 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 --2- 172.21.15.7:0/3681361646 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c101ff0 0x7fca8c1023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.254+0000 7fca909e4640 1 -- 172.21.15.7:0/3681361646 >> 172.21.15.7:0/3681361646 conn(0x7fca8c0fb980 msgr2=0x7fca8c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.255+0000 7fca909e4640 1 -- 172.21.15.7:0/3681361646 shutdown_connections 2024-09-10T08:07:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.255+0000 7fca909e4640 1 -- 172.21.15.7:0/3681361646 wait complete. 2024-09-10T08:07:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.256+0000 7fca909e4640 1 Processor -- start 2024-09-10T08:07:02.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 -- start start 2024-09-10T08:07:02.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c1016e0 0x7fca8c19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c101ff0 0x7fca8c1a1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c10c5f0 con 0x7fca8c101ff0 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c10c470 con 0x7fca8c1016e0 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca909e4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c10c770 con 0x7fca8c100d20 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c101ff0 0x7fca8c1a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51854/0 (socket says 172.21.15.7:51854) 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca83fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c1016e0 0x7fca8c19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 -- 172.21.15.7:0/2809312393 learned_addr learned my addr 172.21.15.7:0/2809312393 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 -- 172.21.15.7:0/2809312393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c1016e0 msgr2=0x7fca8c19a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c1016e0 0x7fca8c19a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 -- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c101ff0 msgr2=0x7fca8c1a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c101ff0 0x7fca8c1a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.257+0000 7fca8a59c640 1 -- 172.21.15.7:0/2809312393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8c1a1b00 con 0x7fca8c100d20 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca8a59c640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00e9c0 tx=0x7fca7c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca837fe640 1 -- 172.21.15.7:0/2809312393 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c00cd80 con 0x7fca8c100d20 2024-09-10T08:07:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca837fe640 1 -- 172.21.15.7:0/2809312393 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca7c0035f0 con 0x7fca8c100d20 2024-09-10T08:07:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8c1a1df0 con 0x7fca8c100d20 2024-09-10T08:07:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca837fe640 1 -- 172.21.15.7:0/2809312393 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c010690 con 0x7fca8c100d20 2024-09-10T08:07:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.258+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca8c1a2250 con 0x7fca8c100d20 2024-09-10T08:07:02.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.261+0000 7fca837fe640 1 -- 172.21.15.7:0/2809312393 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fca7c004020 con 0x7fca8c100d20 2024-09-10T08:07:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.263+0000 7fca93855740 1 Processor -- start 2024-09-10T08:07:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.263+0000 7fca93855740 1 -- start start 2024-09-10T08:07:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e0875b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca837fe640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 0x7fca780a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e08c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e08f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55573dfe22f0 con 0x55573e08cb80 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55573df8a270 con 0x55573e0871b0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca93855740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55573dfde2b0 con 0x55573e087af0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca83fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e08c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca8a59c640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 0x7fca780a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e08f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e0875b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e08f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45282/0 (socket says 172.21.15.7:45282) 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca8ad9d640 1 -- 172.21.15.7:0/1780587474 learned_addr learned my addr 172.21.15.7:0/1780587474 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:02.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.264+0000 7fca837fe640 1 -- 172.21.15.7:0/2809312393 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca7c0cf800 con 0x7fca8c100d20 2024-09-10T08:07:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 -- 172.21.15.7:0/1780587474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 msgr2=0x55573e0875b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e0875b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 -- 172.21.15.7:0/1780587474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 msgr2=0x55573e08f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e08f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 -- 172.21.15.7:0/1780587474 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55573df89340 con 0x55573e087af0 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca8a59c640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 0x7fca780a51c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fca7c003e50 tx=0x7fca7c003a80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca83fff640 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e08c5b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fca74009850 tx=0x7fca74005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52e682eb6ba1b635 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.265+0000 7fca80ff9640 1 -- 172.21.15.7:0/1780587474 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74035030 con 0x55573e087af0 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.266+0000 7fca80ff9640 1 -- 172.21.15.7:0/1780587474 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca74040070 con 0x55573e087af0 2024-09-10T08:07:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.266+0000 7fca80ff9640 1 -- 172.21.15.7:0/1780587474 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca740318f0 con 0x55573e087af0 2024-09-10T08:07:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.266+0000 7fca93855740 1 -- 172.21.15.7:0/1780587474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 msgr2=0x55573e08c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.266+0000 7fca93855740 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e08c5b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fca74009850 tx=0x7fca74005fd0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- 172.21.15.7:0/1780587474 shutdown_connections 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e08f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e08c5b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- 172.21.15.7:0/1780587474 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e0875b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- 172.21.15.7:0/1780587474 >> 172.21.15.7:0/1780587474 conn(0x55573e07a010 msgr2=0x55573e07a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- 172.21.15.7:0/1780587474 shutdown_connections 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- 172.21.15.7:0/1780587474 wait complete. 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- start start 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 Processor -- start 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e091430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e091970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55573e08faf0 con 0x55573e08cb80 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55573df6b290 con 0x55573e0871b0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.267+0000 7fca93855740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55573e08fc70 con 0x55573e087af0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca93855740 10 client.0 _ll_register_callbacks cb 0x55573df9c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca83fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e091970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45292/0 (socket says 172.21.15.7:45292) 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2646999150 learned_addr learned my addr 172.21.15.7:0/2646999150 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e091430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2646999150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 msgr2=0x55573e091970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e091970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 msgr2=0x55573e091430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e091430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.268+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2646999150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55573dcf5210 con 0x55573e08cb80 2024-09-10T08:07:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fca840049a0 tx=0x7fca84009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7d44d7b470d064 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84004b20 con 0x55573e08cb80 2024-09-10T08:07:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca84004cc0 con 0x55573e08cb80 2024-09-10T08:07:02.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca74040070 con 0x55573e08cb80 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fca84010700 con 0x55573e08cb80 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca93855740 10 client.20319 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.269+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55573ddc1620 con 0x55573e08cb80 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca74040070 con 0x55573e08cb80 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fca84005350 con 0x55573e08cb80 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 10 client.20319 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 10 client.20319 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 20 client.20319 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e09d120 0x55573e09f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 4 client.20319 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.270+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55573dfefa20 con 0x55573e09d120 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.271+0000 7fca83fff640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e09d120 0x55573e09f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.271+0000 7fca83fff640 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e09d120 0x55573e09f510 crc :-1 s=READY pgs=467 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bc6e5012eb01035 server_cookie=35189fab72d3a3d6 in_seq=0 out_seq=0 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.271+0000 7fca71ffb640 10 client.20319 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca71ffb640 1 -- 172.21.15.7:0/2646999150 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55573dfefa20 con 0x55573e09d120 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca71ffb640 10 client.20319 handle_command_reply: tid=0 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 client.20319 shutdown 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 msgr2=0x55573e0989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fca840049a0 tx=0x7fca84009f10 comp rx=0 tx=0).stop 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 shutdown_connections 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e09d120 0x55573e09f510 crc :-1 s=READY pgs=467 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0989b0 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e087af0 0x55573e091970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 --2- 172.21.15.7:0/2646999150 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e0871b0 0x55573e091430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 >> 172.21.15.7:0/2646999150 conn(0x55573e07a010 msgr2=0x55573e07b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca71ffb640 0 client.20319 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:02.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.272+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 shutdown_connections 2024-09-10T08:07:02.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.273+0000 7fca93855740 1 -- 172.21.15.7:0/2646999150 wait complete. 2024-09-10T08:07:02.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.273+0000 7fca93855740 20 client.20319 trim_cache size 0 max 16384 2024-09-10T08:07:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 Processor -- start 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 -- start start 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e098970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e08cb80 0x55573e07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1aaca0 con 0x55573e0871b0 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1a8570 con 0x55573e087af0 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.296+0000 7fca93855740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1a6400 con 0x55573e08cb80 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45306/0 (socket says 172.21.15.7:45306) 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2736045662 learned_addr learned my addr 172.21.15.7:0/2736045662 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca83fff640 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e098970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e08cb80 0x55573e07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2736045662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e08cb80 msgr2=0x55573e07aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e08cb80 0x55573e07aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2736045662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 msgr2=0x55573e098970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e098970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 -- 172.21.15.7:0/2736045662 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55573e08ef70 con 0x55573e0871b0 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fca84002230 tx=0x7fca840093a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18763ce49356e24b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.297+0000 7fca73fff640 1 -- 172.21.15.7:0/2736045662 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84005960 con 0x55573e0871b0 2024-09-10T08:07:02.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.298+0000 7fca73fff640 1 -- 172.21.15.7:0/2736045662 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca84005000 con 0x55573e0871b0 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.298+0000 7fca73fff640 1 -- 172.21.15.7:0/2736045662 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84010b00 con 0x55573e0871b0 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.298+0000 7fca93855740 1 -- 172.21.15.7:0/2736045662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 msgr2=0x55573e090720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.298+0000 7fca93855740 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fca84002230 tx=0x7fca840093a0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 -- 172.21.15.7:0/2736045662 shutdown_connections 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e08cb80 0x55573e07aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e098970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 --2- 172.21.15.7:0/2736045662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e0871b0 0x55573e090720 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 -- 172.21.15.7:0/2736045662 >> 172.21.15.7:0/2736045662 conn(0x55573e07a010 msgr2=0x55573e090010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 -- 172.21.15.7:0/2736045662 shutdown_connections 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 -- 172.21.15.7:0/2736045662 wait complete. 2024-09-10T08:07:02.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 -- start start 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.299+0000 7fca93855740 1 Processor -- start 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 0x55573e096090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e0965d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0975e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1a6a50 con 0x55573e08cb80 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1a7ea0 con 0x55573e087af0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1a7100 con 0x55573e0871b0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 0x55573e096090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca93855740 10 client.0 _ll_register_callbacks cb 0x7fca84013050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 0x55573e096090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:51876/0 (socket says 172.21.15.7:51876) 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 -- 172.21.15.7:0/3621936740 learned_addr learned my addr 172.21.15.7:0/3621936740 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0975e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca83fff640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e0965d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 -- 172.21.15.7:0/3621936740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 msgr2=0x55573e096090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 0x55573e096090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 -- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 msgr2=0x55573e0965d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e0965d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.300+0000 7fca8ad9d640 1 -- 172.21.15.7:0/3621936740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55573e097bf0 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca8ad9d640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0975e0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fca840058e0 tx=0x7fca84000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146bb4c304a25ff7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84003d80 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fca840108a0 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca84005000 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fca84049050 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca93855740 10 client.20325 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.301+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55573e107df0 con 0x55573e08cb80 2024-09-10T08:07:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca84013730 con 0x55573e08cb80 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fca840409c0 con 0x55573e08cb80 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 10 client.20325 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 10 client.20325 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 20 client.20325 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e108770 0x55573e10ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 4 client.20325 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fca84005000 con 0x55573e108770 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.302+0000 7fca83fff640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e108770 0x55573e10ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.303+0000 7fca83fff640 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e108770 0x55573e10ab90 crc :-1 s=READY pgs=468 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac4ea1908b6a6334 server_cookie=499567df39587589 in_seq=0 out_seq=0 2024-09-10T08:07:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.303+0000 7fca71ffb640 10 client.20325 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:02.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57588 6.41 MB/sec execute 364 sec latency 23404.290 ms 2024-09-10T08:07:02.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca71ffb640 1 -- 172.21.15.7:0/3621936740 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fca84005000 con 0x55573e108770 2024-09-10T08:07:02.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca71ffb640 10 client.20325 handle_command_reply: tid=0 2024-09-10T08:07:02.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 client.20325 shutdown 2024-09-10T08:07:02.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 msgr2=0x55573e0975e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0975e0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fca840058e0 tx=0x7fca84000f40 comp rx=0 tx=0).stop 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 shutdown_connections 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55573e108770 0x55573e10ab90 crc :-1 s=READY pgs=468 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55573e08cb80 0x55573e0975e0 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca71ffb640 0 client.20325 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55573e087af0 0x55573e0965d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 --2- 172.21.15.7:0/3621936740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55573e0871b0 0x55573e096090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 >> 172.21.15.7:0/3621936740 conn(0x55573e07a010 msgr2=0x55573e090830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 shutdown_connections 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.370+0000 7fca93855740 1 -- 172.21.15.7:0/3621936740 wait complete. 2024-09-10T08:07:02.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca93855740 20 client.20325 trim_cache size 0 max 16384 2024-09-10T08:07:02.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:07:02.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:07:02.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:07:02.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 msgr2=0x7fca780a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 0x7fca780a51c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fca7c003e50 tx=0x7fca7c003a80 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 msgr2=0x7fca8c199ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00e9c0 tx=0x7fca7c00ee80 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 shutdown_connections 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fca780a2d00 0x7fca780a51c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c101ff0 0x7fca8c1a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fca8c1016e0 0x7fca8c19a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 --2- 172.21.15.7:0/2809312393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca8c100d20 0x7fca8c199ee0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.371+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 >> 172.21.15.7:0/2809312393 conn(0x7fca8c0fb980 msgr2=0x7fca8c0fd910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.372+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 shutdown_connections 2024-09-10T08:07:02.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:02.372+0000 7fca909e4640 1 -- 172.21.15.7:0/2809312393 wait complete. 2024-09-10T08:07:02.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:02 smithi145 ceph-mon[34766]: pgmap v1012: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 17 KiB/s wr, 19 op/s 2024-09-10T08:07:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:02 smithi007 ceph-mon[30879]: pgmap v1012: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 17 KiB/s wr, 19 op/s 2024-09-10T08:07:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:02 smithi110 ceph-mon[34417]: pgmap v1012: 129 pgs: 129 active+clean; 450 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 17 KiB/s wr, 19 op/s 2024-09-10T08:07:03.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57721 6.40 MB/sec execute 365 sec latency 74.068 ms 2024-09-10T08:07:04.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 57895 6.42 MB/sec execute 366 sec latency 62.997 ms 2024-09-10T08:07:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:04 smithi145 ceph-mon[34766]: pgmap v1013: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 300 KiB/s wr, 37 op/s 2024-09-10T08:07:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:04 smithi007 ceph-mon[30879]: pgmap v1013: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 300 KiB/s wr, 37 op/s 2024-09-10T08:07:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:04 smithi110 ceph-mon[34417]: pgmap v1013: 129 pgs: 129 active+clean; 451 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 300 KiB/s wr, 37 op/s 2024-09-10T08:07:05.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58087 6.44 MB/sec execute 367 sec latency 72.796 ms 2024-09-10T08:07:06.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58316 6.47 MB/sec execute 368 sec latency 125.340 ms 2024-09-10T08:07:06.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:06 smithi145 ceph-mon[34766]: pgmap v1014: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 643 KiB/s wr, 52 op/s 2024-09-10T08:07:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:06 smithi007 ceph-mon[30879]: pgmap v1014: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 643 KiB/s wr, 52 op/s 2024-09-10T08:07:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:06 smithi110 ceph-mon[34417]: pgmap v1014: 129 pgs: 129 active+clean; 453 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 643 KiB/s wr, 52 op/s 2024-09-10T08:07:07.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58507 6.48 MB/sec execute 369 sec latency 105.731 ms 2024-09-10T08:07:08.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58656 6.50 MB/sec execute 370 sec latency 109.429 ms 2024-09-10T08:07:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:08 smithi145 ceph-mon[34766]: pgmap v1015: 129 pgs: 129 active+clean; 454 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 816 KiB/s wr, 57 op/s 2024-09-10T08:07:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:08 smithi007 ceph-mon[30879]: pgmap v1015: 129 pgs: 129 active+clean; 454 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 816 KiB/s wr, 57 op/s 2024-09-10T08:07:08.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:08 smithi110 ceph-mon[34417]: pgmap v1015: 129 pgs: 129 active+clean; 454 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 816 KiB/s wr, 57 op/s 2024-09-10T08:07:09.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58788 6.49 MB/sec execute 371 sec latency 75.526 ms 2024-09-10T08:07:10.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 58944 6.51 MB/sec execute 372 sec latency 84.672 ms 2024-09-10T08:07:10.713 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:10 smithi110 ceph-mon[34417]: pgmap v1016: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 2.7 MiB/s wr, 157 op/s 2024-09-10T08:07:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:10 smithi145 ceph-mon[34766]: pgmap v1016: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 2.7 MiB/s wr, 157 op/s 2024-09-10T08:07:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:10 smithi007 ceph-mon[30879]: pgmap v1016: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 2.7 MiB/s wr, 157 op/s 2024-09-10T08:07:11.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59116 6.52 MB/sec execute 373 sec latency 61.880 ms 2024-09-10T08:07:12.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59257 6.51 MB/sec execute 374 sec latency 167.306 ms 2024-09-10T08:07:13.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:12 smithi145 ceph-mon[34766]: pgmap v1017: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 2.9 MiB/s wr, 161 op/s 2024-09-10T08:07:13.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59414 6.51 MB/sec execute 375 sec latency 84.862 ms 2024-09-10T08:07:13.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:12 smithi007 ceph-mon[30879]: pgmap v1017: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 2.9 MiB/s wr, 161 op/s 2024-09-10T08:07:13.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:12 smithi110 ceph-mon[34417]: pgmap v1017: 129 pgs: 129 active+clean; 464 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 2.9 MiB/s wr, 161 op/s 2024-09-10T08:07:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:13 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.306 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59567 6.52 MB/sec execute 376 sec latency 99.448 ms 2024-09-10T08:07:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.353 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:13 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:14.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:14.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:13 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:14 smithi145 ceph-mon[34766]: pgmap v1018: 129 pgs: 129 active+clean; 465 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-10T08:07:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:14 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59740 6.53 MB/sec execute 377 sec latency 76.463 ms 2024-09-10T08:07:15.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:14 smithi007 ceph-mon[30879]: pgmap v1018: 129 pgs: 129 active+clean; 465 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-10T08:07:15.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:14 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:14 smithi110 ceph-mon[34417]: pgmap v1018: 129 pgs: 129 active+clean; 465 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-10T08:07:15.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:14 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:15.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.507+0000 7f635142e640 1 -- 172.21.15.7:0/3195868489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 msgr2=0x7f634c100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.507+0000 7f635142e640 1 --2- 172.21.15.7:0/3195868489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c100e40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f633c009900 tx=0x7f633c02c600 comp rx=0 tx=0).stop 2024-09-10T08:07:15.507 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 -- 172.21.15.7:0/3195868489 shutdown_connections 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 --2- 172.21.15.7:0/3195868489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 0x7f634c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 --2- 172.21.15.7:0/3195868489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 --2- 172.21.15.7:0/3195868489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c100e40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 -- 172.21.15.7:0/3195868489 >> 172.21.15.7:0/3195868489 conn(0x7f634c0fc1e0 msgr2=0x7f634c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 -- 172.21.15.7:0/3195868489 shutdown_connections 2024-09-10T08:07:15.508 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 -- 172.21.15.7:0/3195868489 wait complete. 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.508+0000 7f635142e640 1 Processor -- start 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 -- start start 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c19e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 0x7f634c1a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f634c10f900 con 0x7f634c101c30 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f634c10f780 con 0x7f634c1025f0 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f635142e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f634c10fa80 con 0x7f634c100a40 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40784/0 (socket says 172.21.15.7:40784) 2024-09-10T08:07:15.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 -- 172.21.15.7:0/2221704441 learned_addr learned my addr 172.21.15.7:0/2221704441 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634affd640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c19e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634b7fe640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 0x7f634c1a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 -- 172.21.15.7:0/2221704441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 msgr2=0x7f634c19e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c19e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 -- 172.21.15.7:0/2221704441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 msgr2=0x7f634c1a58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 0x7f634c1a58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634a7fc640 1 -- 172.21.15.7:0/2221704441 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c1a5f60 con 0x7f634c101c30 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.509+0000 7f634affd640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c19e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f634000ea60 tx=0x7f634000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f6333fff640 1 -- 172.21.15.7:0/2221704441 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634000cde0 con 0x7f634c101c30 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c1a6250 con 0x7f634c101c30 2024-09-10T08:07:15.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f6333fff640 1 -- 172.21.15.7:0/2221704441 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63400035f0 con 0x7f634c101c30 2024-09-10T08:07:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f6333fff640 1 -- 172.21.15.7:0/2221704441 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340010690 con 0x7f634c101c30 2024-09-10T08:07:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.510+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c1a67f0 con 0x7f634c101c30 2024-09-10T08:07:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.513+0000 7f6333fff640 1 -- 172.21.15.7:0/2221704441 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f63400037a0 con 0x7f634c101c30 2024-09-10T08:07:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.513+0000 7f63541cc740 1 Processor -- start 2024-09-10T08:07:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.513+0000 7f63541cc740 1 -- start start 2024-09-10T08:07:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 0x5569e0e16da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 0x5569e0e1bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e1e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5569e0d7a2f0 con 0x5569e0e172e0 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5569e0d22270 con 0x5569e0e1c370 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f63541cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5569e0d762b0 con 0x5569e0e169a0 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f6333fff640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 0x7f63340a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 0x5569e0e1bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 0x5569e0e16da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 0x5569e0e1bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40794/0 (socket says 172.21.15.7:40794) 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634affd640 1 -- 172.21.15.7:0/1336723172 learned_addr learned my addr 172.21.15.7:0/1336723172 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634a7fc640 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e1e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 0x7f63340a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 -- 172.21.15.7:0/1336723172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 msgr2=0x5569e0e1e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e1e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 -- 172.21.15.7:0/1336723172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 msgr2=0x5569e0e1bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 0x5569e0e1bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f634b7fe640 1 -- 172.21.15.7:0/1336723172 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569e0d21340 con 0x5569e0e169a0 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.514+0000 7f6333fff640 1 -- 172.21.15.7:0/2221704441 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f63400cf780 con 0x7f634c101c30 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.515+0000 7f634b7fe640 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 0x5569e0e16da0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6344005fd0 tx=0x7f6344013ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1c677d7d2b49dec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.515+0000 7f634b7fe640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 0x7f63340a5170 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f634401e000 tx=0x7f6344020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.515+0000 7f63317fa640 1 -- 172.21.15.7:0/1336723172 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344013120 con 0x5569e0e169a0 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.515+0000 7f63317fa640 1 -- 172.21.15.7:0/1336723172 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63440132c0 con 0x5569e0e169a0 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.515+0000 7f63317fa640 1 -- 172.21.15.7:0/1336723172 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344004390 con 0x5569e0e169a0 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 -- 172.21.15.7:0/1336723172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 msgr2=0x5569e0e16da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 0x5569e0e16da0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6344005fd0 tx=0x7f6344013ef0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 -- 172.21.15.7:0/1336723172 shutdown_connections 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e1e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e172e0 0x5569e0e1bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 --2- 172.21.15.7:0/1336723172 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e169a0 0x5569e0e16da0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 -- 172.21.15.7:0/1336723172 >> 172.21.15.7:0/1336723172 conn(0x5569e0e12010 msgr2=0x5569e0e12410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 -- 172.21.15.7:0/1336723172 shutdown_connections 2024-09-10T08:07:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.516+0000 7f63541cc740 1 -- 172.21.15.7:0/1336723172 wait complete. 2024-09-10T08:07:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 -- start start 2024-09-10T08:07:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 Processor -- start 2024-09-10T08:07:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e21100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e28140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5569e0e1f2e0 con 0x5569e0e169a0 2024-09-10T08:07:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5569e0d03290 con 0x5569e0e1c370 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5569e0e1f460 con 0x5569e0e172e0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f63541cc740 10 client.0 _ll_register_callbacks cb 0x5569e0d34140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40802/0 (socket says 172.21.15.7:40802) 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e21100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f634b7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e28140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.517+0000 7f634affd640 1 -- 172.21.15.7:0/2584710336 learned_addr learned my addr 172.21.15.7:0/2584710336 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 -- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 msgr2=0x5569e0e28140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e28140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 -- 172.21.15.7:0/2584710336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 msgr2=0x5569e0e20bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 -- 172.21.15.7:0/2584710336 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569e0a8d210 con 0x5569e0e172e0 2024-09-10T08:07:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634a7fc640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e21100 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f634006a4b0 tx=0x7f6340009550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8dfaff267b5c504 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f632eff5640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f634affd640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340086070 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63440132c0 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.518+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6340098250 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f634009bbe0 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 10 client.29401 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5569e0b59620 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6340063080 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f634009b030 con 0x5569e0e172e0 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 10 client.29401 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 10 client.29401 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 20 client.29401 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e2c830 0x5569e0e2ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 4 client.29401 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.519+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569e0d87a20 con 0x5569e0e2c830 2024-09-10T08:07:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.520+0000 7f634affd640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e2c830 0x5569e0e2ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.520+0000 7f634affd640 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e2c830 0x5569e0e2ec20 crc :-1 s=READY pgs=469 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c76c3c6808360b1c server_cookie=5ae0de9756e9421c in_seq=0 out_seq=0 2024-09-10T08:07:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.520+0000 7f632eff5640 10 client.29401 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f632eff5640 1 -- 172.21.15.7:0/2584710336 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5569e0d87a20 con 0x5569e0e2c830 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f632eff5640 10 client.29401 handle_command_reply: tid=0 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 client.29401 shutdown 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 msgr2=0x5569e0e21100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e21100 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f634006a4b0 tx=0x7f6340009550 comp rx=0 tx=0).stop 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 shutdown_connections 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e2c830 0x5569e0e2ec20 crc :-1 s=READY pgs=469 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e1c370 0x5569e0e28140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e21100 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 --2- 172.21.15.7:0/2584710336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e169a0 0x5569e0e20bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f632eff5640 0 client.29401 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 >> 172.21.15.7:0/2584710336 conn(0x5569e0e12010 msgr2=0x5569e0e13820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 shutdown_connections 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 1 -- 172.21.15.7:0/2584710336 wait complete. 2024-09-10T08:07:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.522+0000 7f63541cc740 20 client.29401 trim_cache size 0 max 16384 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 Processor -- start 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 -- start start 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e13940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1b3560 con 0x5569e0e12010 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1b0e30 con 0x5569e0e169a0 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f63541cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1aeca0 con 0x5569e0e172e0 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f634a7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40814/0 (socket says 172.21.15.7:40814) 2024-09-10T08:07:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f634affd640 1 -- 172.21.15.7:0/1938005308 learned_addr learned my addr 172.21.15.7:0/1938005308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.545+0000 7f634a7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46366/0 (socket says 172.21.15.7:46366) 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634b7fe640 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e13940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 -- 172.21.15.7:0/1938005308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 msgr2=0x5569e0e13940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e13940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 -- 172.21.15.7:0/1938005308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 msgr2=0x5569e0e28100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 -- 172.21.15.7:0/1938005308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569e0e20700 con 0x5569e0e12010 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634a7fc640 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f634affd640 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f633c0334e0 tx=0x7f633c004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a3c624b3bc2d1f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f6330ff9640 1 -- 172.21.15.7:0/1938005308 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c037040 con 0x5569e0e12010 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f6330ff9640 1 -- 172.21.15.7:0/1938005308 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f633c0054f0 con 0x5569e0e12010 2024-09-10T08:07:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.546+0000 7f6330ff9640 1 -- 172.21.15.7:0/1938005308 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c033580 con 0x5569e0e12010 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 -- 172.21.15.7:0/1938005308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 msgr2=0x5569e0e13400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f633c0334e0 tx=0x7f633c004500 comp rx=0 tx=0).stop 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 -- 172.21.15.7:0/1938005308 shutdown_connections 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e13940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e28100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 --2- 172.21.15.7:0/1938005308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e13400 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 -- 172.21.15.7:0/1938005308 >> 172.21.15.7:0/1938005308 conn(0x5569e0e1bf00 msgr2=0x5569e0e111c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 -- 172.21.15.7:0/1938005308 shutdown_connections 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.547+0000 7f63541cc740 1 -- 172.21.15.7:0/1938005308 wait complete. 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 -- start start 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 Processor -- start 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e25e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e26e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1af2f0 con 0x5569e0e12010 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1b0760 con 0x5569e0e169a0 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1af9c0 con 0x5569e0e172e0 2024-09-10T08:07:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f63541cc740 10 client.0 _ll_register_callbacks cb 0x7f634000ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f634affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40822/0 (socket says 172.21.15.7:40822) 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f634affd640 1 -- 172.21.15.7:0/3555833407 learned_addr learned my addr 172.21.15.7:0/3555833407 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f634a7fc640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e25e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.548+0000 7f634b7fe640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e26e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 -- 172.21.15.7:0/3555833407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 msgr2=0x5569e0e26e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e26e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 -- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 msgr2=0x5569e0e25e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e25e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 -- 172.21.15.7:0/3555833407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569e0e27420 con 0x5569e0e12010 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634a7fc640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e25e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f634affd640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f633c005c40 tx=0x7f633c004300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b7afa32df94c995 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f632eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c04f060 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f633c0048d0 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f633c0054f0 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f633c056050 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.549+0000 7f63541cc740 10 client.20343 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5569e0e975a0 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f633c0054f0 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f633c033ab0 con 0x5569e0e12010 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 10 client.20343 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 10 client.20343 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 20 client.20343 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e1c370 0x5569e0e99fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 4 client.20343 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:07:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5569e0d81d70 con 0x5569e0e1c370 2024-09-10T08:07:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.550+0000 7f634a7fc640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e1c370 0x5569e0e99fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.551+0000 7f634a7fc640 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e1c370 0x5569e0e99fa0 crc :-1 s=READY pgs=470 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f550b4a8b5ca819f server_cookie=371d071249033eae in_seq=0 out_seq=0 2024-09-10T08:07:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.551+0000 7f632eff5640 10 client.20343 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.708+0000 7f632eff5640 1 -- 172.21.15.7:0/3555833407 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5569e0d81d70 con 0x5569e0e1c370 2024-09-10T08:07:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.708+0000 7f632eff5640 10 client.20343 handle_command_reply: tid=0 2024-09-10T08:07:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.708+0000 7f63541cc740 1 client.20343 shutdown 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 msgr2=0x5569e0e258c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f633c005c40 tx=0x7f633c004300 comp rx=0 tx=0).stop 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 shutdown_connections 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5569e0e1c370 0x5569e0e99fa0 crc :-1 s=READY pgs=470 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5569e0e172e0 0x5569e0e26e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5569e0e169a0 0x5569e0e25e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 --2- 172.21.15.7:0/3555833407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5569e0e12010 0x5569e0e258c0 secure :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f633c005c40 tx=0x7f633c004300 comp rx=0 tx=0).stop 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 >> 172.21.15.7:0/3555833407 conn(0x5569e0e1bf00 msgr2=0x5569e0e123f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f632eff5640 0 client.20343 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.709+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 shutdown_connections 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.710+0000 7f63541cc740 1 -- 172.21.15.7:0/3555833407 wait complete. 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.710+0000 7f63541cc740 20 client.20343 trim_cache size 0 max 16384 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:07:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 msgr2=0x7f63340a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 0x7f63340a5170 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f634401e000 tx=0x7f6344020000 comp rx=0 tx=0).stop 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 msgr2=0x7f634c19e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f634000ea60 tx=0x7f634000ef20 comp rx=0 tx=0).stop 2024-09-10T08:07:15.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 shutdown_connections 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f63340a2cb0 0x7f63340a5170 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f634c1025f0 0x7f634c1a58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f634c101c30 0x7f634c19e880 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 --2- 172.21.15.7:0/2221704441 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c100a40 0x7f634c19e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.711+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 >> 172.21.15.7:0/2221704441 conn(0x7f634c0fc1e0 msgr2=0x7f634c10bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.713+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 shutdown_connections 2024-09-10T08:07:15.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:15.713+0000 7f635142e640 1 -- 172.21.15.7:0/2221704441 wait complete. 2024-09-10T08:07:16.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 59870 6.53 MB/sec execute 378 sec latency 132.055 ms 2024-09-10T08:07:16.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:16 smithi110 ceph-mon[34417]: pgmap v1019: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.3 MiB/s wr, 236 op/s 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:16 smithi145 ceph-mon[34766]: pgmap v1019: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.3 MiB/s wr, 236 op/s 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:07:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:16 smithi007 ceph-mon[30879]: pgmap v1019: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 4.3 MiB/s wr, 236 op/s 2024-09-10T08:07:17.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60013 6.53 MB/sec execute 379 sec latency 77.335 ms 2024-09-10T08:07:18.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60188 6.54 MB/sec execute 380 sec latency 67.458 ms 2024-09-10T08:07:18.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:18 smithi007 ceph-mon[30879]: pgmap v1020: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 4.1 MiB/s wr, 225 op/s 2024-09-10T08:07:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:18 smithi110 ceph-mon[34417]: pgmap v1020: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 4.1 MiB/s wr, 225 op/s 2024-09-10T08:07:18.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:18 smithi145 ceph-mon[34766]: pgmap v1020: 129 pgs: 129 active+clean; 470 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 4.1 MiB/s wr, 225 op/s 2024-09-10T08:07:19.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60329 6.54 MB/sec execute 381 sec latency 184.748 ms 2024-09-10T08:07:20.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60484 6.54 MB/sec execute 382 sec latency 82.914 ms 2024-09-10T08:07:20.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:20 smithi007 ceph-mon[30879]: pgmap v1021: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 360 op/s 2024-09-10T08:07:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:20 smithi110 ceph-mon[34417]: pgmap v1021: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 360 op/s 2024-09-10T08:07:20.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:20 smithi145 ceph-mon[34766]: pgmap v1021: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 5.4 MiB/s wr, 360 op/s 2024-09-10T08:07:21.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60631 6.53 MB/sec execute 383 sec latency 65.407 ms 2024-09-10T08:07:22.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60783 6.52 MB/sec execute 384 sec latency 167.946 ms 2024-09-10T08:07:22.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:22 smithi007 ceph-mon[30879]: pgmap v1022: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.6 MiB/s wr, 272 op/s 2024-09-10T08:07:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:22 smithi110 ceph-mon[34417]: pgmap v1022: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.6 MiB/s wr, 272 op/s 2024-09-10T08:07:22.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:22 smithi145 ceph-mon[34766]: pgmap v1022: 129 pgs: 129 active+clean; 463 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.6 MiB/s wr, 272 op/s 2024-09-10T08:07:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 60955 6.53 MB/sec execute 385 sec latency 81.117 ms 2024-09-10T08:07:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 61130 6.54 MB/sec execute 386 sec latency 74.373 ms 2024-09-10T08:07:24.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:24 smithi007 ceph-mon[30879]: pgmap v1023: 129 pgs: 129 active+clean; 461 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.1 MiB/s wr, 290 op/s 2024-09-10T08:07:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:24 smithi110 ceph-mon[34417]: pgmap v1023: 129 pgs: 129 active+clean; 461 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.1 MiB/s wr, 290 op/s 2024-09-10T08:07:24.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:24 smithi145 ceph-mon[34766]: pgmap v1023: 129 pgs: 129 active+clean; 461 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.1 MiB/s wr, 290 op/s 2024-09-10T08:07:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 61338 6.56 MB/sec execute 387 sec latency 75.955 ms 2024-09-10T08:07:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 61524 6.57 MB/sec execute 388 sec latency 77.111 ms 2024-09-10T08:07:26.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:26 smithi007 ceph-mon[30879]: pgmap v1024: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.9 MiB/s wr, 347 op/s 2024-09-10T08:07:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:26 smithi110 ceph-mon[34417]: pgmap v1024: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.9 MiB/s wr, 347 op/s 2024-09-10T08:07:26.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:26 smithi145 ceph-mon[34766]: pgmap v1024: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.9 MiB/s wr, 347 op/s 2024-09-10T08:07:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 61685 6.58 MB/sec execute 389 sec latency 68.235 ms 2024-09-10T08:07:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 61858 6.59 MB/sec execute 390 sec latency 133.640 ms 2024-09-10T08:07:28.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:28 smithi007 ceph-mon[30879]: pgmap v1025: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.3 MiB/s wr, 288 op/s 2024-09-10T08:07:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:28 smithi110 ceph-mon[34417]: pgmap v1025: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.3 MiB/s wr, 288 op/s 2024-09-10T08:07:28.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:28 smithi145 ceph-mon[34766]: pgmap v1025: 129 pgs: 129 active+clean; 465 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.3 MiB/s wr, 288 op/s 2024-09-10T08:07:28.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 -- 172.21.15.7:0/2420371953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8100a40 msgr2=0x7faaf8100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 --2- 172.21.15.7:0/2420371953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8100a40 0x7faaf8100e40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7faae8009900 tx=0x7faae802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 -- 172.21.15.7:0/2420371953 shutdown_connections 2024-09-10T08:07:28.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 --2- 172.21.15.7:0/2420371953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf81025f0 0x7faaf8108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.858 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 --2- 172.21.15.7:0/2420371953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf8101c30 0x7faaf81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 --2- 172.21.15.7:0/2420371953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8100a40 0x7faaf8100e40 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 -- 172.21.15.7:0/2420371953 >> 172.21.15.7:0/2420371953 conn(0x7faaf80fc1e0 msgr2=0x7faaf80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 -- 172.21.15.7:0/2420371953 shutdown_connections 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.858+0000 7faafe835640 1 -- 172.21.15.7:0/2420371953 wait complete. 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 Processor -- start 2024-09-10T08:07:28.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 -- start start 2024-09-10T08:07:28.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 0x7faaf8197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 0x7faaf81981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 0x7faaf819f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faaf810c550 con 0x7faaf81025f0 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faaf810c3d0 con 0x7faaf8101c30 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.859+0000 7faafe835640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faaf810c6d0 con 0x7faaf8100a40 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 0x7faaf8197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 0x7faaf81981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 0x7faaf8197cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34702/0 (socket says 172.21.15.7:34702) 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf7fff640 1 -- 172.21.15.7:0/2387080242 learned_addr learned my addr 172.21.15.7:0/2387080242 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faafcdd2640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 0x7faaf819f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 -- 172.21.15.7:0/2387080242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 msgr2=0x7faaf8197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 0x7faaf8197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 -- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 msgr2=0x7faaf819f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 0x7faaf819f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 -- 172.21.15.7:0/2387080242 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf819f8f0 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faafcdd2640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 0x7faaf819f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 0x7faaf81981f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7faaec00e9f0 tx=0x7faaec00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf57fa640 1 -- 172.21.15.7:0/2387080242 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec00ccc0 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf57fa640 1 -- 172.21.15.7:0/2387080242 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaec0108e0 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.860+0000 7faaf57fa640 1 -- 172.21.15.7:0/2387080242 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec018880 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.861+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf819fbe0 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.861+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf8103090 con 0x7faaf8101c30 2024-09-10T08:07:28.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.863+0000 7faaf57fa640 1 -- 172.21.15.7:0/2387080242 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7faaec010a90 con 0x7faaf8101c30 2024-09-10T08:07:28.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 Processor -- start 2024-09-10T08:07:28.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7faaf57fa640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 0x7faae00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 -- start start 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7faafcdd2640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 0x7faae00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7faaf57fa640 1 -- 172.21.15.7:0/2387080242 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faaec0cf720 con 0x7faaf8101c30 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6395c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 0x557a639615b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a63964040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557a638b72f0 con 0x557a63961b80 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557a6385f270 con 0x557a6395c1b0 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.864+0000 7fab015d0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557a638b32b0 con 0x557a6395caf0 2024-09-10T08:07:28.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6395c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6395c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:47766/0 (socket says 172.21.15.7:47766) 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 0x557a639615b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf7fff640 1 -- 172.21.15.7:0/152258416 learned_addr learned my addr 172.21.15.7:0/152258416 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faafcdd2640 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a63964040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 -- 172.21.15.7:0/152258416 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 msgr2=0x557a6395c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6395c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 -- 172.21.15.7:0/152258416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 msgr2=0x557a63964040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a63964040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 -- 172.21.15.7:0/152258416 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a6385e340 con 0x557a6395caf0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faafcdd2640 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a63964040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faaf77fe640 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 0x557a639615b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7faaec00e9c0 tx=0x7faaec09c2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3aed64c1032ea288 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.865+0000 7faafcdd2640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 0x7faae00a5170 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7faaf0012780 tx=0x7faaf0012b80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.866+0000 7faade7fc640 1 -- 172.21.15.7:0/152258416 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec086050 con 0x557a6395caf0 2024-09-10T08:07:28.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.866+0000 7faade7fc640 1 -- 172.21.15.7:0/152258416 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaec0a4850 con 0x557a6395caf0 2024-09-10T08:07:28.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.866+0000 7faade7fc640 1 -- 172.21.15.7:0/152258416 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec09b030 con 0x557a6395caf0 2024-09-10T08:07:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.866+0000 7fab015d0740 1 -- 172.21.15.7:0/152258416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 msgr2=0x557a639615b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 0x557a639615b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7faaec00e9c0 tx=0x7faaec09c2e0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 -- 172.21.15.7:0/152258416 shutdown_connections 2024-09-10T08:07:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a63964040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395caf0 0x557a639615b0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 --2- 172.21.15.7:0/152258416 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6395c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 -- 172.21.15.7:0/152258416 >> 172.21.15.7:0/152258416 conn(0x557a6394f010 msgr2=0x557a6394f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 -- 172.21.15.7:0/152258416 shutdown_connections 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 -- 172.21.15.7:0/152258416 wait complete. 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.867+0000 7fab015d0740 1 -- start start 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 Processor -- start 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 0x557a63966460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 0x557a639669a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 0x557a63966460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 0x557a63966460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:32806/0 (socket says 172.21.15.7:32806) 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7faaf7fff640 1 -- 172.21.15.7:0/1287498808 learned_addr learned my addr 172.21.15.7:0/1287498808 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a6396d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557a63964af0 con 0x557a6395c1b0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557a63840290 con 0x557a6395caf0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557a63964c70 con 0x557a63961b80 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.868+0000 7faaf77fe640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 0x557a639669a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faafcdd2640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a6396d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 -- 172.21.15.7:0/1287498808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 msgr2=0x557a6396d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a6396d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7fab015d0740 10 client.0 _ll_register_callbacks cb 0x557a63871140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 -- 172.21.15.7:0/1287498808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 msgr2=0x557a63966460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 0x557a63966460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a635ca210 con 0x557a6395caf0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaec0a4850 con 0x557a6395caf0 2024-09-10T08:07:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faaf77fe640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 0x557a639669a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faaec0a0150 tx=0x7faaec00cea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52b701710ea4991b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faad77fe640 10 client.29369 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faad77fe640 1 -- 172.21.15.7:0/1287498808 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec0b8070 con 0x557a6395caf0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.869+0000 7faad77fe640 1 -- 172.21.15.7:0/1287498808 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faaec0ba2f0 con 0x557a6395caf0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7faad77fe640 1 -- 172.21.15.7:0/1287498808 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7faaec0ba4f0 con 0x557a6395caf0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 10 client.29369 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=42}) -- 0x557a63696620 con 0x557a6395caf0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7faad77fe640 1 -- 172.21.15.7:0/1287498808 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7faaec09b030 con 0x557a6395caf0 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 10 client.29369 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 10 client.29369 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 20 client.29369 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a63971af0 0x557a63973ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 4 client.29369 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:28.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a638c4a20 con 0x557a63971af0 2024-09-10T08:07:28.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.870+0000 7faaf7fff640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a63971af0 0x557a63973ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.871+0000 7faaf7fff640 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a63971af0 0x557a63973ee0 crc :-1 s=READY pgs=471 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=933ef7a3c8eee3fd server_cookie=80f174bed48b8a5f in_seq=0 out_seq=0 2024-09-10T08:07:28.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.871+0000 7faad77fe640 10 client.29369 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.872+0000 7faad77fe640 1 -- 172.21.15.7:0/1287498808 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a638c4a20 con 0x557a63971af0 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.872+0000 7faad77fe640 10 client.29369 handle_command_reply: tid=0 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.872+0000 7fab015d0740 1 client.29369 shutdown 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.872+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 msgr2=0x557a639669a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.872+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 0x557a639669a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faaec0a0150 tx=0x7faaec00cea0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 shutdown_connections 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a63971af0 0x557a63973ee0 crc :-1 s=READY pgs=471 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a6396d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395caf0 0x557a639669a0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7faad77fe640 0 client.29369 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 --2- 172.21.15.7:0/1287498808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395c1b0 0x557a63966460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 >> 172.21.15.7:0/1287498808 conn(0x557a6394f010 msgr2=0x557a63950820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:28.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 shutdown_connections 2024-09-10T08:07:28.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 1 -- 172.21.15.7:0/1287498808 wait complete. 2024-09-10T08:07:28.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.873+0000 7fab015d0740 20 client.29369 trim_cache size 0 max 16384 2024-09-10T08:07:28.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 Processor -- start 2024-09-10T08:07:28.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 -- start start 2024-09-10T08:07:28.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6394e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 0x557a6396d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81aabf0 con 0x557a6395caf0 2024-09-10T08:07:28.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81a84c0 con 0x557a6395c1b0 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.900+0000 7fab015d0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81a6330 con 0x557a63961b80 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faafcdd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 0x557a6396d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faafcdd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34730/0 (socket says 172.21.15.7:34730) 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faafcdd2640 1 -- 172.21.15.7:0/238218842 learned_addr learned my addr 172.21.15.7:0/238218842 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf7fff640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6394e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 -- 172.21.15.7:0/238218842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 msgr2=0x557a63950400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 -- 172.21.15.7:0/238218842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 msgr2=0x557a6394e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6394e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 -- 172.21.15.7:0/238218842 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a6394ee30 con 0x557a6395caf0 2024-09-10T08:07:28.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faafcdd2640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:28.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf7fff640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6394e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:28.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.901+0000 7faaf77fe640 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 0x557a6396d930 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7faaec098040 tx=0x7faaec023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6503861b00a644aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.902+0000 7faaddffb640 1 -- 172.21.15.7:0/238218842 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec0b8070 con 0x557a6395caf0 2024-09-10T08:07:28.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.902+0000 7faaddffb640 1 -- 172.21.15.7:0/238218842 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaec0a4850 con 0x557a6395caf0 2024-09-10T08:07:28.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.902+0000 7faaddffb640 1 -- 172.21.15.7:0/238218842 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec086070 con 0x557a6395caf0 2024-09-10T08:07:28.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- 172.21.15.7:0/238218842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 msgr2=0x557a6396d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 0x557a6396d930 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7faaec098040 tx=0x7faaec023000 comp rx=0 tx=0).stop 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- 172.21.15.7:0/238218842 shutdown_connections 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a63961b80 0x557a63950400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a6395caf0 0x557a6396d930 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 --2- 172.21.15.7:0/238218842 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6395c1b0 0x557a6394e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- 172.21.15.7:0/238218842 >> 172.21.15.7:0/238218842 conn(0x557a6394f010 msgr2=0x557a6394d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- 172.21.15.7:0/238218842 shutdown_connections 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- 172.21.15.7:0/238218842 wait complete. 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.903+0000 7fab015d0740 1 -- start start 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.904+0000 7fab015d0740 1 Processor -- start 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.904+0000 7fab015d0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.904+0000 7fab015d0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a6396b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.904+0000 7fab015d0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6396c510 0x557a6396c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7fab015d0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81a6980 con 0x557a63961b80 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7fab015d0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81a7df0 con 0x557a6396c510 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7fab015d0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faaf81a7050 con 0x557a6395c1b0 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34742/0 (socket says 172.21.15.7:34742) 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 -- 172.21.15.7:0/2328540363 learned_addr learned my addr 172.21.15.7:0/2328540363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7fab015d0740 10 client.0 _ll_register_callbacks cb 0x7faae8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faafcdd2640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6396c510 0x557a6396c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a6396b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 -- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6396c510 msgr2=0x557a6396c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6396c510 0x557a6396c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 -- 172.21.15.7:0/2328540363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 msgr2=0x557a6396b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a6396b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 -- 172.21.15.7:0/2328540363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a6396cf00 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faaf7fff640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7faae80096c0 tx=0x7faae8031600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=410decc56e308945 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faad77fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.905+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae8035040 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7faae8004240 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaec0a4850 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7faae8056050 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7fab015d0740 10 client.29419 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557a639dca60 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaec0a4850 con 0x557a6395c1b0 2024-09-10T08:07:28.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.906+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7faae804f4b0 con 0x557a6395c1b0 2024-09-10T08:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 10 client.29419 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 10 client.29419 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 20 client.29419 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a639dd3c0 0x557a639df7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 4 client.29419 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:07:28.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a638bed70 con 0x557a639dd3c0 2024-09-10T08:07:28.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a639dd3c0 0x557a639df7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:28.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7faaf77fe640 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a639dd3c0 0x557a639df7e0 crc :-1 s=READY pgs=472 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f98299027410544b server_cookie=9f3a6f536dde5782 in_seq=0 out_seq=0 2024-09-10T08:07:28.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:28.907+0000 7faad77fe640 10 client.29419 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.035+0000 7faad77fe640 1 -- 172.21.15.7:0/2328540363 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557a638bed70 con 0x557a639dd3c0 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.035+0000 7faad77fe640 10 client.29419 handle_command_reply: tid=0 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 client.29419 shutdown 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 msgr2=0x557a6396b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7faae80096c0 tx=0x7faae8031600 comp rx=0 tx=0).stop 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 shutdown_connections 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557a639dd3c0 0x557a639df7e0 crc :-1 s=READY pgs=472 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557a6396c510 0x557a6396c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557a63961b80 0x557a6396b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7faad77fe640 0 client.29419 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 --2- 172.21.15.7:0/2328540363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557a6395c1b0 0x557a6396b010 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 >> 172.21.15.7:0/2328540363 conn(0x557a6394f010 msgr2=0x557a6394e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 shutdown_connections 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 1 -- 172.21.15.7:0/2328540363 wait complete. 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.036+0000 7fab015d0740 20 client.29419 trim_cache size 0 max 16384 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:07:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:07:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:07:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:07:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 msgr2=0x7faae00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 0x7faae00a5170 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7faaf0012780 tx=0x7faaf0012b80 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 msgr2=0x7faaf81981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 0x7faaf81981f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7faaec00e9f0 tx=0x7faaec00eeb0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 shutdown_connections 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7faae00a2cb0 0x7faae00a5170 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf81025f0 0x7faaf819f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faaf8101c30 0x7faaf81981f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 --2- 172.21.15.7:0/2387080242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaf8100a40 0x7faaf8197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.037+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 >> 172.21.15.7:0/2387080242 conn(0x7faaf80fc1e0 msgr2=0x7faaf80fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.038+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 shutdown_connections 2024-09-10T08:07:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:29.038+0000 7faafe835640 1 -- 172.21.15.7:0/2387080242 wait complete. 2024-09-10T08:07:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62010 6.59 MB/sec execute 391 sec latency 121.685 ms 2024-09-10T08:07:30.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62156 6.59 MB/sec execute 392 sec latency 72.523 ms 2024-09-10T08:07:30.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:30 smithi007 ceph-mon[30879]: pgmap v1026: 129 pgs: 129 active+clean; 467 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 4.5 MiB/s wr, 370 op/s 2024-09-10T08:07:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:30 smithi110 ceph-mon[34417]: pgmap v1026: 129 pgs: 129 active+clean; 467 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 4.5 MiB/s wr, 370 op/s 2024-09-10T08:07:30.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:30 smithi145 ceph-mon[34766]: pgmap v1026: 129 pgs: 129 active+clean; 467 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 4.5 MiB/s wr, 370 op/s 2024-09-10T08:07:31.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62312 6.60 MB/sec execute 393 sec latency 60.953 ms 2024-09-10T08:07:32.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62488 6.61 MB/sec execute 394 sec latency 76.155 ms 2024-09-10T08:07:32.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:32 smithi007 ceph-mon[30879]: pgmap v1027: 129 pgs: 129 active+clean; 469 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 3.3 MiB/s wr, 238 op/s 2024-09-10T08:07:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:32 smithi110 ceph-mon[34417]: pgmap v1027: 129 pgs: 129 active+clean; 469 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 3.3 MiB/s wr, 238 op/s 2024-09-10T08:07:32.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:32 smithi145 ceph-mon[34766]: pgmap v1027: 129 pgs: 129 active+clean; 469 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 3.3 MiB/s wr, 238 op/s 2024-09-10T08:07:33.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62645 6.62 MB/sec execute 395 sec latency 67.865 ms 2024-09-10T08:07:34.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 62855 6.63 MB/sec execute 396 sec latency 129.516 ms 2024-09-10T08:07:34.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:34 smithi007 ceph-mon[30879]: pgmap v1028: 129 pgs: 129 active+clean; 472 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-10T08:07:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:34 smithi110 ceph-mon[34417]: pgmap v1028: 129 pgs: 129 active+clean; 472 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-10T08:07:34.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:34 smithi145 ceph-mon[34766]: pgmap v1028: 129 pgs: 129 active+clean; 472 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-10T08:07:35.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63016 6.64 MB/sec execute 397 sec latency 81.684 ms 2024-09-10T08:07:36.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63159 6.64 MB/sec execute 398 sec latency 74.789 ms 2024-09-10T08:07:36.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:36 smithi007 ceph-mon[30879]: pgmap v1029: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.2 MiB/s wr, 319 op/s 2024-09-10T08:07:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:36 smithi110 ceph-mon[34417]: pgmap v1029: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.2 MiB/s wr, 319 op/s 2024-09-10T08:07:36.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:36 smithi145 ceph-mon[34766]: pgmap v1029: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.2 MiB/s wr, 319 op/s 2024-09-10T08:07:37.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63310 6.66 MB/sec execute 399 sec latency 95.579 ms 2024-09-10T08:07:38.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63479 6.66 MB/sec execute 400 sec latency 59.985 ms 2024-09-10T08:07:38.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:38 smithi007 ceph-mon[30879]: pgmap v1030: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.9 MiB/s wr, 248 op/s 2024-09-10T08:07:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:38 smithi110 ceph-mon[34417]: pgmap v1030: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.9 MiB/s wr, 248 op/s 2024-09-10T08:07:38.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:38 smithi145 ceph-mon[34766]: pgmap v1030: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.9 MiB/s wr, 248 op/s 2024-09-10T08:07:39.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63651 6.67 MB/sec execute 401 sec latency 72.869 ms 2024-09-10T08:07:40.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63798 6.67 MB/sec execute 402 sec latency 67.634 ms 2024-09-10T08:07:40.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:40 smithi007 ceph-mon[30879]: pgmap v1031: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 5.3 MiB/s wr, 323 op/s 2024-09-10T08:07:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:40 smithi110 ceph-mon[34417]: pgmap v1031: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 5.3 MiB/s wr, 323 op/s 2024-09-10T08:07:40.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:40 smithi145 ceph-mon[34766]: pgmap v1031: 129 pgs: 129 active+clean; 476 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 5.3 MiB/s wr, 323 op/s 2024-09-10T08:07:41.307 INFO:tasks.workunit.client.0.smithi007.stdout: 10 63947 6.66 MB/sec execute 403 sec latency 71.908 ms 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 -- 172.21.15.7:0/2866679668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0107860 msgr2=0x7f16f0109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 --2- 172.21.15.7:0/2866679668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0107860 0x7f16f0109c50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009900 tx=0x7f16e802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 -- 172.21.15.7:0/2866679668 shutdown_connections 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 --2- 172.21.15.7:0/2866679668 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0107860 0x7f16f0109c50 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 --2- 172.21.15.7:0/2866679668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f0100120 0x7f16f0107320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 --2- 172.21.15.7:0/2866679668 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f00ff750 0x7f16f00ffb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 -- 172.21.15.7:0/2866679668 >> 172.21.15.7:0/2866679668 conn(0x7f16f00fb500 msgr2=0x7f16f00fd920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 -- 172.21.15.7:0/2866679668 shutdown_connections 2024-09-10T08:07:42.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.167+0000 7f16f4e37640 1 -- 172.21.15.7:0/2866679668 wait complete. 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 Processor -- start 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 -- start start 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 0x7f16f019a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f0107860 0x7f16f01a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010d640 con 0x7f16f00ff750 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010d4c0 con 0x7f16f0100120 2024-09-10T08:07:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16f4e37640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f010d7c0 con 0x7f16f0107860 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39346/0 (socket says 172.21.15.7:39346) 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16ee59c640 1 -- 172.21.15.7:0/3740312308 learned_addr learned my addr 172.21.15.7:0/3740312308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 0x7f16f019a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.168+0000 7f16eed9d640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f0107860 0x7f16f01a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 -- 172.21.15.7:0/3740312308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f0107860 msgr2=0x7f16f01a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f0107860 0x7f16f01a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 -- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 msgr2=0x7f16f0199e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 -- 172.21.15.7:0/3740312308 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f01a1a90 con 0x7f16f0100120 2024-09-10T08:07:42.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16ee59c640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 0x7f16f019a3b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16d800e9f0 tx=0x7f16d800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16e77fe640 1 -- 172.21.15.7:0/3740312308 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d800cc40 con 0x7f16f0100120 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f01a1d80 con 0x7f16f0100120 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16e77fe640 1 -- 172.21.15.7:0/3740312308 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16d800cde0 con 0x7f16f0100120 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16e77fe640 1 -- 172.21.15.7:0/3740312308 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d80187a0 con 0x7f16f0100120 2024-09-10T08:07:42.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.169+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f01a2250 con 0x7f16f0100120 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.172+0000 7f16e77fe640 1 -- 172.21.15.7:0/3740312308 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f16d8010430 con 0x7f16f0100120 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.173+0000 7f16f7bce740 1 Processor -- start 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.173+0000 7f16f7bce740 1 -- start start 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.173+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeb4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.173+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.173+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceebc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16f7bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55dbcee182f0 con 0x55dbceeb49a0 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16f7bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55dbcedc0270 con 0x55dbceeba370 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16f7bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55dbcee142b0 con 0x55dbceeb52e0 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16eed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeb4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40742/0 (socket says 172.21.15.7:40742) 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 -- 172.21.15.7:0/4198442884 learned_addr learned my addr 172.21.15.7:0/4198442884 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 -- 172.21.15.7:0/4198442884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 msgr2=0x55dbceebc830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceebc830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 -- 172.21.15.7:0/4198442884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 msgr2=0x55dbceeb4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeb4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16e77fe640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 0x7f16dc0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 -- 172.21.15.7:0/4198442884 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbcedbf340 con 0x55dbceeb52e0 2024-09-10T08:07:42.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16e77fe640 1 -- 172.21.15.7:0/3740312308 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16d80cf650 con 0x7f16f0100120 2024-09-10T08:07:42.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16eed9d640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 0x7f16dc0a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.174+0000 7f16ee59c640 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f16e000f8d0 tx=0x7f16e000fd90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1abbf6e3e9eab79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16e4ff9640 1 -- 172.21.15.7:0/4198442884 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e001e070 con 0x55dbceeb52e0 2024-09-10T08:07:42.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16e4ff9640 1 -- 172.21.15.7:0/4198442884 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16e0011c20 con 0x55dbceeb52e0 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16e4ff9640 1 -- 172.21.15.7:0/4198442884 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e000e610 con 0x55dbceeb52e0 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16eed9d640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 0x7f16dc0a5140 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f16e8005ab0 tx=0x7f16e8005fd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16f7bce740 1 -- 172.21.15.7:0/4198442884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 msgr2=0x55dbceeb9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.175+0000 7f16f7bce740 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f16e000f8d0 tx=0x7f16e000fd90 comp rx=0 tx=0).stop 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 -- 172.21.15.7:0/4198442884 shutdown_connections 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceebc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceeb9da0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 --2- 172.21.15.7:0/4198442884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeb4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 -- 172.21.15.7:0/4198442884 >> 172.21.15.7:0/4198442884 conn(0x55dbceeb0010 msgr2=0x55dbceeb0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 -- 172.21.15.7:0/4198442884 shutdown_connections 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 -- 172.21.15.7:0/4198442884 wait complete. 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 -- start start 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.176+0000 7f16f7bce740 1 Processor -- start 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceebec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceec61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55dbceebd3e0 con 0x55dbceeb49a0 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55dbceda1290 con 0x55dbceeba370 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55dbceebd560 con 0x55dbceeb52e0 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16f7bce740 10 client.0 _ll_register_callbacks cb 0x55dbcedd2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:42.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceebec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:40758/0 (socket says 172.21.15.7:40758) 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 -- 172.21.15.7:0/128512355 learned_addr learned my addr 172.21.15.7:0/128512355 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16eed9d640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceec61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 -- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 msgr2=0x55dbceec61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceec61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 -- 172.21.15.7:0/128512355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 msgr2=0x55dbceebec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceebec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16edd9b640 1 -- 172.21.15.7:0/128512355 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbceb2b210 con 0x55dbceeb52e0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.177+0000 7f16eed9d640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceec61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16edd9b640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f16d809baf0 tx=0x7f16d809bc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7005d170dbdd18d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d80cf2f0 con 0x55dbceeb52e0 2024-09-10T08:07:42.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16d8010720 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e0011c20 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f16d8010920 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16f7bce740 10 client.29431 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55dbcebf7620 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.178+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16e0011c20 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f16d809aab0 con 0x55dbceeb52e0 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 10 client.29431 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 10 client.29431 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 20 client.29431 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbceeccc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 4 client.29431 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:42.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbcee25a20 con 0x55dbceeca8a0 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16ee59c640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbceeccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16d5ffb640 10 client.29431 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.179+0000 7f16ee59c640 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbceeccc90 crc :-1 s=READY pgs=473 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0f6ddd5fae46b2a server_cookie=61bf9ef7cfbe468d in_seq=0 out_seq=0 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.180+0000 7f16d5ffb640 1 -- 172.21.15.7:0/128512355 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dbcee25a20 con 0x55dbceeca8a0 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.180+0000 7f16d5ffb640 10 client.29431 handle_command_reply: tid=0 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 client.29431 shutdown 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 msgr2=0x55dbceebf170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f16d809baf0 tx=0x7f16d809bc20 comp rx=0 tx=0).stop 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 shutdown_connections 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbceeccc90 crc :-1 s=READY pgs=473 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeba370 0x55dbceec61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16d5ffb640 0 client.29431 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:42.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeb52e0 0x55dbceebf170 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 --2- 172.21.15.7:0/128512355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceebec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 >> 172.21.15.7:0/128512355 conn(0x55dbceeb0010 msgr2=0x55dbceeb1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 shutdown_connections 2024-09-10T08:07:42.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 1 -- 172.21.15.7:0/128512355 wait complete. 2024-09-10T08:07:42.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.181+0000 7f16f7bce740 20 client.29431 trim_cache size 0 max 16384 2024-09-10T08:07:42.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 Processor -- start 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 -- start start 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeaf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01af120 con 0x55dbceeb49a0 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01ac9f0 con 0x55dbceeb52e0 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.207+0000 7f16f7bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01aa860 con 0x55dbceeba370 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:46486/0 (socket says 172.21.15.7:46486) 2024-09-10T08:07:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 -- 172.21.15.7:0/3972338529 learned_addr learned my addr 172.21.15.7:0/3972338529 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:42.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16eed9d640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16ee59c640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeaf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 -- 172.21.15.7:0/3972338529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 msgr2=0x55dbceec6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 -- 172.21.15.7:0/3972338529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 msgr2=0x55dbceeaf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeaf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 -- 172.21.15.7:0/3972338529 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbceeb4520 con 0x55dbceeb52e0 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16ee59c640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeaf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16edd9b640 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c6a0 tx=0x7f16d809a070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c2442cb30a9cfd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.208+0000 7f16d7fff640 1 -- 172.21.15.7:0/3972338529 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d80cf2f0 con 0x55dbceeb52e0 2024-09-10T08:07:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.209+0000 7f16d7fff640 1 -- 172.21.15.7:0/3972338529 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16d809aa20 con 0x55dbceeb52e0 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.209+0000 7f16d7fff640 1 -- 172.21.15.7:0/3972338529 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d8097b10 con 0x55dbceeb52e0 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- 172.21.15.7:0/3972338529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 msgr2=0x55dbceeaf5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c6a0 tx=0x7f16d809a070 comp rx=0 tx=0).stop 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- 172.21.15.7:0/3972338529 shutdown_connections 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceeaf5f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 --2- 172.21.15.7:0/3972338529 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceeaf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- 172.21.15.7:0/3972338529 >> 172.21.15.7:0/3972338529 conn(0x55dbceeb0010 msgr2=0x55dbceeae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- 172.21.15.7:0/3972338529 shutdown_connections 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- 172.21.15.7:0/3972338529 wait complete. 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.210+0000 7f16f7bce740 1 -- start start 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 Processor -- start 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceec1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01aaeb0 con 0x55dbceeb49a0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01ac320 con 0x55dbceeb52e0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16f01ab580 con 0x55dbceeba370 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16f7bce740 10 client.0 _ll_register_callbacks cb 0x7f16d8010dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16ee59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39380/0 (socket says 172.21.15.7:39380) 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16ee59c640 1 -- 172.21.15.7:0/1061533028 learned_addr learned my addr 172.21.15.7:0/1061533028 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16eed9d640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.211+0000 7f16edd9b640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceec1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 -- 172.21.15.7:0/1061533028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 msgr2=0x55dbceec4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 -- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 msgr2=0x55dbceec1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceec1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 -- 172.21.15.7:0/1061533028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbceec5200 con 0x55dbceeb49a0 2024-09-10T08:07:42.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16eed9d640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:42.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16edd9b640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceec1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:42.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16ee59c640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f16e000f690 tx=0x7f16e0009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3b2266e7b2c5c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:42.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.212+0000 7f16d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:42.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.213+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e002a030 con 0x55dbceeb49a0 2024-09-10T08:07:42.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.214+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f16e0019bc0 con 0x55dbceeb49a0 2024-09-10T08:07:42.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.214+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16d809aa20 con 0x55dbceeb49a0 2024-09-10T08:07:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.218+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f16e001e040 con 0x55dbceeb49a0 2024-09-10T08:07:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.219+0000 7f16f7bce740 10 client.20376 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.219+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55dbceec6480 con 0x55dbceeb49a0 2024-09-10T08:07:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16d809aa20 con 0x55dbceeb49a0 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f16e002e030 con 0x55dbceeb49a0 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 10 client.20376 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 10 client.20376 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 20 client.20376 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbcef37a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 4 client.20376 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:07:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.220+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dbcee1fd70 con 0x55dbceeca8a0 2024-09-10T08:07:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.221+0000 7f16edd9b640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbcef37a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.223+0000 7f16edd9b640 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbcef37a60 crc :-1 s=READY pgs=474 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdea2a54595cdda2 server_cookie=8cfb51a55b6f234 in_seq=0 out_seq=0 2024-09-10T08:07:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.223+0000 7f16d5ffb640 10 client.20376 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:42.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64093 6.66 MB/sec execute 404 sec latency 65.713 ms 2024-09-10T08:07:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.415+0000 7f16d5ffb640 1 -- 172.21.15.7:0/1061533028 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dbcee1fd70 con 0x55dbceeca8a0 2024-09-10T08:07:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.415+0000 7f16d5ffb640 10 client.20376 handle_command_reply: tid=0 2024-09-10T08:07:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.415+0000 7f16f7bce740 1 client.20376 shutdown 2024-09-10T08:07:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 msgr2=0x55dbceec1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f16e000f690 tx=0x7f16e0009780 comp rx=0 tx=0).stop 2024-09-10T08:07:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 shutdown_connections 2024-09-10T08:07:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55dbceeca8a0 0x55dbcef37a60 crc :-1 s=READY pgs=474 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55dbceeba370 0x55dbceec4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55dbceeb52e0 0x55dbceec1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 --2- 172.21.15.7:0/1061533028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55dbceeb49a0 0x55dbceec1690 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 >> 172.21.15.7:0/1061533028 conn(0x55dbceeb0010 msgr2=0x55dbceeae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16d5ffb640 0 client.20376 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 shutdown_connections 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.416+0000 7f16f7bce740 1 -- 172.21.15.7:0/1061533028 wait complete. 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.417+0000 7f16f7bce740 20 client.20376 trim_cache size 0 max 16384 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:07:42.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:07:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 msgr2=0x7f16dc0a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 0x7f16dc0a5140 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f16e8005ab0 tx=0x7f16e8005fd0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 msgr2=0x7f16f019a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:42.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 0x7f16f019a3b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16d800e9f0 tx=0x7f16d800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 shutdown_connections 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f16dc0a2c80 0x7f16dc0a5140 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16f0107860 0x7f16f01a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f16f0100120 0x7f16f019a3b0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 --2- 172.21.15.7:0/3740312308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16f00ff750 0x7f16f0199e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.418+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 >> 172.21.15.7:0/3740312308 conn(0x7f16f00fb500 msgr2=0x7f16f00fb8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.419+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 shutdown_connections 2024-09-10T08:07:42.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:42.419+0000 7f16f4e37640 1 -- 172.21.15.7:0/3740312308 wait complete. 2024-09-10T08:07:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:42 smithi007 ceph-mon[30879]: pgmap v1032: 129 pgs: 129 active+clean; 475 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.0 MiB/s wr, 236 op/s 2024-09-10T08:07:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:42 smithi110 ceph-mon[34417]: pgmap v1032: 129 pgs: 129 active+clean; 475 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.0 MiB/s wr, 236 op/s 2024-09-10T08:07:42.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:42 smithi145 ceph-mon[34766]: pgmap v1032: 129 pgs: 129 active+clean; 475 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 4.0 MiB/s wr, 236 op/s 2024-09-10T08:07:43.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64226 6.65 MB/sec execute 405 sec latency 145.938 ms 2024-09-10T08:07:44.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64412 6.66 MB/sec execute 406 sec latency 100.096 ms 2024-09-10T08:07:44.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:44 smithi007 ceph-mon[30879]: pgmap v1033: 129 pgs: 129 active+clean; 478 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 946 KiB/s rd, 4.9 MiB/s wr, 328 op/s 2024-09-10T08:07:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:44 smithi110 ceph-mon[34417]: pgmap v1033: 129 pgs: 129 active+clean; 478 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 946 KiB/s rd, 4.9 MiB/s wr, 328 op/s 2024-09-10T08:07:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:44 smithi145 ceph-mon[34766]: pgmap v1033: 129 pgs: 129 active+clean; 478 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 946 KiB/s rd, 4.9 MiB/s wr, 328 op/s 2024-09-10T08:07:45.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64600 6.67 MB/sec execute 407 sec latency 102.282 ms 2024-09-10T08:07:46.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64782 6.68 MB/sec execute 408 sec latency 95.953 ms 2024-09-10T08:07:46.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:46 smithi007 ceph-mon[30879]: pgmap v1034: 129 pgs: 129 active+clean; 475 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 4.2 MiB/s wr, 340 op/s 2024-09-10T08:07:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:46 smithi110 ceph-mon[34417]: pgmap v1034: 129 pgs: 129 active+clean; 475 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 4.2 MiB/s wr, 340 op/s 2024-09-10T08:07:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:46 smithi145 ceph-mon[34766]: pgmap v1034: 129 pgs: 129 active+clean; 475 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 4.2 MiB/s wr, 340 op/s 2024-09-10T08:07:47.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 64931 6.68 MB/sec execute 409 sec latency 67.527 ms 2024-09-10T08:07:48.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65123 6.70 MB/sec execute 410 sec latency 144.030 ms 2024-09-10T08:07:48.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:48 smithi007 ceph-mon[30879]: pgmap v1035: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.7 MiB/s wr, 285 op/s 2024-09-10T08:07:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:48 smithi110 ceph-mon[34417]: pgmap v1035: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.7 MiB/s wr, 285 op/s 2024-09-10T08:07:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:48 smithi145 ceph-mon[34766]: pgmap v1035: 129 pgs: 129 active+clean; 474 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.7 MiB/s wr, 285 op/s 2024-09-10T08:07:49.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65306 6.71 MB/sec execute 411 sec latency 66.620 ms 2024-09-10T08:07:50.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65492 6.72 MB/sec execute 412 sec latency 74.144 ms 2024-09-10T08:07:50.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:50 smithi007 ceph-mon[30879]: pgmap v1036: 129 pgs: 129 active+clean; 473 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-09-10T08:07:50.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:50 smithi110 ceph-mon[34417]: pgmap v1036: 129 pgs: 129 active+clean; 473 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-09-10T08:07:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:50 smithi145 ceph-mon[34766]: pgmap v1036: 129 pgs: 129 active+clean; 473 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-09-10T08:07:51.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65664 6.72 MB/sec execute 413 sec latency 86.941 ms 2024-09-10T08:07:52.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65812 6.72 MB/sec execute 414 sec latency 83.444 ms 2024-09-10T08:07:52.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:52 smithi007 ceph-mon[30879]: pgmap v1037: 129 pgs: 129 active+clean; 474 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:07:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:52 smithi110 ceph-mon[34417]: pgmap v1037: 129 pgs: 129 active+clean; 474 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:07:52.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:52 smithi145 ceph-mon[34766]: pgmap v1037: 129 pgs: 129 active+clean; 474 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.6 MiB/s wr, 324 op/s 2024-09-10T08:07:53.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 65980 6.72 MB/sec execute 415 sec latency 89.659 ms 2024-09-10T08:07:54.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66148 6.73 MB/sec execute 416 sec latency 153.951 ms 2024-09-10T08:07:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:54 smithi007 ceph-mon[30879]: pgmap v1038: 129 pgs: 129 active+clean; 480 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 4.5 MiB/s wr, 382 op/s 2024-09-10T08:07:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:54 smithi110 ceph-mon[34417]: pgmap v1038: 129 pgs: 129 active+clean; 480 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 4.5 MiB/s wr, 382 op/s 2024-09-10T08:07:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:54 smithi145 ceph-mon[34766]: pgmap v1038: 129 pgs: 129 active+clean; 480 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 4.5 MiB/s wr, 382 op/s 2024-09-10T08:07:55.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66285 6.73 MB/sec execute 417 sec latency 184.959 ms 2024-09-10T08:07:55.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 -- 172.21.15.7:0/1395531983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 msgr2=0x7ff5381031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/1395531983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff5381031d0 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009900 tx=0x7ff52c02a410 comp rx=0 tx=0).stop 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 -- 172.21.15.7:0/1395531983 shutdown_connections 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/1395531983 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538103710 0x7ff538109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/1395531983 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff5381031d0 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/1395531983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538101b60 0x7ff538101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 -- 172.21.15.7:0/1395531983 >> 172.21.15.7:0/1395531983 conn(0x7ff5380fd2e0 msgr2=0x7ff5380ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 -- 172.21.15.7:0/1395531983 shutdown_connections 2024-09-10T08:07:55.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.561+0000 7ff53ce4c640 1 -- 172.21.15.7:0/1395531983 wait complete. 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.562+0000 7ff53ce4c640 1 Processor -- start 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.562+0000 7ff53ce4c640 1 -- start start 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff538198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538103710 0x7ff53819f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff53810d670 con 0x7ff538102d50 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff53810d4f0 con 0x7ff538101b60 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53ce4c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff53810d7f0 con 0x7ff538103710 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff535d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff538198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51924/0 (socket says 172.21.15.7:51924) 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 -- 172.21.15.7:0/2966475212 learned_addr learned my addr 172.21.15.7:0/2966475212 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:55.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff535d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff538198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54460/0 (socket says 172.21.15.7:54460) 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff536d9d640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538103710 0x7ff53819f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 -- 172.21.15.7:0/2966475212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538103710 msgr2=0x7ff53819f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538103710 0x7ff53819f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 -- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 msgr2=0x7ff538198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff538198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 -- 172.21.15.7:0/2966475212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53819f940 con 0x7ff538101b60 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.563+0000 7ff53659c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff52800e9c0 tx=0x7ff52800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.564+0000 7ff5277fe640 1 -- 172.21.15.7:0/2966475212 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52800cd80 con 0x7ff538101b60 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.564+0000 7ff5277fe640 1 -- 172.21.15.7:0/2966475212 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5280035f0 con 0x7ff538101b60 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.564+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff538074480 con 0x7ff538101b60 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.564+0000 7ff5277fe640 1 -- 172.21.15.7:0/2966475212 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff528010690 con 0x7ff538101b60 2024-09-10T08:07:55.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.564+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5380749d0 con 0x7ff538101b60 2024-09-10T08:07:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.567+0000 7ff5277fe640 1 -- 172.21.15.7:0/2966475212 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7ff528004020 con 0x7ff538101b60 2024-09-10T08:07:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 Processor -- start 2024-09-10T08:07:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 -- start start 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff5277fe640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 0x7ff5200a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ad5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9ad8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5587f9a342f0 con 0x5587f9ad6370 2024-09-10T08:07:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5587f99dc270 con 0x5587f9ad09a0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5587f9a302b0 con 0x5587f9ad12e0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53659c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51938/0 (socket says 172.21.15.7:51938) 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff53659c640 1 -- 172.21.15.7:0/1926166685 learned_addr learned my addr 172.21.15.7:0/1926166685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff535d9b640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ad5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff536d9d640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 0x7ff5200a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.568+0000 7ff536d9d640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9ad8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 -- 172.21.15.7:0/1926166685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 msgr2=0x5587f9ad0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 -- 172.21.15.7:0/1926166685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 msgr2=0x5587f9ad8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9ad8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff5277fe640 1 -- 172.21.15.7:0/2966475212 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff5280cf960 con 0x7ff538101b60 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 -- 172.21.15.7:0/1926166685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587f99db340 con 0x5587f9ad12e0 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff53659c640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:07:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff535d9b640 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ad5da0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009230 tx=0x7ff52c005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89968975cddd3523 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff524ff9640 1 -- 172.21.15.7:0/1926166685 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c035030 con 0x5587f9ad12e0 2024-09-10T08:07:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff524ff9640 1 -- 172.21.15.7:0/1926166685 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff52c004030 con 0x5587f9ad12e0 2024-09-10T08:07:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.569+0000 7ff524ff9640 1 -- 172.21.15.7:0/1926166685 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c003a50 con 0x5587f9ad12e0 2024-09-10T08:07:55.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1926166685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 msgr2=0x5587f9ad5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ad5da0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009230 tx=0x7ff52c005dd0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff536d9d640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 0x7ff5200a50f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff530009fd0 tx=0x7ff5300091e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1926166685 shutdown_connections 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9ad8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ad5da0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1926166685 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9ad0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.570+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1926166685 >> 172.21.15.7:0/1926166685 conn(0x5587f9acc010 msgr2=0x5587f9acc410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1926166685 shutdown_connections 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1926166685 wait complete. 2024-09-10T08:07:55.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 -- start start 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 Processor -- start 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.571+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5587f9ad92e0 con 0x5587f9ad09a0 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5587f99bd290 con 0x5587f9ad6370 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5587f9ad9460 con 0x5587f9ad12e0 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54476/0 (socket says 172.21.15.7:54476) 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 -- 172.21.15.7:0/2299381334 learned_addr learned my addr 172.21.15.7:0/2299381334 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff535d9b640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff536d9d640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53fbe4740 10 client.0 _ll_register_callbacks cb 0x5587f99ee140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 -- 172.21.15.7:0/2299381334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 msgr2=0x5587f9adb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 -- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 msgr2=0x5587f9ae2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 -- 172.21.15.7:0/2299381334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587f9747210 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53659c640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7ff5280058c0 tx=0x7ff52809bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baa46e4497f7fb96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff51dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5280a1900 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff5280037a0 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.572+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff52c004030 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7ff528004310 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 10 client.20388 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5587f9813620 con 0x5587f9ad09a0 2024-09-10T08:07:55.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff528003b30 con 0x5587f9ad09a0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7ff5280a45a0 con 0x5587f9ad09a0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 10 client.20388 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 10 client.20388 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 20 client.20388 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9ae67d0 0x5587f9ae8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 4 client.20388 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff52c004030 con 0x5587f9ae67d0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.573+0000 7ff535d9b640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9ae67d0 0x5587f9ae8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.574+0000 7ff535d9b640 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9ae67d0 0x5587f9ae8c00 crc :-1 s=READY pgs=475 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ad5fd772291835a server_cookie=f2583e1e354f1964 in_seq=0 out_seq=0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.574+0000 7ff51dffb640 10 client.20388 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff51dffb640 1 -- 172.21.15.7:0/2299381334 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7ff52c004030 con 0x5587f9ae67d0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff51dffb640 10 client.20388 handle_command_reply: tid=0 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 client.20388 shutdown 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 msgr2=0x5587f9adabf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7ff5280058c0 tx=0x7ff52809bc50 comp rx=0 tx=0).stop 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 shutdown_connections 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9ae67d0 0x5587f9ae8c00 crc :-1 s=READY pgs=475 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/2299381334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adabf0 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 >> 172.21.15.7:0/2299381334 conn(0x5587f9acc010 msgr2=0x5587f9acd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff51dffb640 0 client.20388 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 shutdown_connections 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 1 -- 172.21.15.7:0/2299381334 wait complete. 2024-09-10T08:07:55.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.575+0000 7ff53fbe4740 20 client.20388 trim_cache size 0 max 16384 2024-09-10T08:07:55.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 Processor -- start 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 -- start start 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9accec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ae20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381aacd0 con 0x5587f9ad6370 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381a85a0 con 0x5587f9ad09a0 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381a6410 con 0x5587f9ad12e0 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff536d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff536d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54480/0 (socket says 172.21.15.7:54480) 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff536d9d640 1 -- 172.21.15.7:0/317485700 learned_addr learned my addr 172.21.15.7:0/317485700 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff535d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ae20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.600+0000 7ff53659c640 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9accec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 -- 172.21.15.7:0/317485700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 msgr2=0x5587f9ae20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ae20c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 -- 172.21.15.7:0/317485700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 msgr2=0x5587f9accec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9accec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 -- 172.21.15.7:0/317485700 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587f9ada730 con 0x5587f9ad6370 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff536d9d640 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7ff530012ac0 tx=0x7ff530009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb61f2652988571 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff51ffff640 1 -- 172.21.15.7:0/317485700 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff530012190 con 0x5587f9ad6370 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff51ffff640 1 -- 172.21.15.7:0/317485700 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff530010980 con 0x5587f9ad6370 2024-09-10T08:07:55.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.601+0000 7ff51ffff640 1 -- 172.21.15.7:0/317485700 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff530003ab0 con 0x5587f9ad6370 2024-09-10T08:07:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.602+0000 7ff53fbe4740 1 -- 172.21.15.7:0/317485700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 msgr2=0x5587f9acd400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.602+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7ff530012ac0 tx=0x7ff530009500 comp rx=0 tx=0).stop 2024-09-10T08:07:55.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 -- 172.21.15.7:0/317485700 shutdown_connections 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad6370 0x5587f9acd400 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9ae20c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/317485700 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad09a0 0x5587f9accec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 -- 172.21.15.7:0/317485700 >> 172.21.15.7:0/317485700 conn(0x5587f9acc010 msgr2=0x5587f9ada9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.603+0000 7ff53fbe4740 1 -- 172.21.15.7:0/317485700 shutdown_connections 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.604+0000 7ff53fbe4740 1 -- 172.21.15.7:0/317485700 wait complete. 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.604+0000 7ff53fbe4740 1 -- start start 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.604+0000 7ff53fbe4740 1 Processor -- start 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.604+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adfb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381a6a60 con 0x5587f9ad09a0 2024-09-10T08:07:55.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381a7ed0 con 0x5587f9ad6370 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5381a7130 con 0x5587f9ad12e0 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53fbe4740 10 client.0 _ll_register_callbacks cb 0x7ff528003d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff535d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adfb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff535d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adfb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:59114/0 (socket says 172.21.15.7:59114) 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff535d9b640 1 -- 172.21.15.7:0/1900974729 learned_addr learned my addr 172.21.15.7:0/1900974729 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:07:55.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff53659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 -- 172.21.15.7:0/1900974729 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 msgr2=0x5587f9adfb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adfb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 -- 172.21.15.7:0/1900974729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 msgr2=0x5587f9adf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.605+0000 7ff536d9d640 1 -- 172.21.15.7:0/1900974729 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587f9ae1120 con 0x5587f9ad6370 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.606+0000 7ff536d9d640 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae0b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7ff530012ac0 tx=0x7ff530004c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df93978027340278 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.606+0000 7ff51dffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:07:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.606+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff530012190 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.606+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7ff530011e00 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.606+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff530010980 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.607+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7ff53003a050 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.607+0000 7ff53fbe4740 10 client.29408 fetch_fsmap learned FSMap version 42 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.607+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5587f9ae2430 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.607+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff530010980 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7ff53002a480 con 0x5587f9ad6370 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 10 client.29408 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 10 client.29408 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 20 client.29408 populate_metadata read hostname 'smithi007' 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9b51bb0 0x5587f9b53fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 4 client.29408 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:07:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.608+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5587f9a41a20 con 0x5587f9b51bb0 2024-09-10T08:07:55.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.609+0000 7ff53659c640 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9b51bb0 0x5587f9b53fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:55.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.609+0000 7ff51dffb640 10 client.29408 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:55.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.609+0000 7ff53659c640 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9b51bb0 0x5587f9b53fd0 crc :-1 s=READY pgs=476 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=874a53c0a45a0d76 server_cookie=e90af616791c672f in_seq=0 out_seq=0 2024-09-10T08:07:55.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.735+0000 7ff51dffb640 1 -- 172.21.15.7:0/1900974729 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5587f9a41a20 con 0x5587f9b51bb0 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.735+0000 7ff51dffb640 10 client.29408 handle_command_reply: tid=0 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.735+0000 7ff53fbe4740 1 client.29408 shutdown 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.735+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 msgr2=0x5587f9ae0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.735+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae0b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7ff530012ac0 tx=0x7ff530004c30 comp rx=0 tx=0).stop 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 shutdown_connections 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5587f9b51bb0 0x5587f9b53fd0 crc :-1 s=READY pgs=476 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5587f9ad6370 0x5587f9ae0b10 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5587f9ad12e0 0x5587f9adfb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff51dffb640 0 client.29408 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 --2- 172.21.15.7:0/1900974729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5587f9ad09a0 0x5587f9adf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 >> 172.21.15.7:0/1900974729 conn(0x5587f9acc010 msgr2=0x5587f9aca9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 shutdown_connections 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 1 -- 172.21.15.7:0/1900974729 wait complete. 2024-09-10T08:07:55.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.736+0000 7ff53fbe4740 20 client.29408 trim_cache size 0 max 16384 2024-09-10T08:07:55.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:07:55.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:07:55.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:07:55.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:07:55.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 msgr2=0x7ff5200a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 0x7ff5200a50f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff530009fd0 tx=0x7ff5300091e0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 msgr2=0x7ff538197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff52800e9c0 tx=0x7ff52800ee80 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 shutdown_connections 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7ff5200a2c30 0x7ff5200a50f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff538103710 0x7ff53819f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff538102d50 0x7ff538198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 --2- 172.21.15.7:0/2966475212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff538101b60 0x7ff538197d30 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 >> 172.21.15.7:0/2966475212 conn(0x7ff5380fd2e0 msgr2=0x7ff538106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 shutdown_connections 2024-09-10T08:07:55.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:07:55.737+0000 7ff53ce4c640 1 -- 172.21.15.7:0/2966475212 wait complete. 2024-09-10T08:07:56.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66425 6.74 MB/sec execute 418 sec latency 138.304 ms 2024-09-10T08:07:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:56 smithi007 ceph-mon[30879]: pgmap v1039: 129 pgs: 129 active+clean; 483 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.8 MiB/s wr, 305 op/s 2024-09-10T08:07:56.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:56 smithi110 ceph-mon[34417]: pgmap v1039: 129 pgs: 129 active+clean; 483 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.8 MiB/s wr, 305 op/s 2024-09-10T08:07:56.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:56 smithi145 ceph-mon[34766]: pgmap v1039: 129 pgs: 129 active+clean; 483 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.8 MiB/s wr, 305 op/s 2024-09-10T08:07:57.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66597 6.76 MB/sec execute 419 sec latency 68.822 ms 2024-09-10T08:07:58.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66783 6.77 MB/sec execute 420 sec latency 65.689 ms 2024-09-10T08:07:58.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:07:58 smithi110 ceph-mon[34417]: pgmap v1040: 129 pgs: 129 active+clean; 484 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 632 KiB/s rd, 3.8 MiB/s wr, 270 op/s 2024-09-10T08:07:58.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:07:58 smithi145 ceph-mon[34766]: pgmap v1040: 129 pgs: 129 active+clean; 484 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 632 KiB/s rd, 3.8 MiB/s wr, 270 op/s 2024-09-10T08:07:58.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:07:58 smithi007 ceph-mon[30879]: pgmap v1040: 129 pgs: 129 active+clean; 484 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 632 KiB/s rd, 3.8 MiB/s wr, 270 op/s 2024-09-10T08:07:59.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 66955 6.77 MB/sec execute 421 sec latency 89.857 ms 2024-09-10T08:08:00.308 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67099 6.76 MB/sec execute 422 sec latency 127.722 ms 2024-09-10T08:08:00.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:00 smithi110 ceph-mon[34417]: pgmap v1041: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 5.4 MiB/s wr, 368 op/s 2024-09-10T08:08:00.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:00 smithi145 ceph-mon[34766]: pgmap v1041: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 5.4 MiB/s wr, 368 op/s 2024-09-10T08:08:00.855 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:00 smithi007 ceph-mon[30879]: pgmap v1041: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 5.4 MiB/s wr, 368 op/s 2024-09-10T08:08:01.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67242 6.75 MB/sec execute 423 sec latency 99.542 ms 2024-09-10T08:08:02.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67392 6.76 MB/sec execute 424 sec latency 87.556 ms 2024-09-10T08:08:02.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:02 smithi110 ceph-mon[34417]: pgmap v1042: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:08:02.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:02 smithi145 ceph-mon[34766]: pgmap v1042: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:08:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:02 smithi007 ceph-mon[30879]: pgmap v1042: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-10T08:08:03.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67562 6.77 MB/sec execute 425 sec latency 111.269 ms 2024-09-10T08:08:04.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67766 6.80 MB/sec execute 426 sec latency 79.384 ms 2024-09-10T08:08:04.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:04 smithi007 ceph-mon[30879]: pgmap v1043: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.4 MiB/s wr, 283 op/s 2024-09-10T08:08:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:04 smithi110 ceph-mon[34417]: pgmap v1043: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.4 MiB/s wr, 283 op/s 2024-09-10T08:08:04.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:04 smithi145 ceph-mon[34766]: pgmap v1043: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.4 MiB/s wr, 283 op/s 2024-09-10T08:08:05.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 67942 6.81 MB/sec execute 427 sec latency 63.321 ms 2024-09-10T08:08:05.695 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 15.3 2024-09-10T08:08:05.696 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:08:06.092 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:06.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68089 6.80 MB/sec execute 428 sec latency 74.856 ms 2024-09-10T08:08:06.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:06 smithi007 ceph-mon[30879]: pgmap v1044: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 3.9 MiB/s wr, 264 op/s 2024-09-10T08:08:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:06 smithi110 ceph-mon[34417]: pgmap v1044: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 3.9 MiB/s wr, 264 op/s 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/919392208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102570 msgr2=0x7f2cec1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/919392208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102570 0x7f2cec1029b0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009900 tx=0x7f2ce002a480 comp rx=0 tx=0).stop 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/919392208 shutdown_connections 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/919392208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec102ef0 0x7f2cec10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/919392208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102570 0x7f2cec1029b0 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/919392208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec100e20 0x7f2cec101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/919392208 >> 172.21.15.7:0/919392208 conn(0x7f2cec0fc7d0 msgr2=0x7f2cec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/919392208 shutdown_connections 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.658+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/919392208 wait complete. 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 Processor -- start 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 -- start start 2024-09-10T08:08:06.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec102570 0x7f2cec198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102ef0 0x7f2cec19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec06a540 con 0x7f2cec102ef0 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec06a3c0 con 0x7f2cec100e20 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cf0fc5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec06a6c0 con 0x7f2cec102570 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cea59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cea59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42418/0 (socket says 172.21.15.7:42418) 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.659+0000 7f2cea59c640 1 -- 172.21.15.7:0/606936953 learned_addr learned my addr 172.21.15.7:0/606936953 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cead9d640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102ef0 0x7f2cec19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2ce9d9b640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec102570 0x7f2cec198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:06.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 -- 172.21.15.7:0/606936953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec102570 msgr2=0x7f2cec198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec102570 0x7f2cec198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 -- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102ef0 msgr2=0x7f2cec19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102ef0 0x7f2cec19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 -- 172.21.15.7:0/606936953 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cec19d3c0 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cea59c640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc00eb90 tx=0x7f2cdc00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc004b20 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.660+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cdc004cc0 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.661+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc010690 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.661+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cec19d6b0 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.661+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cec110860 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.663+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cec1021b0 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.663+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2cdc005020 con 0x7f2cec100e20 2024-09-10T08:08:06.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.664+0000 7f2cdb7fe640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 0x7f2cd40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:06.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.665+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2cdc0cfa10 con 0x7f2cec100e20 2024-09-10T08:08:06.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.665+0000 7f2ce9d9b640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 0x7f2cd40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:06.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.665+0000 7f2ce9d9b640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 0x7f2cd40a50c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2cec106fc0 tx=0x7f2ce0005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:06.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:06.669+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2cdc09c5d0 con 0x7f2cec100e20 2024-09-10T08:08:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:06 smithi145 ceph-mon[34766]: pgmap v1044: 129 pgs: 129 active+clean; 483 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 3.9 MiB/s wr, 264 op/s 2024-09-10T08:08:07.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.050+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2cec1997a0 con 0x7f2cec100e20 2024-09-10T08:08:07.050 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:08:07.050 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:08:07.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.050+0000 7f2cdb7fe640 1 -- 172.21.15.7:0/606936953 <== mon.2 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f2cec1997a0 con 0x7f2cec100e20 2024-09-10T08:08:07.051 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:08:07.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 msgr2=0x7f2cd40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:07.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 0x7f2cd40a50c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2cec106fc0 tx=0x7f2ce0005a20 comp rx=0 tx=0).stop 2024-09-10T08:08:07.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 msgr2=0x7f2cec198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:07.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc00eb90 tx=0x7f2cdc00ef90 comp rx=0 tx=0).stop 2024-09-10T08:08:07.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 shutdown_connections 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2cd40a2c00 0x7f2cd40a50c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2cec102ef0 0x7f2cec19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cec102570 0x7f2cec198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.054+0000 7f2cf0fc5640 1 --2- 172.21.15.7:0/606936953 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cec100e20 0x7f2cec198410 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.055+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 >> 172.21.15.7:0/606936953 conn(0x7f2cec0fc7d0 msgr2=0x7f2cec105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.055+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 shutdown_connections 2024-09-10T08:08:07.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:07.055+0000 7f2cf0fc5640 1 -- 172.21.15.7:0/606936953 wait complete. 2024-09-10T08:08:07.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68223 6.80 MB/sec execute 429 sec latency 133.133 ms 2024-09-10T08:08:07.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:07 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/606936953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:07.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:07 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/606936953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:07.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:07 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/606936953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:08.006 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 135.3 --await-for 45.0' 2024-09-10T08:08:08.006 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 135.3 --await-for 45.0 2024-09-10T08:08:08.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68374 6.79 MB/sec execute 430 sec latency 75.591 ms 2024-09-10T08:08:08.398 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:08 smithi110 ceph-mon[34417]: pgmap v1045: 129 pgs: 129 active+clean; 482 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-10T08:08:08.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:08 smithi007 ceph-mon[30879]: pgmap v1045: 129 pgs: 129 active+clean; 482 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-10T08:08:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:08 smithi145 ceph-mon[34766]: pgmap v1045: 129 pgs: 129 active+clean; 482 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 -- 172.21.15.7:0/4015697339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330103d70 msgr2=0x7f8330104170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 --2- 172.21.15.7:0/4015697339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330103d70 0x7f8330104170 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f8320009900 tx=0x7f832002a410 comp rx=0 tx=0).stop 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 -- 172.21.15.7:0/4015697339 shutdown_connections 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 --2- 172.21.15.7:0/4015697339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330105920 0x7f833010c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 --2- 172.21.15.7:0/4015697339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330104f60 0x7f83301053e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 --2- 172.21.15.7:0/4015697339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330103d70 0x7f8330104170 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 -- 172.21.15.7:0/4015697339 >> 172.21.15.7:0/4015697339 conn(0x7f83300ff4d0 msgr2=0x7f8330101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 -- 172.21.15.7:0/4015697339 shutdown_connections 2024-09-10T08:08:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.899+0000 7f8334b11640 1 -- 172.21.15.7:0/4015697339 wait complete. 2024-09-10T08:08:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 Processor -- start 2024-09-10T08:08:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 -- start start 2024-09-10T08:08:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330103d70 0x7f833019e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330105920 0x7f83301a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8330076c40 con 0x7f8330104f60 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8330076ac0 con 0x7f8330105920 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.900+0000 7f8334b11640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8330076dc0 con 0x7f8330103d70 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58288/0 (socket says 172.21.15.7:58288) 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 -- 172.21.15.7:0/823764675 learned_addr learned my addr 172.21.15.7:0/823764675 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832ed9d640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330105920 0x7f83301a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832e59c640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330103d70 0x7f833019e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 -- 172.21.15.7:0/823764675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330103d70 msgr2=0x7f833019e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330103d70 0x7f833019e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 -- 172.21.15.7:0/823764675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330105920 msgr2=0x7f83301a58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330105920 0x7f83301a58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 -- 172.21.15.7:0/823764675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83301a5f40 con 0x7f8330104f60 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f832dd9b640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f832400e9f0 tx=0x7f832400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f831f7fe640 1 -- 172.21.15.7:0/823764675 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832400cd80 con 0x7f8330104f60 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f831f7fe640 1 -- 172.21.15.7:0/823764675 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83240108e0 con 0x7f8330104f60 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83301a6230 con 0x7f8330104f60 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.901+0000 7f831f7fe640 1 -- 172.21.15.7:0/823764675 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324018880 con 0x7f8330104f60 2024-09-10T08:08:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.902+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83301a67d0 con 0x7f8330104f60 2024-09-10T08:08:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.904+0000 7f831f7fe640 1 -- 172.21.15.7:0/823764675 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8324010a90 con 0x7f8330104f60 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 Processor -- start 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f831f7fe640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 0x7f83180a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 -- start start 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f831f7fe640 1 -- 172.21.15.7:0/823764675 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f83240cf7c0 con 0x7f8330104f60 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abeb3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5598abe0f2f0 con 0x5598abeac2e0 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5598abdb7270 con 0x5598abeb1370 2024-09-10T08:08:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f83378aa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5598abe0b2b0 con 0x5598abeab9a0 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f832ed9d640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 0x7f83180a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f832e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.906+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34660/0 (socket says 172.21.15.7:34660) 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58302/0 (socket says 172.21.15.7:58302) 2024-09-10T08:08:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 -- 172.21.15.7:0/2005324610 learned_addr learned my addr 172.21.15.7:0/2005324610 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832ed9d640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abeb3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 -- 172.21.15.7:0/2005324610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 msgr2=0x5598abeb3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abeb3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 -- 172.21.15.7:0/2005324610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 msgr2=0x5598abeb0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 -- 172.21.15.7:0/2005324610 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598abdb6340 con 0x5598abeab9a0 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832ed9d640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abeb3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832dd9b640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832ed9d640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 0x7f83180a5170 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f8328005fd0 tx=0x7f8328009f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.907+0000 7f832e59c640 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8320006010 tx=0x7f8320004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=953b9d94a4e0ef0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.908+0000 7f831cff9640 1 -- 172.21.15.7:0/2005324610 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320035030 con 0x5598abeab9a0 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.908+0000 7f831cff9640 1 -- 172.21.15.7:0/2005324610 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8320040070 con 0x5598abeab9a0 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.908+0000 7f831cff9640 1 -- 172.21.15.7:0/2005324610 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320031940 con 0x5598abeab9a0 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- 172.21.15.7:0/2005324610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 msgr2=0x5598abeabda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8320006010 tx=0x7f8320004040 comp rx=0 tx=0).stop 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- 172.21.15.7:0/2005324610 shutdown_connections 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abeb3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abeb0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 --2- 172.21.15.7:0/2005324610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeabda0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- 172.21.15.7:0/2005324610 >> 172.21.15.7:0/2005324610 conn(0x5598abea7010 msgr2=0x5598abea7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- 172.21.15.7:0/2005324610 shutdown_connections 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- 172.21.15.7:0/2005324610 wait complete. 2024-09-10T08:08:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.909+0000 7f83378aa740 1 -- start start 2024-09-10T08:08:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 Processor -- start 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abeb60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5598abeb4380 con 0x5598abeb1370 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5598abd98290 con 0x5598abeab9a0 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5598abeb4500 con 0x5598abeac2e0 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f83378aa740 10 client.0 _ll_register_callbacks cb 0x5598abdc9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abeb60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42452/0 (socket says 172.21.15.7:42452) 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 -- 172.21.15.7:0/1049316625 learned_addr learned my addr 172.21.15.7:0/1049316625 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832ed9d640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 -- 172.21.15.7:0/1049316625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 msgr2=0x5598abeb60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abeb60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.910+0000 7f832e59c640 1 -- 172.21.15.7:0/1049316625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 msgr2=0x5598abebd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f832e59c640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebd120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f832e59c640 1 -- 172.21.15.7:0/1049316625 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598abb22210 con 0x5598abeab9a0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f832dd9b640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abeb60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f832e59c640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8320004010 tx=0x7f8320004460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7f7cafa3a8249ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f8315ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:08:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320052060 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8320040070 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8320003a00 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f8320059050 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f83378aa740 10 client.29423 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.911+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5598abbee620 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8320040070 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f8320045600 con 0x5598abeab9a0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 10 client.29423 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 10 client.29423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 20 client.29423 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abec1390 0x5598abec3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 4 client.29423 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f832dd9b640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abec1390 0x5598abec3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.912+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598abe1ca20 con 0x5598abec1390 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.913+0000 7f832dd9b640 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abec1390 0x5598abec3780 crc :-1 s=READY pgs=477 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b4e03991065155b server_cookie=350355430798a80b in_seq=0 out_seq=0 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.913+0000 7f8315ffb640 10 client.29423 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.913+0000 7f8315ffb640 1 -- 172.21.15.7:0/1049316625 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5598abe1ca20 con 0x5598abec1390 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.913+0000 7f8315ffb640 10 client.29423 handle_command_reply: tid=0 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.913+0000 7f83378aa740 1 client.29423 shutdown 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 msgr2=0x5598abeb5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8320004010 tx=0x7f8320004460 comp rx=0 tx=0).stop 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 shutdown_connections 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abec1390 0x5598abec3780 crc :-1 s=READY pgs=477 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abeb60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f8315ffb640 0 client.29423 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 --2- 172.21.15.7:0/1049316625 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeb5ba0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 >> 172.21.15.7:0/1049316625 conn(0x5598abea7010 msgr2=0x5598abea8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 shutdown_connections 2024-09-10T08:08:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 1 -- 172.21.15.7:0/1049316625 wait complete. 2024-09-10T08:08:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.914+0000 7f83378aa740 20 client.29423 trim_cache size 0 max 16384 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 Processor -- start 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 -- start start 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeb5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abea8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83301b3480 con 0x5598abeac2e0 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f83301b0d50 con 0x5598abeb1370 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f83378aa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83301aebc0 con 0x5598abeab9a0 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f832dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58326/0 (socket says 172.21.15.7:58326) 2024-09-10T08:08:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f832e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeb5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f832dd9b640 1 -- 172.21.15.7:0/3735984276 learned_addr learned my addr 172.21.15.7:0/3735984276 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.934+0000 7f832ed9d640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abea8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 -- 172.21.15.7:0/3735984276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 msgr2=0x5598abeb5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeb5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 -- 172.21.15.7:0/3735984276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 msgr2=0x5598abebd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 -- 172.21.15.7:0/3735984276 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598abeac7c0 con 0x5598abeb1370 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832e59c640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeb5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832dd9b640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f832ed9d640 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abea8400 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8328011ca0 tx=0x7f8328009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8739f76c40601f78 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f8317fff640 1 -- 172.21.15.7:0/3735984276 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328017040 con 0x5598abeb1370 2024-09-10T08:08:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f8317fff640 1 -- 172.21.15.7:0/3735984276 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8328019050 con 0x5598abeb1370 2024-09-10T08:08:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.935+0000 7f8317fff640 1 -- 172.21.15.7:0/3735984276 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83280278b0 con 0x5598abeb1370 2024-09-10T08:08:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 -- 172.21.15.7:0/3735984276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 msgr2=0x5598abea8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abea8400 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8328011ca0 tx=0x7f8328009500 comp rx=0 tx=0).stop 2024-09-10T08:08:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 -- 172.21.15.7:0/3735984276 shutdown_connections 2024-09-10T08:08:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeb1370 0x5598abea8400 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeac2e0 0x5598abebd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 --2- 172.21.15.7:0/3735984276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeab9a0 0x5598abeb5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.936+0000 7f83378aa740 1 -- 172.21.15.7:0/3735984276 >> 172.21.15.7:0/3735984276 conn(0x5598abea7010 msgr2=0x5598abea61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- 172.21.15.7:0/3735984276 shutdown_connections 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- 172.21.15.7:0/3735984276 wait complete. 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- start start 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 Processor -- start 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abebabb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83301af210 con 0x5598abeb1370 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f83301b0680 con 0x5598abeab9a0 2024-09-10T08:08:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83301af8e0 con 0x5598abeac2e0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.937+0000 7f83378aa740 10 client.0 _ll_register_callbacks cb 0x7f8324097800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42470/0 (socket says 172.21.15.7:42470) 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 -- 172.21.15.7:0/2825534390 learned_addr learned my addr 172.21.15.7:0/2825534390 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832ed9d640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832dd9b640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abebabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 -- 172.21.15.7:0/2825534390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 msgr2=0x5598abebabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abebabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 -- 172.21.15.7:0/2825534390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 msgr2=0x5598abebbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 -- 172.21.15.7:0/2825534390 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598abebc1d0 con 0x5598abeab9a0 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832dd9b640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abebabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f832e59c640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8320000c00 tx=0x7f8320045e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7f03771b7d278e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f8315ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320052070 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.938+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8320003800 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8328019050 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f8320035070 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 10 client.29429 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5598abf2bf30 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8328019050 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f83200319a0 con 0x5598abeab9a0 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 10 client.29429 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 10 client.29429 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 20 client.29429 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abf2c760 0x5598abf2eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:08.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 4 client.29429 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:08:08.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5598abe16d70 con 0x5598abf2c760 2024-09-10T08:08:08.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.939+0000 7f832dd9b640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abf2c760 0x5598abf2eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:08.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.940+0000 7f832dd9b640 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abf2c760 0x5598abf2eb50 crc :-1 s=READY pgs=478 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e78b4db3370ace62 server_cookie=8be74517493718b2 in_seq=0 out_seq=0 2024-09-10T08:08:08.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:08.940+0000 7f8315ffb640 10 client.29429 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:08.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.990+0000 7f17c2128640 1 -- 172.21.15.7:0/3317825884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102570 msgr2=0x7f17bc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:08.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.990+0000 7f17c2128640 1 --2- 172.21.15.7:0/3317825884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102570 0x7f17bc1029b0 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f17ac00d910 tx=0x7f17ac02e650 comp rx=0 tx=0).stop 2024-09-10T08:08:08.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.991+0000 7f17c2128640 1 -- 172.21.15.7:0/3317825884 shutdown_connections 2024-09-10T08:08:08.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.991+0000 7f17c2128640 1 --2- 172.21.15.7:0/3317825884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc102ef0 0x7f17bc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.991+0000 7f17c2128640 1 --2- 172.21.15.7:0/3317825884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102570 0x7f17bc1029b0 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.991+0000 7f17c2128640 1 --2- 172.21.15.7:0/3317825884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f17bc100e20 0x7f17bc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:08.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.991+0000 7f17c2128640 1 -- 172.21.15.7:0/3317825884 >> 172.21.15.7:0/3317825884 conn(0x7f17bc0fc7d0 msgr2=0x7f17bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:08.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.994+0000 7f17c2128640 1 -- 172.21.15.7:0/3317825884 shutdown_connections 2024-09-10T08:08:08.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.995+0000 7f17c2128640 1 -- 172.21.15.7:0/3317825884 wait complete. 2024-09-10T08:08:09.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:08.996+0000 7f17c2128640 1 Processor -- start 2024-09-10T08:08:09.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.000+0000 7f17c2128640 1 -- start start 2024-09-10T08:08:09.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f17bc102570 0x7f17bc06da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102ef0 0x7f17bc06dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc06c510 con 0x7f17bc102ef0 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc06c390 con 0x7f17bc102570 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17c2128640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc06c690 con 0x7f17bc100e20 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:34698/0 (socket says 172.21.15.7:34698) 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.001+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3087664251 learned_addr learned my addr 172.21.15.7:0/3087664251 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:09.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3087664251 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f17bc102570 msgr2=0x7f17bc06da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f17bc102570 0x7f17bc06da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102ef0 msgr2=0x7f17bc06dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102ef0 0x7f17bc06dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3087664251 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17bc06e570 con 0x7f17bc100e20 2024-09-10T08:08:09.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.002+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f17b000b480 tx=0x7f17b000b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.006+0000 7f17b8ff9640 1 -- 172.21.15.7:0/3087664251 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b0014070 con 0x7f17bc100e20 2024-09-10T08:08:09.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.006+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17bc06e860 con 0x7f17bc100e20 2024-09-10T08:08:09.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.006+0000 7f17b8ff9640 1 -- 172.21.15.7:0/3087664251 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17b0010d20 con 0x7f17bc100e20 2024-09-10T08:08:09.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.006+0000 7f17b8ff9640 1 -- 172.21.15.7:0/3087664251 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b0017360 con 0x7f17bc100e20 2024-09-10T08:08:09.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.006+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17bc1b3e30 con 0x7f17bc100e20 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.010+0000 7f17c4501740 1 Processor -- start 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.010+0000 7f17c4501740 1 -- start start 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43538b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa43545d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fa4349e2a0 con 0x55fa43538760 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fa43445b10 con 0x55fa43539080 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17c4501740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fa4349a260 con 0x55fa43543940 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42508/0 (socket says 172.21.15.7:42508) 2024-09-10T08:08:09.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.011+0000 7f17bb7fe640 1 -- 172.21.15.7:0/2158287581 learned_addr learned my addr 172.21.15.7:0/2158287581 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.012+0000 7f17baffd640 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa43545d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.012+0000 7f17bbfff640 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43538b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.012+0000 7f17bb7fe640 1 -- 172.21.15.7:0/2158287581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 msgr2=0x55fa43545d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.012+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa43545d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.012+0000 7f17bb7fe640 1 -- 172.21.15.7:0/2158287581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 msgr2=0x55fa43538b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.013+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43538b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.013+0000 7f17bb7fe640 1 -- 172.21.15.7:0/2158287581 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa4320fb90 con 0x55fa43539080 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.015+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f17b000be40 tx=0x7f17b000f5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a4525679a227bab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.015+0000 7f17b8ff9640 1 -- 172.21.15.7:0/3087664251 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f17b0017070 con 0x7f17bc100e20 2024-09-10T08:08:09.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.016+0000 7f17b8ff9640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 0x7f17a40a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.016+0000 7f17b8ff9640 1 -- 172.21.15.7:0/3087664251 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f17b00d0030 con 0x7f17bc100e20 2024-09-10T08:08:09.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.016+0000 7f17bbfff640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 0x7f17a40a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.017+0000 7f17a1ffb640 1 -- 172.21.15.7:0/2158287581 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b00d6070 con 0x55fa43539080 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.017+0000 7f17a1ffb640 1 -- 172.21.15.7:0/2158287581 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17b009cdb0 con 0x55fa43539080 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 -- 172.21.15.7:0/2158287581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 msgr2=0x55fa43543400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f17b000be40 tx=0x7f17b000f5b0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17bbfff640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 0x7f17a40a5180 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f17b400acc0 tx=0x7f17b400a350 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 -- 172.21.15.7:0/2158287581 shutdown_connections 2024-09-10T08:08:09.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa43545d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa43543400 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 --2- 172.21.15.7:0/2158287581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43538b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 -- 172.21.15.7:0/2158287581 >> 172.21.15.7:0/2158287581 conn(0x55fa43534cf0 msgr2=0x55fa435350d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.018+0000 7f17c4501740 1 -- 172.21.15.7:0/2158287581 shutdown_connections 2024-09-10T08:08:09.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.021+0000 7f17c4501740 1 -- 172.21.15.7:0/2158287581 wait complete. 2024-09-10T08:08:09.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.022+0000 7f17c4501740 1 -- start start 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.022+0000 7f17c4501740 1 Processor -- start 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa43540c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43543940 0x55fa435411c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fa43546510 con 0x55fa43543940 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55fa434266e0 con 0x55fa43538760 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55fa43546690 con 0x55fa43539080 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17c4501740 10 client.0 _ll_register_callbacks cb 0x55fa4344aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:42520/0 (socket says 172.21.15.7:42520) 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17bb7fe640 1 -- 172.21.15.7:0/134938240 learned_addr learned my addr 172.21.15.7:0/134938240 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.023+0000 7f17baffd640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa43540c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 -- 172.21.15.7:0/134938240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 msgr2=0x55fa43540c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa43540c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 -- 172.21.15.7:0/134938240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43543940 msgr2=0x55fa435411c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43543940 0x55fa435411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 -- 172.21.15.7:0/134938240 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa435609c0 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f17b00a0c20 tx=0x7f17b000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7a24fd923cb3185 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.024+0000 7f179affd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b00d6030 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17b009cdb0 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f17b00d16c0 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f17b001e070 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f17c4501740 10 client.29435 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.025+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55fa435632f0 con 0x55fa43538760 2024-09-10T08:08:09.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17b009cdb0 con 0x55fa43538760 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f17b009c9a0 con 0x55fa43538760 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 10 client.29435 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 10 client.29435 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 20 client.29435 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa43564930 0x55fa43566d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 4 client.29435 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa434ab9d0 con 0x55fa43564930 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.026+0000 7f17baffd640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa43564930 0x55fa43566d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.027+0000 7f17baffd640 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa43564930 0x55fa43566d60 crc :-1 s=READY pgs=479 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb9523a68a5d4f3b server_cookie=dcf675e27d946e1d in_seq=0 out_seq=0 2024-09-10T08:08:09.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.027+0000 7f179affd640 10 client.29435 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:09.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.033+0000 7f179affd640 1 -- 172.21.15.7:0/134938240 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fa434ab9d0 con 0x55fa43564930 2024-09-10T08:08:09.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.033+0000 7f179affd640 10 client.29435 handle_command_reply: tid=0 2024-09-10T08:08:09.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.033+0000 7f17c4501740 1 client.29435 shutdown 2024-09-10T08:08:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 msgr2=0x55fa43540740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f17b00a0c20 tx=0x7f17b000f3c0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 shutdown_connections 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa43564930 0x55fa43566d60 crc :-1 s=READY pgs=479 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43543940 0x55fa435411c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa43540c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 --2- 172.21.15.7:0/134938240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43538760 0x55fa43540740 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 >> 172.21.15.7:0/134938240 conn(0x55fa43534cf0 msgr2=0x55fa4353aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.039+0000 7f179affd640 0 client.29435 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.040+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 shutdown_connections 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.040+0000 7f17c4501740 1 -- 172.21.15.7:0/134938240 wait complete. 2024-09-10T08:08:09.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.040+0000 7f17c4501740 20 client.29435 trim_cache size 0 max 16384 2024-09-10T08:08:09.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.072+0000 7f17c4501740 1 Processor -- start 2024-09-10T08:08:09.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.072+0000 7f17c4501740 1 -- start start 2024-09-10T08:08:09.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17c4501740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17c4501740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa4356c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58394/0 (socket says 172.21.15.7:58394) 2024-09-10T08:08:09.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3049611871 learned_addr learned my addr 172.21.15.7:0/3049611871 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:09.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.073+0000 7f17c4501740 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa4356cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b7da0 con 0x55fa43538760 2024-09-10T08:08:09.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b5670 con 0x55fa43539080 2024-09-10T08:08:09.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bbfff640 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa4356cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17baffd640 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa4356c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b2ee0 con 0x55fa43543940 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3049611871 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 msgr2=0x55fa4356cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa4356cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3049611871 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 msgr2=0x55fa4356c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa4356c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.074+0000 7f17bb7fe640 1 -- 172.21.15.7:0/3049611871 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa43534b20 con 0x55fa43538760 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.075+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f17b0012040 tx=0x7f17b000f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c713fa1cc4dc0a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.075+0000 7f17a17fa640 1 -- 172.21.15.7:0/3049611871 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b00d6020 con 0x55fa43538760 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.075+0000 7f17a17fa640 1 -- 172.21.15.7:0/3049611871 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17b009cdb0 con 0x55fa43538760 2024-09-10T08:08:09.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.075+0000 7f17a17fa640 1 -- 172.21.15.7:0/3049611871 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b009cb50 con 0x55fa43538760 2024-09-10T08:08:09.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 msgr2=0x55fa43542610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f17b0012040 tx=0x7f17b000f5b0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 shutdown_connections 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43543940 0x55fa4356cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43539080 0x55fa4356c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 --2- 172.21.15.7:0/3049611871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa43542610 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.076+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 >> 172.21.15.7:0/3049611871 conn(0x55fa43534cf0 msgr2=0x55fa4353f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.077+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 shutdown_connections 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.077+0000 7f17c4501740 1 -- 172.21.15.7:0/3049611871 wait complete. 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.077+0000 7f17c4501740 1 -- start start 2024-09-10T08:08:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.077+0000 7f17c4501740 1 Processor -- start 2024-09-10T08:08:09.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.078+0000 7f17c4501740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa4354c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.078+0000 7f17c4501740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa4353d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.078+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa4354c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.078+0000 7f17bb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa4354c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58404/0 (socket says 172.21.15.7:58404) 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17bb7fe640 1 -- 172.21.15.7:0/2721007713 learned_addr learned my addr 172.21.15.7:0/2721007713 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43543940 0x55fa4353dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b3530 con 0x55fa43538760 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa4353d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b4fa0 con 0x55fa43543940 2024-09-10T08:08:09.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc1b4200 con 0x55fa43539080 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17bbfff640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43543940 0x55fa4353dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17c4501740 10 client.0 _ll_register_callbacks cb 0x7f17b000feb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 -- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43543940 msgr2=0x55fa4353dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43543940 0x55fa4353dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 -- 172.21.15.7:0/2721007713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 msgr2=0x55fa4354c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa4354c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.079+0000 7f17baffd640 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa43530260 con 0x55fa43539080 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f17baffd640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa4353d590 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55fa43536070 tx=0x7f17ac005e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ad8b97aa98febbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f179affd640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ac00d480 con 0x55fa43539080 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f17ac004040 con 0x55fa43539080 2024-09-10T08:08:09.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17b009cdb0 con 0x55fa43539080 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f17ac004240 con 0x55fa43539080 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f17c4501740 10 client.29491 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.080+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55fa435cf5d0 con 0x55fa43539080 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17b009cdb0 con 0x55fa43539080 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f17ac003960 con 0x55fa43539080 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 10 client.29491 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 10 client.29491 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 20 client.29491 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa435cfca0 0x55fa435d20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 4 client.29491 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 135.3, "await_for": 45.0}] 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 135.3, "await_for": 45.0}) -- 0x55fa434a5d20 con 0x55fa435cfca0 2024-09-10T08:08:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.081+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa435cfca0 0x55fa435d20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:09.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.082+0000 7f179affd640 10 client.29491 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:09.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.082+0000 7f17bb7fe640 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa435cfca0 0x55fa435d20c0 crc :-1 s=READY pgs=480 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2ec0a86e1a19947 server_cookie=28789dd36ba18673 in_seq=0 out_seq=0 2024-09-10T08:08:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.104+0000 7f8315ffb640 1 -- 172.21.15.7:0/2825534390 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5598abe16d70 con 0x5598abf2c760 2024-09-10T08:08:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.104+0000 7f8315ffb640 10 client.29429 handle_command_reply: tid=0 2024-09-10T08:08:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.104+0000 7f83378aa740 1 client.29429 shutdown 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 msgr2=0x5598abeba670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8320000c00 tx=0x7f8320045e70 comp rx=0 tx=0).stop 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 shutdown_connections 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5598abf2c760 0x5598abf2eb50 crc :-1 s=READY pgs=478 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598abeb1370 0x5598abebbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5598abeac2e0 0x5598abebabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 --2- 172.21.15.7:0/2825534390 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5598abeab9a0 0x5598abeba670 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 >> 172.21.15.7:0/2825534390 conn(0x5598abea7010 msgr2=0x5598abea73f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f8315ffb640 0 client.29429 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 shutdown_connections 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.105+0000 7f83378aa740 1 -- 172.21.15.7:0/2825534390 wait complete. 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.106+0000 7f83378aa740 20 client.29429 trim_cache size 0 max 16384 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:08:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:08:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.106+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 msgr2=0x7f83180a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.106+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 0x7f83180a5170 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f8328005fd0 tx=0x7f8328009f90 comp rx=0 tx=0).stop 2024-09-10T08:08:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.106+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 msgr2=0x7f833019e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.106+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f832400e9f0 tx=0x7f832400eeb0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 shutdown_connections 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f83180a2cb0 0x7f83180a5170 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8330105920 0x7f83301a58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8330104f60 0x7f833019e860 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 --2- 172.21.15.7:0/823764675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8330103d70 0x7f833019e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 >> 172.21.15.7:0/823764675 conn(0x7f83300ff4d0 msgr2=0x7f83300797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 shutdown_connections 2024-09-10T08:08:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:09.107+0000 7f8334b11640 1 -- 172.21.15.7:0/823764675 wait complete. 2024-09-10T08:08:09.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68486 6.79 MB/sec execute 431 sec latency 224.744 ms 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.446+0000 7f179affd640 1 -- 172.21.15.7:0/2721007713 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fa434a5d20 con 0x55fa435cfca0 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.446+0000 7f179affd640 10 client.29491 handle_command_reply: tid=0 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.446+0000 7f17c4501740 1 client.29491 shutdown 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 msgr2=0x55fa4353d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa4353d590 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55fa43536070 tx=0x7f17ac005e70 comp rx=0 tx=0).stop 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 shutdown_connections 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55fa435cfca0 0x55fa435d20c0 crc :-1 s=READY pgs=480 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55fa43543940 0x55fa4353dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55fa43539080 0x55fa4353d590 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 --2- 172.21.15.7:0/2721007713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fa43538760 0x55fa4354c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 >> 172.21.15.7:0/2721007713 conn(0x55fa43534cf0 msgr2=0x55fa43533650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f179affd640 0 client.29491 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 shutdown_connections 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 1 -- 172.21.15.7:0/2721007713 wait complete. 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.447+0000 7f17c4501740 20 client.29491 trim_cache size 0 max 16384 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:08:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 82, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "602b6aa3": { 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 82, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 135.3, 2024-09-10T08:08:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:09.450 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 msgr2=0x7f17a40a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 0x7f17a40a5180 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f17b400acc0 tx=0x7f17b400a350 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 msgr2=0x7f17bc0739f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f17b000b480 tx=0x7f17b000b940 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 shutdown_connections 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f17a40a2cc0 0x7f17a40a5180 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f17bc102ef0 0x7f17bc06dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f17bc102570 0x7f17bc06da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 --2- 172.21.15.7:0/3087664251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc100e20 0x7f17bc0739f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 >> 172.21.15.7:0/3087664251 conn(0x7f17bc0fc7d0 msgr2=0x7f17bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 shutdown_connections 2024-09-10T08:08:09.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:09.448+0000 7f17c2128640 1 -- 172.21.15.7:0/3087664251 wait complete. 2024-09-10T08:08:10.141 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '602b6aa3', quiesce took 4.4 seconds. Will release after: 10.9 2024-09-10T08:08:10.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.78 MB/sec execute 432 sec latency 980.522 ms 2024-09-10T08:08:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:10 smithi110 ceph-mon[34417]: pgmap v1046: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 4.9 MiB/s wr, 333 op/s 2024-09-10T08:08:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:10 smithi145 ceph-mon[34766]: pgmap v1046: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 4.9 MiB/s wr, 333 op/s 2024-09-10T08:08:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:10 smithi007 ceph-mon[30879]: pgmap v1046: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 4.9 MiB/s wr, 333 op/s 2024-09-10T08:08:11.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.76 MB/sec execute 433 sec latency 1980.657 ms 2024-09-10T08:08:12.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.74 MB/sec execute 434 sec latency 2980.708 ms 2024-09-10T08:08:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:12 smithi110 ceph-mon[34417]: pgmap v1047: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.2 MiB/s wr, 224 op/s 2024-09-10T08:08:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:12 smithi145 ceph-mon[34766]: pgmap v1047: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.2 MiB/s wr, 224 op/s 2024-09-10T08:08:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:12 smithi007 ceph-mon[30879]: pgmap v1047: 129 pgs: 129 active+clean; 489 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.2 MiB/s wr, 224 op/s 2024-09-10T08:08:13.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.73 MB/sec execute 435 sec latency 3980.830 ms 2024-09-10T08:08:14.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.71 MB/sec execute 436 sec latency 4980.948 ms 2024-09-10T08:08:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:14 smithi110 ceph-mon[34417]: pgmap v1048: 129 pgs: 129 active+clean; 488 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.2 MiB/s wr, 268 op/s 2024-09-10T08:08:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:14 smithi145 ceph-mon[34766]: pgmap v1048: 129 pgs: 129 active+clean; 488 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.2 MiB/s wr, 268 op/s 2024-09-10T08:08:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:14 smithi007 ceph-mon[30879]: pgmap v1048: 129 pgs: 129 active+clean; 488 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.2 MiB/s wr, 268 op/s 2024-09-10T08:08:15.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.70 MB/sec execute 437 sec latency 5981.017 ms 2024-09-10T08:08:15.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:15 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:15.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:15 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:15.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:15 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:16.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.68 MB/sec execute 438 sec latency 6981.113 ms 2024-09-10T08:08:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:16 smithi110 ceph-mon[34417]: pgmap v1049: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:08:16.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:16.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:16.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:08:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:16 smithi145 ceph-mon[34766]: pgmap v1049: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:08:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:16.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:08:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:16 smithi007 ceph-mon[30879]: pgmap v1049: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.6 MiB/s wr, 260 op/s 2024-09-10T08:08:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:08:17.309 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.67 MB/sec execute 439 sec latency 7981.175 ms 2024-09-10T08:08:18.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.65 MB/sec execute 440 sec latency 8981.277 ms 2024-09-10T08:08:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:18 smithi110 ceph-mon[34417]: pgmap v1050: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-09-10T08:08:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:18 smithi145 ceph-mon[34766]: pgmap v1050: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-09-10T08:08:18.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:18 smithi007 ceph-mon[30879]: pgmap v1050: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 475 KiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-09-10T08:08:19.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.64 MB/sec execute 441 sec latency 9981.383 ms 2024-09-10T08:08:20.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.62 MB/sec execute 442 sec latency 10981.504 ms 2024-09-10T08:08:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:20 smithi110 ceph-mon[34417]: pgmap v1051: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 2.1 MiB/s wr, 208 op/s 2024-09-10T08:08:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:20 smithi145 ceph-mon[34766]: pgmap v1051: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 2.1 MiB/s wr, 208 op/s 2024-09-10T08:08:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:20 smithi007 ceph-mon[30879]: pgmap v1051: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 2.1 MiB/s wr, 208 op/s 2024-09-10T08:08:21.043 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:08:21.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.61 MB/sec execute 443 sec latency 11981.562 ms 2024-09-10T08:08:21.316 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:21.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.782+0000 7fe52a9e9640 1 -- 172.21.15.7:0/3785148109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524101420 msgr2=0x7fe52410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:21.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.782+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/3785148109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524101420 0x7fe52410d950 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7fe51c009cd0 tx=0x7fe51c02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- 172.21.15.7:0/3785148109 shutdown_connections 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/3785148109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524101420 0x7fe52410d950 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/3785148109 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524100a80 0x7fe524100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/3785148109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524106a80 0x7fe524106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- 172.21.15.7:0/3785148109 >> 172.21.15.7:0/3785148109 conn(0x7fe5240fc7a0 msgr2=0x7fe5240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- 172.21.15.7:0/3785148109 shutdown_connections 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- 172.21.15.7:0/3785148109 wait complete. 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 Processor -- start 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- start start 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 0x7fe5241974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:21.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524106a80 0x7fe524197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.783+0000 7fe52a9e9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe524110d30 con 0x7fe524100a80 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe52a9e9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe524110bb0 con 0x7fe524106a80 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe52a9e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe524110eb0 con 0x7fe524101420 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37954/0 (socket says 172.21.15.7:37954) 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 -- 172.21.15.7:0/359979450 learned_addr learned my addr 172.21.15.7:0/359979450 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe51bfff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 0x7fe5241974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe528f86640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524106a80 0x7fe524197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 -- 172.21.15.7:0/359979450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 msgr2=0x7fe5241974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 0x7fe5241974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 -- 172.21.15.7:0/359979450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524106a80 msgr2=0x7fe524197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524106a80 0x7fe524197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:21.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 -- 172.21.15.7:0/359979450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5241a6820 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe51bfff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 0x7fe5241974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe523fff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fe51400d950 tx=0x7fe51400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe514017070 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe514009c30 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5241a6b10 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51400f620 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.784+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5241a70a0 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.785+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe524100ee0 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.787+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe5140109a0 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.787+0000 7fe521ffb640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 0x7fe5100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.787+0000 7fe51bfff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 0x7fe5100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.787+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5140cefa0 con 0x7fe524100a80 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.788+0000 7fe51bfff640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 0x7fe5100a50c0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0058c0 tx=0x7fe50c005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:21.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:21.791+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe514009de0 con 0x7fe524100a80 2024-09-10T08:08:22.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.002+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe52406ad80 con 0x7fe524100a80 2024-09-10T08:08:22.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.003+0000 7fe521ffb640 1 -- 172.21.15.7:0/359979450 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7fe52406ad80 con 0x7fe524100a80 2024-09-10T08:08:22.003 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:08:22.003 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:08:22.004 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:08:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.006+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 msgr2=0x7fe5100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.006+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 0x7fe5100a50c0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0058c0 tx=0x7fe50c005850 comp rx=0 tx=0).stop 2024-09-10T08:08:22.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.006+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 msgr2=0x7fe524196fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.006+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fe51400d950 tx=0x7fe51400de10 comp rx=0 tx=0).stop 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 shutdown_connections 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5100a2c00 0x7fe5100a50c0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe524106a80 0x7fe524197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe524101420 0x7fe5241974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 --2- 172.21.15.7:0/359979450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe524100a80 0x7fe524196fb0 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 >> 172.21.15.7:0/359979450 conn(0x7fe5240fc7a0 msgr2=0x7fe5240fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 shutdown_connections 2024-09-10T08:08:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:22.007+0000 7fe52a9e9640 1 -- 172.21.15.7:0/359979450 wait complete. 2024-09-10T08:08:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 -- 172.21.15.7:0/3632947365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c107820 msgr2=0x7f065c109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 --2- 172.21.15.7:0/3632947365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c107820 0x7f065c109c90 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f0654009900 tx=0x7f065402a410 comp rx=0 tx=0).stop 2024-09-10T08:08:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 -- 172.21.15.7:0/3632947365 shutdown_connections 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 --2- 172.21.15.7:0/3632947365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c107820 0x7f065c109c90 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 --2- 172.21.15.7:0/3632947365 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 0x7f065c1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 --2- 172.21.15.7:0/3632947365 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c1025c0 0x7f065c1049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 -- 172.21.15.7:0/3632947365 >> 172.21.15.7:0/3632947365 conn(0x7f065c0fc1e0 msgr2=0x7f065c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 -- 172.21.15.7:0/3632947365 shutdown_connections 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.199+0000 7f0663fbd640 1 -- 172.21.15.7:0/3632947365 wait complete. 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 Processor -- start 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 -- start start 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 0x7f065c198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 0x7f065c19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f065c10d690 con 0x7f065c1025c0 2024-09-10T08:08:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f065c10d510 con 0x7f065c104ef0 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0663fbd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f065c10d810 con 0x7f065c107820 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37962/0 (socket says 172.21.15.7:37962) 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 -- 172.21.15.7:0/1257349372 learned_addr learned my addr 172.21.15.7:0/1257349372 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f066255a640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 0x7f065c19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661558640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 0x7f065c198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 -- 172.21.15.7:0/1257349372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 msgr2=0x7f065c19f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 0x7f065c19f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 -- 172.21.15.7:0/1257349372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 msgr2=0x7f065c198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 0x7f065c198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f0661d59640 1 -- 172.21.15.7:0/1257349372 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f065c19f950 con 0x7f065c1025c0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.200+0000 7f066255a640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 0x7f065c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f0661d59640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f064c00db80 tx=0x7f064c00b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f065affd640 1 -- 172.21.15.7:0/1257349372 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c017070 con 0x7f065c1025c0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f065affd640 1 -- 172.21.15.7:0/1257349372 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f064c003b70 con 0x7f065c1025c0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f065c19fc40 con 0x7f065c1025c0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f065affd640 1 -- 172.21.15.7:0/1257349372 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c0104c0 con 0x7f065c1025c0 2024-09-10T08:08:22.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.201+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f065c1a0190 con 0x7f065c1025c0 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 Processor -- start 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f065affd640 1 -- 172.21.15.7:0/1257349372 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f064c004020 con 0x7f065c1025c0 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 -- start start 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c814370 0x55ae4c816830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c7722f0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c71a270 con 0x55ae4c80e9a0 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.203+0000 7f0666e33740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c76e2b0 con 0x55ae4c814370 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37970/0 (socket says 172.21.15.7:37970) 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 -- 172.21.15.7:0/1212572934 learned_addr learned my addr 172.21.15.7:0/1212572934 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f066255a640 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661558640 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c814370 0x55ae4c816830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 -- 172.21.15.7:0/1212572934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c814370 msgr2=0x55ae4c816830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c814370 0x55ae4c816830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 -- 172.21.15.7:0/1212572934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 msgr2=0x55ae4c80eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 -- 172.21.15.7:0/1212572934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae4c719340 con 0x55ae4c80f2e0 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f065affd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 0x7f06440a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0661d59640 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f064c0d5760 tx=0x7f064c0d5c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4ab9458a685854e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f066255a640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 0x7f06440a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f065affd640 1 -- 172.21.15.7:0/1257349372 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f064c0cf5f0 con 0x7f065c1025c0 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.204+0000 7f0643fff640 1 -- 172.21.15.7:0/1212572934 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c097cc0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0643fff640 1 -- 172.21.15.7:0/1212572934 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f064c004310 con 0x55ae4c80f2e0 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0643fff640 1 -- 172.21.15.7:0/1212572934 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c099bf0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 -- 172.21.15.7:0/1212572934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 msgr2=0x55ae4c813da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f066255a640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 0x7f06440a5170 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f06540314e0 tx=0x7f06540058b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f064c0d5760 tx=0x7f064c0d5c20 comp rx=0 tx=0).stop 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 -- 172.21.15.7:0/1212572934 shutdown_connections 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c814370 0x55ae4c816830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c813da0 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 --2- 172.21.15.7:0/1212572934 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 -- 172.21.15.7:0/1212572934 >> 172.21.15.7:0/1212572934 conn(0x55ae4c80a010 msgr2=0x55ae4c80a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 -- 172.21.15.7:0/1212572934 shutdown_connections 2024-09-10T08:08:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.205+0000 7f0666e33740 1 -- 172.21.15.7:0/1212572934 wait complete. 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 -- start start 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 Processor -- start 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c818a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80f2e0 0x55ae4c818fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c8171c0 con 0x55ae4c814370 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c6fb290 con 0x55ae4c80e9a0 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ae4c817340 con 0x55ae4c80f2e0 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0666e33740 10 client.0 _ll_register_callbacks cb 0x55ae4c72c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37984/0 (socket says 172.21.15.7:37984) 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 -- 172.21.15.7:0/3655060449 learned_addr learned my addr 172.21.15.7:0/3655060449 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0661d59640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c818a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f0661558640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80f2e0 0x55ae4c818fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 -- 172.21.15.7:0/3655060449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80f2e0 msgr2=0x55ae4c818fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80f2e0 0x55ae4c818fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 -- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 msgr2=0x55ae4c818a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c818a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.206+0000 7f066255a640 1 -- 172.21.15.7:0/3655060449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae4c485210 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f066255a640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f0654033000 tx=0x7f0654009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4767beae3a917823 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065404c070 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f0654005440 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ae4c77fa20 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0654058050 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 10 client.20448 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ae4c551620 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ae4c77fa20 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0654003710 con 0x55ae4c814370 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 10 client.20448 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 10 client.20448 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 20 client.20448 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c8246f0 0x55ae4c826b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 4 client.20448 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.207+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae4c779d70 con 0x55ae4c8246f0 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.208+0000 7f0661d59640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c8246f0 0x55ae4c826b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.208+0000 7f0661d59640 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c8246f0 0x55ae4c826b20 crc :-1 s=READY pgs=481 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=622f887434927a7d server_cookie=791f16d86baf2891 in_seq=0 out_seq=0 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.208+0000 7f06417fa640 10 client.20448 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f06417fa640 1 -- 172.21.15.7:0/3655060449 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae4c779d70 con 0x55ae4c8246f0 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f06417fa640 10 client.20448 handle_command_reply: tid=0 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 client.20448 shutdown 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 msgr2=0x55ae4c81fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f0654033000 tx=0x7f0654009260 comp rx=0 tx=0).stop 2024-09-10T08:08:22.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 shutdown_connections 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c8246f0 0x55ae4c826b20 crc :-1 s=READY pgs=481 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c81fff0 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80f2e0 0x55ae4c818fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f06417fa640 0 client.20448 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 --2- 172.21.15.7:0/3655060449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80e9a0 0x55ae4c818a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 >> 172.21.15.7:0/3655060449 conn(0x55ae4c80a010 msgr2=0x55ae4c80b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 shutdown_connections 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 1 -- 172.21.15.7:0/3655060449 wait complete. 2024-09-10T08:08:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.209+0000 7f0666e33740 20 client.20448 trim_cache size 0 max 16384 2024-09-10T08:08:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.223+0000 7f0666e33740 1 Processor -- start 2024-09-10T08:08:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.223+0000 7f0666e33740 1 -- start start 2024-09-10T08:08:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c814370 0x55ae4c80b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1acfc0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1aa890 con 0x55ae4c814370 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0666e33740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1a8700 con 0x55ae4c80e9a0 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37994/0 (socket says 172.21.15.7:37994) 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 -- 172.21.15.7:0/1926956984 learned_addr learned my addr 172.21.15.7:0/1926956984 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f066255a640 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c814370 0x55ae4c80b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661d59640 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 -- 172.21.15.7:0/1926956984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 msgr2=0x55ae4c80ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.228 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 -- 172.21.15.7:0/1926956984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c814370 msgr2=0x55ae4c80b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c814370 0x55ae4c80b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 -- 172.21.15.7:0/1926956984 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae4c809e30 con 0x55ae4c80f2e0 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f0661558640 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f065000bc70 tx=0x7f0650012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5965219b976fabbe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f06437fe640 1 -- 172.21.15.7:0/1926956984 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065000bd60 con 0x55ae4c80f2e0 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f06437fe640 1 -- 172.21.15.7:0/1926956984 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06500035f0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.224+0000 7f06437fe640 1 -- 172.21.15.7:0/1926956984 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065001c680 con 0x55ae4c80f2e0 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- 172.21.15.7:0/1926956984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 msgr2=0x55ae4c80aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f065000bc70 tx=0x7f0650012820 comp rx=0 tx=0).stop 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- 172.21.15.7:0/1926956984 shutdown_connections 2024-09-10T08:08:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c814370 0x55ae4c80b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c80f2e0 0x55ae4c80aec0 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 --2- 172.21.15.7:0/1926956984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c80ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- 172.21.15.7:0/1926956984 >> 172.21.15.7:0/1926956984 conn(0x55ae4c80a010 msgr2=0x55ae4c818a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- 172.21.15.7:0/1926956984 shutdown_connections 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- 172.21.15.7:0/1926956984 wait complete. 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 -- start start 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.225+0000 7f0666e33740 1 Processor -- start 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c88a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80f2e0 0x55ae4c88a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1a8d50 con 0x55ae4c814370 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1aa1c0 con 0x55ae4c80f2e0 2024-09-10T08:08:22.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f065c1a9420 con 0x55ae4c80e9a0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 10 client.0 _ll_register_callbacks cb 0x7f0654032f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37996/0 (socket says 172.21.15.7:37996) 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 -- 172.21.15.7:0/1040398969 learned_addr learned my addr 172.21.15.7:0/1040398969 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0661d59640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c88a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0661558640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80f2e0 0x55ae4c88a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 -- 172.21.15.7:0/1040398969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 msgr2=0x55ae4c88a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c88a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 -- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80f2e0 msgr2=0x55ae4c88a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80f2e0 0x55ae4c88a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 -- 172.21.15.7:0/1040398969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae4c891fc0 con 0x55ae4c814370 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f066255a640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f0654009230 tx=0x7f0654005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69315e1cab6f7de2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:22.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f06417fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0654060070 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f06540037f0 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.226+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06500035f0 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f065406c050 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 10 client.20454 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ae4c893340 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06500035f0 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0654004b10 con 0x55ae4c814370 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 10 client.20454 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 10 client.20454 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 20 client.20454 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c893cf0 0x55ae4c896110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:22.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 4 client.20454 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:08:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ae4c6f6900 con 0x55ae4c893cf0 2024-09-10T08:08:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.227+0000 7f0661d59640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c893cf0 0x55ae4c896110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.228+0000 7f0661d59640 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c893cf0 0x55ae4c896110 crc :-1 s=READY pgs=482 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa9db06fa2e22395 server_cookie=e0c7a2c2a2024c6d in_seq=0 out_seq=0 2024-09-10T08:08:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.228+0000 7f06417fa640 10 client.20454 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f06417fa640 1 -- 172.21.15.7:0/1040398969 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ae4c6f6900 con 0x55ae4c893cf0 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f06417fa640 10 client.20454 handle_command_reply: tid=0 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 client.20454 shutdown 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 msgr2=0x55ae4c8919b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f0654009230 tx=0x7f0654005c00 comp rx=0 tx=0).stop 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 shutdown_connections 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55ae4c893cf0 0x55ae4c896110 crc :-1 s=READY pgs=482 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ae4c814370 0x55ae4c8919b0 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f06417fa640 0 client.20454 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ae4c80f2e0 0x55ae4c88a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 --2- 172.21.15.7:0/1040398969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ae4c80e9a0 0x55ae4c88a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 >> 172.21.15.7:0/1040398969 conn(0x55ae4c80a010 msgr2=0x55ae4c8089a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 shutdown_connections 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 1 -- 172.21.15.7:0/1040398969 wait complete. 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.271+0000 7f0666e33740 20 client.20454 trim_cache size 0 max 16384 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:08:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:08:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:08:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 msgr2=0x7f06440a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 0x7f06440a5170 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f06540314e0 tx=0x7f06540058b0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 msgr2=0x7f065c197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f064c00db80 tx=0x7f064c00b630 comp rx=0 tx=0).stop 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 shutdown_connections 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06440a2cb0 0x7f06440a5170 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f065c107820 0x7f065c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f065c104ef0 0x7f065c198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 --2- 172.21.15.7:0/1257349372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f065c1025c0 0x7f065c197d40 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 >> 172.21.15.7:0/1257349372 conn(0x7f065c0fc1e0 msgr2=0x7f065c102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 shutdown_connections 2024-09-10T08:08:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:22.272+0000 7f0663fbd640 1 -- 172.21.15.7:0/1257349372 wait complete. 2024-09-10T08:08:22.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.59 MB/sec execute 444 sec latency 12981.668 ms 2024-09-10T08:08:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:22 smithi110 ceph-mon[34417]: pgmap v1052: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 533 KiB/s wr, 107 op/s 2024-09-10T08:08:22.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:22 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/359979450' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:22.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:22 smithi007 ceph-mon[30879]: pgmap v1052: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 533 KiB/s wr, 107 op/s 2024-09-10T08:08:22.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:22 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/359979450' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:22.709 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 602b6aa3 --release --await' 2024-09-10T08:08:22.709 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 602b6aa3 --release --await 2024-09-10T08:08:22.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:22 smithi145 ceph-mon[34766]: pgmap v1052: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 533 KiB/s wr, 107 op/s 2024-09-10T08:08:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:22 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/359979450' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:22.968 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68497 6.58 MB/sec execute 445 sec latency 13981.727 ms 2024-09-10T08:08:23.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.447+0000 7f6966863640 1 -- 172.21.15.7:0/1236447939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 msgr2=0x7f69601067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.447+0000 7f6966863640 1 --2- 172.21.15.7:0/1236447939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601067e0 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f6948009900 tx=0x7f694802a410 comp rx=0 tx=0).stop 2024-09-10T08:08:23.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 -- 172.21.15.7:0/1236447939 shutdown_connections 2024-09-10T08:08:23.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 --2- 172.21.15.7:0/1236447939 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 0x7f696010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 --2- 172.21.15.7:0/1236447939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601067e0 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 --2- 172.21.15.7:0/1236447939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 0x7f69601021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 -- 172.21.15.7:0/1236447939 >> 172.21.15.7:0/1236447939 conn(0x7f69600fd8c0 msgr2=0x7f69600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 -- 172.21.15.7:0/1236447939 shutdown_connections 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 -- 172.21.15.7:0/1236447939 wait complete. 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 Processor -- start 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.448+0000 7f6966863640 1 -- start start 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 0x7f6960198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 0x7f696019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6960111de0 con 0x7f6960102790 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6960111c60 con 0x7f6960106f10 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6966863640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6960111f60 con 0x7f6960101de0 2024-09-10T08:08:23.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38024/0 (socket says 172.21.15.7:38024) 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 -- 172.21.15.7:0/3799814626 learned_addr learned my addr 172.21.15.7:0/3799814626 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695ffff640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 0x7f6960198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f6964e00640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 0x7f696019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 -- 172.21.15.7:0/3799814626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 msgr2=0x7f6960198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 0x7f6960198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 -- 172.21.15.7:0/3799814626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 msgr2=0x7f696019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 0x7f696019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 -- 172.21.15.7:0/3799814626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696019d420 con 0x7f6960102790 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.449+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f6948005940 tx=0x7f6948004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.450+0000 7f695d7fa640 1 -- 172.21.15.7:0/3799814626 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694803f030 con 0x7f6960102790 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.450+0000 7f695d7fa640 1 -- 172.21.15.7:0/3799814626 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6948003aa0 con 0x7f6960102790 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.450+0000 7f695d7fa640 1 -- 172.21.15.7:0/3799814626 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6948035070 con 0x7f6960102790 2024-09-10T08:08:23.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.450+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f696019d6b0 con 0x7f6960102790 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.450+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69601a4ff0 con 0x7f6960102790 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.452+0000 7f695d7fa640 1 -- 172.21.15.7:0/3799814626 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6948042030 con 0x7f6960102790 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.452+0000 7f6968c3c740 1 Processor -- start 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.452+0000 7f6968c3c740 1 -- start start 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f695d7fa640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 0x7f694c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf282110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf284a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cccf1d8620 con 0x55cccf272f60 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cccf17fe50 con 0x55cccf282650 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6968c3c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cccf1d45e0 con 0x55cccf273880 2024-09-10T08:08:23.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f695ffff640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 0x7f694c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38036/0 (socket says 172.21.15.7:38036) 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 -- 172.21.15.7:0/2197023674 learned_addr learned my addr 172.21.15.7:0/2197023674 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f695f7fe640 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf282110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f695d7fa640 1 -- 172.21.15.7:0/3799814626 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f69480efc30 con 0x7f6960102790 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf284a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 -- 172.21.15.7:0/2197023674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 msgr2=0x55cccf282110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf282110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 -- 172.21.15.7:0/2197023674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 msgr2=0x55cccf284a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf284a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 -- 172.21.15.7:0/2197023674 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cccf170d40 con 0x55cccf272f60 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f695ffff640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 0x7f694c0a5040 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f695800bbe0 tx=0x7f695800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.453+0000 7f6964e00640 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f6950009fd0 tx=0x7f6950009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27d340a21d2440fa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f69567fc640 1 -- 172.21.15.7:0/2197023674 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695001a030 con 0x55cccf272f60 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f69567fc640 1 -- 172.21.15.7:0/2197023674 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6950014de0 con 0x55cccf272f60 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f69567fc640 1 -- 172.21.15.7:0/2197023674 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6950005280 con 0x55cccf272f60 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 -- 172.21.15.7:0/2197023674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 msgr2=0x55cccf273340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f6950009fd0 tx=0x7f6950009870 comp rx=0 tx=0).stop 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 -- 172.21.15.7:0/2197023674 shutdown_connections 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf284a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf282110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 --2- 172.21.15.7:0/2197023674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf272f60 0x55cccf273340 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 -- 172.21.15.7:0/2197023674 >> 172.21.15.7:0/2197023674 conn(0x55cccf26f5f0 msgr2=0x55cccf26f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 -- 172.21.15.7:0/2197023674 shutdown_connections 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.454+0000 7f6968c3c740 1 -- 172.21.15.7:0/2197023674 wait complete. 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 -- start start 2024-09-10T08:08:23.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 Processor -- start 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf27f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf27fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cccf285280 con 0x55cccf282650 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55cccf160f10 con 0x55cccf272f60 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55cccf285400 con 0x55cccf273880 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6968c3c740 10 client.0 _ll_register_callbacks cb 0x55cccf184db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6964e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf27fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6964e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38046/0 (socket says 172.21.15.7:38046) 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f695ffff640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf27f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.455+0000 7f6964e00640 1 -- 172.21.15.7:0/1661397281 learned_addr learned my addr 172.21.15.7:0/1661397281 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:23.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 -- 172.21.15.7:0/1661397281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 msgr2=0x55cccf27fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf27fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 -- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 msgr2=0x55cccf27f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf27f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 -- 172.21.15.7:0/1661397281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccceee7580 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6964e00640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f6950012b40 tx=0x7f6950012b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb80f305afca4e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f693f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695001a070 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f6950004a40 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6950014de0 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f6950030050 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6968c3c740 10 client.20466 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.456+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55cccefb1960 con 0x55cccf282650 2024-09-10T08:08:23.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6950014de0 con 0x55cccf282650 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f695000f040 con 0x55cccf282650 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 10 client.20466 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 10 client.20466 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 20 client.20466 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf292130 0x55cccf294520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 4 client.20466 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cccf1e5b90 con 0x55cccf292130 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.457+0000 7f695ffff640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf292130 0x55cccf294520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.458+0000 7f693f7fe640 10 client.20466 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.458+0000 7f695ffff640 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf292130 0x55cccf294520 crc :-1 s=READY pgs=483 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb2bf6ff3a1d439a server_cookie=3167a291d0266a2e in_seq=0 out_seq=0 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.458+0000 7f693f7fe640 1 -- 172.21.15.7:0/1661397281 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cccf1e5b90 con 0x55cccf292130 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.458+0000 7f693f7fe640 10 client.20466 handle_command_reply: tid=0 2024-09-10T08:08:23.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.458+0000 7f6968c3c740 1 client.20466 shutdown 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 msgr2=0x55cccf27ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f6950012b40 tx=0x7f6950012b70 comp rx=0 tx=0).stop 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 shutdown_connections 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf292130 0x55cccf294520 crc :-1 s=READY pgs=483 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf282650 0x55cccf27ffa0 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf273880 0x55cccf27fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f693f7fe640 0 client.20466 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1661397281 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf27f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 >> 172.21.15.7:0/1661397281 conn(0x55cccf26f5f0 msgr2=0x55cccf275350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 shutdown_connections 2024-09-10T08:08:23.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 1 -- 172.21.15.7:0/1661397281 wait complete. 2024-09-10T08:08:23.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.459+0000 7f6968c3c740 20 client.20466 trim_cache size 0 max 16384 2024-09-10T08:08:23.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 Processor -- start 2024-09-10T08:08:23.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 -- start start 2024-09-10T08:08:23.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf2751a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 0x55cccf29a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69601af290 con 0x55cccf273880 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69601acb60 con 0x55cccf272f60 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6968c3c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69601aa9d0 con 0x55cccf282650 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38048/0 (socket says 172.21.15.7:38048) 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f695f7fe640 1 -- 172.21.15.7:0/3156537516 learned_addr learned my addr 172.21.15.7:0/3156537516 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f6964e00640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 0x55cccf29a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.476+0000 7f695ffff640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf2751a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 -- 172.21.15.7:0/3156537516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 msgr2=0x55cccf29a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 0x55cccf29a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 -- 172.21.15.7:0/3156537516 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 msgr2=0x55cccf2751a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf2751a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 -- 172.21.15.7:0/3156537516 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cccf27a2e0 con 0x55cccf273880 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f6964e00640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 0x55cccf29a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f695f7fe640 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f69480bc020 tx=0x7f6948040fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67be23aa4961cc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f6955ffb640 1 -- 172.21.15.7:0/3156537516 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6948049040 con 0x55cccf273880 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f6955ffb640 1 -- 172.21.15.7:0/3156537516 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f694803b460 con 0x55cccf273880 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.477+0000 7f6955ffb640 1 -- 172.21.15.7:0/3156537516 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69480ed440 con 0x55cccf273880 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- 172.21.15.7:0/3156537516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 msgr2=0x55cccf299c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f69480bc020 tx=0x7f6948040fb0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- 172.21.15.7:0/3156537516 shutdown_connections 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf282650 0x55cccf29a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf299c90 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 --2- 172.21.15.7:0/3156537516 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf272f60 0x55cccf2751a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- 172.21.15.7:0/3156537516 >> 172.21.15.7:0/3156537516 conn(0x55cccf26f5f0 msgr2=0x55cccf274a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- 172.21.15.7:0/3156537516 shutdown_connections 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- 172.21.15.7:0/3156537516 wait complete. 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 -- start start 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.478+0000 7f6968c3c740 1 Processor -- start 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 0x55cccf28a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf286be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69601ab020 con 0x55cccf273880 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f69601ac490 con 0x55cccf282650 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69601ab6f0 con 0x55cccf272f60 2024-09-10T08:08:23.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 10 client.0 _ll_register_callbacks cb 0x7f6950012f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38058/0 (socket says 172.21.15.7:38058) 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 -- 172.21.15.7:0/1264629911 learned_addr learned my addr 172.21.15.7:0/1264629911 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695ffff640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 0x55cccf28a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6964e00640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf286be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 -- 172.21.15.7:0/1264629911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 msgr2=0x55cccf28a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 0x55cccf28a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 -- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 msgr2=0x55cccf286be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf286be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 -- 172.21.15.7:0/1264629911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cccf287410 con 0x55cccf273880 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695ffff640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 0x55cccf28a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:23.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f695f7fe640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f69480b84f0 tx=0x7f69480bc090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86a8f0635fda7b49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f693f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6948049070 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cccf1e00a0 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.479+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f694803bd60 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f69480d0210 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 10 client.20472 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55cccf2fd710 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55cccf1e00a0 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f69480c0070 con 0x55cccf273880 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 10 client.20472 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 10 client.20472 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 20 client.20472 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:23.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf2fdc40 0x55cccf300060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 4 client.20472 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "602b6aa3", "release": true, "await": true}] 2024-09-10T08:08:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.480+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "602b6aa3", "release": true, "await": true}) -- 0x55cccf15c5a0 con 0x55cccf2fdc40 2024-09-10T08:08:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.481+0000 7f695ffff640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf2fdc40 0x55cccf300060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.481+0000 7f693f7fe640 10 client.20472 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.481+0000 7f695ffff640 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf2fdc40 0x55cccf300060 crc :-1 s=READY pgs=484 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9146e278446380e5 server_cookie=be7d3165207a086d in_seq=0 out_seq=0 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f693f7fe640 1 -- 172.21.15.7:0/1264629911 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55cccf15c5a0 con 0x55cccf2fdc40 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f693f7fe640 10 client.20472 handle_command_reply: tid=0 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 client.20472 shutdown 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 msgr2=0x55cccf28ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f69480b84f0 tx=0x7f69480bc090 comp rx=0 tx=0).stop 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 shutdown_connections 2024-09-10T08:08:23.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55cccf2fdc40 0x55cccf300060 crc :-1 s=READY pgs=484 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55cccf282650 0x55cccf286be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cccf273880 0x55cccf28ac90 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 --2- 172.21.15.7:0/1264629911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55cccf272f60 0x55cccf28a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f693f7fe640 0 client.20472 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 >> 172.21.15.7:0/1264629911 conn(0x55cccf26f5f0 msgr2=0x55cccf26e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.524+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 shutdown_connections 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.525+0000 7f6968c3c740 1 -- 172.21.15.7:0/1264629911 wait complete. 2024-09-10T08:08:23.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.525+0000 7f6968c3c740 20 client.20472 trim_cache size 0 max 16384 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 84, 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "602b6aa3": { 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 84, 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:23.526 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 135.3, 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:23.527 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:08:23.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 msgr2=0x7f694c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 0x7f694c0a5040 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f695800bbe0 tx=0x7f695800b390 comp rx=0 tx=0).stop 2024-09-10T08:08:23.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 msgr2=0x7f69601989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:23.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f6948005940 tx=0x7f6948004270 comp rx=0 tx=0).stop 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 shutdown_connections 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f694c0a2b80 0x7f694c0a5040 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6960106f10 0x7f696019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6960102790 0x7f69601989b0 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 --2- 172.21.15.7:0/3799814626 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6960101de0 0x7f6960198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.526+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 >> 172.21.15.7:0/3799814626 conn(0x7f69600fd8c0 msgr2=0x7f69600fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.527+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 shutdown_connections 2024-09-10T08:08:23.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:23.527+0000 7f6966863640 1 -- 172.21.15.7:0/3799814626 wait complete. 2024-09-10T08:08:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68623 6.57 MB/sec execute 446 sec latency 14197.330 ms 2024-09-10T08:08:24.334 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '602b6aa3', total seconds elapsed: 18.6 2024-09-10T08:08:24.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:24 smithi110 ceph-mon[34417]: pgmap v1053: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 410 KiB/s wr, 104 op/s 2024-09-10T08:08:24.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:24 smithi145 ceph-mon[34766]: pgmap v1053: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 410 KiB/s wr, 104 op/s 2024-09-10T08:08:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:24 smithi007 ceph-mon[30879]: pgmap v1053: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 141 KiB/s rd, 410 KiB/s wr, 104 op/s 2024-09-10T08:08:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68778 6.58 MB/sec execute 447 sec latency 63.754 ms 2024-09-10T08:08:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 68934 6.58 MB/sec execute 448 sec latency 88.210 ms 2024-09-10T08:08:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:26 smithi110 ceph-mon[34417]: pgmap v1054: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 220 KiB/s wr, 54 op/s 2024-09-10T08:08:26.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:26 smithi145 ceph-mon[34766]: pgmap v1054: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 220 KiB/s wr, 54 op/s 2024-09-10T08:08:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:26 smithi007 ceph-mon[30879]: pgmap v1054: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 220 KiB/s wr, 54 op/s 2024-09-10T08:08:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69146 6.61 MB/sec execute 449 sec latency 52.551 ms 2024-09-10T08:08:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69322 6.61 MB/sec execute 450 sec latency 74.560 ms 2024-09-10T08:08:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:28 smithi110 ceph-mon[34417]: pgmap v1055: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 316 KiB/s wr, 27 op/s 2024-09-10T08:08:28.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:28 smithi145 ceph-mon[34766]: pgmap v1055: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 316 KiB/s wr, 27 op/s 2024-09-10T08:08:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:28 smithi007 ceph-mon[30879]: pgmap v1055: 129 pgs: 129 active+clean; 482 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 316 KiB/s wr, 27 op/s 2024-09-10T08:08:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69482 6.62 MB/sec execute 451 sec latency 94.450 ms 2024-09-10T08:08:30.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69614 6.62 MB/sec execute 452 sec latency 168.587 ms 2024-09-10T08:08:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:30 smithi110 ceph-mon[34417]: pgmap v1056: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-10T08:08:30.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:30 smithi145 ceph-mon[34766]: pgmap v1056: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-10T08:08:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:30 smithi007 ceph-mon[30879]: pgmap v1056: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-10T08:08:31.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69761 6.62 MB/sec execute 453 sec latency 118.380 ms 2024-09-10T08:08:32.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 69931 6.63 MB/sec execute 454 sec latency 132.016 ms 2024-09-10T08:08:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:32 smithi110 ceph-mon[34417]: pgmap v1057: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.1 MiB/s wr, 125 op/s 2024-09-10T08:08:32.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:32 smithi145 ceph-mon[34766]: pgmap v1057: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.1 MiB/s wr, 125 op/s 2024-09-10T08:08:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:32 smithi007 ceph-mon[30879]: pgmap v1057: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.1 MiB/s wr, 125 op/s 2024-09-10T08:08:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70082 6.63 MB/sec execute 455 sec latency 83.257 ms 2024-09-10T08:08:34.311 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70233 6.62 MB/sec execute 456 sec latency 66.454 ms 2024-09-10T08:08:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:34 smithi110 ceph-mon[34417]: pgmap v1058: 129 pgs: 129 active+clean; 477 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.0 MiB/s wr, 185 op/s 2024-09-10T08:08:34.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:34 smithi007 ceph-mon[30879]: pgmap v1058: 129 pgs: 129 active+clean; 477 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.0 MiB/s wr, 185 op/s 2024-09-10T08:08:34.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:34 smithi145 ceph-mon[34766]: pgmap v1058: 129 pgs: 129 active+clean; 477 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.0 MiB/s wr, 185 op/s 2024-09-10T08:08:35.312 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70396 6.62 MB/sec execute 457 sec latency 78.065 ms 2024-09-10T08:08:35.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.416+0000 7f3ce8318640 1 -- 172.21.15.7:0/3661340361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 msgr2=0x7f3ce0109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.416+0000 7f3ce8318640 1 --2- 172.21.15.7:0/3661340361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce0109fa0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009ca0 tx=0x7f3cd802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 -- 172.21.15.7:0/3661340361 shutdown_connections 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 --2- 172.21.15.7:0/3661340361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce0109fa0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 --2- 172.21.15.7:0/3661340361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0102d50 0x7f3ce01031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 --2- 172.21.15.7:0/3661340361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0101b60 0x7f3ce0101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 -- 172.21.15.7:0/3661340361 >> 172.21.15.7:0/3661340361 conn(0x7f3ce00fd2e0 msgr2=0x7f3ce00ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 -- 172.21.15.7:0/3661340361 shutdown_connections 2024-09-10T08:08:35.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.417+0000 7f3ce8318640 1 -- 172.21.15.7:0/3661340361 wait complete. 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 Processor -- start 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 -- start start 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 0x7f3ce0199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 0x7f3ce019a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce01a1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce0074f60 con 0x7f3ce0101b60 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce0074de0 con 0x7f3ce0102d50 2024-09-10T08:08:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce8318640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce00750e0 con 0x7f3ce0103710 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 0x7f3ce0199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 0x7f3ce0199ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38476/0 (socket says 172.21.15.7:38476) 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1203900300 learned_addr learned my addr 172.21.15.7:0/1203900300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 0x7f3ce019a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.418+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce01a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 -- 172.21.15.7:0/1203900300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 msgr2=0x7f3ce01a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce01a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 -- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 msgr2=0x7f3ce0199ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 0x7f3ce0199ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 -- 172.21.15.7:0/1203900300 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce01a1b00 con 0x7f3ce0102d50 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 0x7f3ce019a420 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000e9f0 tx=0x7f3cd000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3cd77fe640 1 -- 172.21.15.7:0/1203900300 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd000ccc0 con 0x7f3ce0102d50 2024-09-10T08:08:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce01a1df0 con 0x7f3ce0102d50 2024-09-10T08:08:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce01a2300 con 0x7f3ce0102d50 2024-09-10T08:08:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3cd77fe640 1 -- 172.21.15.7:0/1203900300 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cd00108e0 con 0x7f3ce0102d50 2024-09-10T08:08:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.419+0000 7f3cd77fe640 1 -- 172.21.15.7:0/1203900300 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd0018880 con 0x7f3ce0102d50 2024-09-10T08:08:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3cd77fe640 1 -- 172.21.15.7:0/1203900300 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3cd0010430 con 0x7f3ce0102d50 2024-09-10T08:08:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 Processor -- start 2024-09-10T08:08:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 -- start start 2024-09-10T08:08:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be2765b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be27e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5582be1d12f0 con 0x5582be27bb80 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5582be179270 con 0x5582be276af0 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.423+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5582be1cd2b0 con 0x5582be2761b0 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.424+0000 7f3ce58b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be27e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.424+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.424+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:43720/0 (socket says 172.21.15.7:43720) 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.424+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1672673156 learned_addr learned my addr 172.21.15.7:0/1672673156 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.424+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be2765b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1672673156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 msgr2=0x5582be2765b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be2765b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1672673156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 msgr2=0x5582be27e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be27e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1672673156 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582be178340 con 0x5582be276af0 2024-09-10T08:08:35.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be27e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00bd90 tx=0x7f3cdc0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bcf45871a7ecdd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3cd77fe640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 0x7f3ccc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3cd4bfe640 1 -- 172.21.15.7:0/1672673156 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc004220 con 0x5582be276af0 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3cd4bfe640 1 -- 172.21.15.7:0/1672673156 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cdc0043c0 con 0x5582be276af0 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.425+0000 7f3cd4bfe640 1 -- 172.21.15.7:0/1672673156 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011800 con 0x5582be276af0 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3cd77fe640 1 -- 172.21.15.7:0/1203900300 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cd00cf610 con 0x7f3ce0102d50 2024-09-10T08:08:35.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 0x7f3ccc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1672673156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 msgr2=0x5582be27b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00bd90 tx=0x7f3cdc0107a0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1672673156 shutdown_connections 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be27e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be27b5b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1672673156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be2765b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.426+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1672673156 >> 172.21.15.7:0/1672673156 conn(0x5582be269010 msgr2=0x5582be269410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.427+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 0x7f3ccc0a51f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8006010 tx=0x7f3cd8031000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.427+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1672673156 shutdown_connections 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.427+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1672673156 wait complete. 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.427+0000 7f3ceb0b1740 1 -- start start 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.427+0000 7f3ceb0b1740 1 Processor -- start 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 0x5582be280940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be27bb80 0x5582be287980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5582be27eb50 con 0x5582be2761b0 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5582be15a290 con 0x5582be27bb80 2024-09-10T08:08:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5582be27ecd0 con 0x5582be276af0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ceb0b1740 10 client.0 _ll_register_callbacks cb 0x5582be18b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce58b3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 0x5582be280940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38492/0 (socket says 172.21.15.7:38492) 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1357817926 learned_addr learned my addr 172.21.15.7:0/1357817926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be27bb80 0x5582be287980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1357817926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 msgr2=0x5582be280940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 0x5582be280940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be27bb80 msgr2=0x5582be287980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be27bb80 0x5582be287980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce60b4640 1 -- 172.21.15.7:0/1357817926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582bdee4210 con 0x5582be2761b0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.428+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 0x5582be280940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc000c00 tx=0x7f3cdc003e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26af6b56f2a3373 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3cc9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc00b980 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cdc003800 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cdc0043c0 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3cdc003a00 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3ceb0b1740 10 client.20484 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5582bdfb0620 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.429+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cdc0043c0 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3cdc004a60 con 0x5582be2761b0 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 10 client.20484 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 10 client.20484 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 20 client.20484 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be28e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 4 client.20484 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:35.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582be1dea20 con 0x5582be28bf20 2024-09-10T08:08:35.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be28e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3cc9ffb640 10 client.20484 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.430+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be28e380 crc :-1 s=READY pgs=485 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d94bd4129d9a69e server_cookie=c7ab81aefaf366e3 in_seq=0 out_seq=0 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/1357817926 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5582be1dea20 con 0x5582be28bf20 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3cc9ffb640 10 client.20484 handle_command_reply: tid=0 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3ceb0b1740 1 client.20484 shutdown 2024-09-10T08:08:35.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 msgr2=0x5582be280400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc000c00 tx=0x7f3cdc003e10 comp rx=0 tx=0).stop 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.431+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 shutdown_connections 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be28e380 crc :-1 s=READY pgs=485 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3cc9ffb640 0 client.20484 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be27bb80 0x5582be287980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be276af0 0x5582be280940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/1357817926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be280400 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 >> 172.21.15.7:0/1357817926 conn(0x5582be269010 msgr2=0x5582be26a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 shutdown_connections 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/1357817926 wait complete. 2024-09-10T08:08:35.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.432+0000 7f3ceb0b1740 20 client.20484 trim_cache size 0 max 16384 2024-09-10T08:08:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.459+0000 7f3ceb0b1740 1 Processor -- start 2024-09-10T08:08:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.459+0000 7f3ceb0b1740 1 -- start start 2024-09-10T08:08:35.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be287940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 0x5582be269e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc4012460 con 0x5582be2761b0 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc400fd30 con 0x5582be276af0 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc400dba0 con 0x5582be27bb80 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38506/0 (socket says 172.21.15.7:38506) 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 -- 172.21.15.7:0/4179456604 learned_addr learned my addr 172.21.15.7:0/4179456604 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be287940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 0x5582be269e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 -- 172.21.15.7:0/4179456604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 msgr2=0x5582be269e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 0x5582be269e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 -- 172.21.15.7:0/4179456604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 msgr2=0x5582be287940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be287940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce60b4640 1 -- 172.21.15.7:0/4179456604 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582be27eea0 con 0x5582be2761b0 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 0x5582be269e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.460+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be287940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.461+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00b890 tx=0x7f3cdc005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6fd3e471c3998f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.461+0000 7f3ccbfff640 1 -- 172.21.15.7:0/4179456604 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc038070 con 0x5582be2761b0 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.461+0000 7f3ccbfff640 1 -- 172.21.15.7:0/4179456604 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cdc00b980 con 0x5582be2761b0 2024-09-10T08:08:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.461+0000 7f3ccbfff640 1 -- 172.21.15.7:0/4179456604 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011de0 con 0x5582be2761b0 2024-09-10T08:08:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/4179456604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 msgr2=0x5582be2808c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00b890 tx=0x7f3cdc005e50 comp rx=0 tx=0).stop 2024-09-10T08:08:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/4179456604 shutdown_connections 2024-09-10T08:08:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be27bb80 0x5582be269e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be287940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/4179456604 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be2761b0 0x5582be2808c0 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/4179456604 >> 172.21.15.7:0/4179456604 conn(0x5582be269010 msgr2=0x5582be2801b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/4179456604 shutdown_connections 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/4179456604 wait complete. 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.462+0000 7f3ceb0b1740 1 -- start start 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 Processor -- start 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be284e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be285340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc400e1f0 con 0x5582be27bb80 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc400f660 con 0x5582be276af0 2024-09-10T08:08:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc400e8c0 con 0x5582be2761b0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ceb0b1740 10 client.0 _ll_register_callbacks cb 0x7f3cd00d2ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce58b3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be285340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce68b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce68b5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38520/0 (socket says 172.21.15.7:38520) 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce68b5640 1 -- 172.21.15.7:0/3910002561 learned_addr learned my addr 172.21.15.7:0/3910002561 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be284e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce58b3640 1 -- 172.21.15.7:0/3910002561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 msgr2=0x5582be284e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be284e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.463+0000 7f3ce58b3640 1 -- 172.21.15.7:0/3910002561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 msgr2=0x5582be286350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3ce58b3640 1 -- 172.21.15.7:0/3910002561 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582be286960 con 0x5582be276af0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3ce68b5640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3ce58b3640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be285340 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3cd00d2fd0 tx=0x7f3cd00d5060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=960e1ad497d0e463 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3cc9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.464+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd009bb20 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3cd0099e20 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cdc00b980 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3cd009fe20 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3ceb0b1740 10 client.29501 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5582be287ce0 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cdc00b980 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.465+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3cd0097870 con 0x5582be276af0 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 10 client.29501 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 10 client.29501 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 20 client.29501 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be2f93a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 4 client.29501 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:08:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5582be1d8d70 con 0x5582be28bf20 2024-09-10T08:08:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be2f93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3cc9ffb640 10 client.29501 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.466+0000 7f3ce60b4640 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be2f93a0 crc :-1 s=READY pgs=486 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab81f436938b385e server_cookie=8a1107ac1fdb94e2 in_seq=0 out_seq=0 2024-09-10T08:08:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.624+0000 7f3cc9ffb640 1 -- 172.21.15.7:0/3910002561 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5582be1d8d70 con 0x5582be28bf20 2024-09-10T08:08:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.624+0000 7f3cc9ffb640 10 client.29501 handle_command_reply: tid=0 2024-09-10T08:08:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.625+0000 7f3ceb0b1740 1 client.29501 shutdown 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 msgr2=0x5582be285340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be285340 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3cd00d2fd0 tx=0x7f3cd00d5060 comp rx=0 tx=0).stop 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 shutdown_connections 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5582be28bf20 0x5582be2f93a0 crc :-1 s=READY pgs=486 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5582be27bb80 0x5582be286350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3cc9ffb640 0 client.29501 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5582be276af0 0x5582be285340 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.626+0000 7f3ceb0b1740 1 --2- 172.21.15.7:0/3910002561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5582be2761b0 0x5582be284e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.627+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 >> 172.21.15.7:0/3910002561 conn(0x5582be269010 msgr2=0x5582be2679a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.627+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 shutdown_connections 2024-09-10T08:08:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.627+0000 7f3ceb0b1740 1 -- 172.21.15.7:0/3910002561 wait complete. 2024-09-10T08:08:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.627+0000 7f3ceb0b1740 20 client.29501 trim_cache size 0 max 16384 2024-09-10T08:08:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:08:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:08:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:08:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 msgr2=0x7f3ccc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 0x7f3ccc0a51f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8006010 tx=0x7f3cd8031000 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 msgr2=0x7f3ce019a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 0x7f3ce019a420 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000e9f0 tx=0x7f3cd000eeb0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 shutdown_connections 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3ccc0a2d30 0x7f3ccc0a51f0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce0103710 0x7f3ce01a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ce0102d50 0x7f3ce019a420 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 --2- 172.21.15.7:0/1203900300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ce0101b60 0x7f3ce0199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:35.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.628+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 >> 172.21.15.7:0/1203900300 conn(0x7f3ce00fd2e0 msgr2=0x7f3ce00fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:35.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.629+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 shutdown_connections 2024-09-10T08:08:35.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:35.629+0000 7f3ce8318640 1 -- 172.21.15.7:0/1203900300 wait complete. 2024-09-10T08:08:36.313 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70523 6.62 MB/sec execute 458 sec latency 124.645 ms 2024-09-10T08:08:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:36 smithi110 ceph-mon[34417]: pgmap v1059: 129 pgs: 129 active+clean; 476 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.2 MiB/s wr, 189 op/s 2024-09-10T08:08:36.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:36 smithi145 ceph-mon[34766]: pgmap v1059: 129 pgs: 129 active+clean; 476 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.2 MiB/s wr, 189 op/s 2024-09-10T08:08:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:36 smithi007 ceph-mon[30879]: pgmap v1059: 129 pgs: 129 active+clean; 476 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 3.2 MiB/s wr, 189 op/s 2024-09-10T08:08:37.312 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70670 6.62 MB/sec execute 459 sec latency 130.907 ms 2024-09-10T08:08:38.313 INFO:tasks.workunit.client.0.smithi007.stdout: 10 70829 6.62 MB/sec execute 460 sec latency 80.924 ms 2024-09-10T08:08:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:38 smithi110 ceph-mon[34417]: pgmap v1060: 129 pgs: 129 active+clean; 479 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 3.5 MiB/s wr, 229 op/s 2024-09-10T08:08:38.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:38 smithi145 ceph-mon[34766]: pgmap v1060: 129 pgs: 129 active+clean; 479 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 3.5 MiB/s wr, 229 op/s 2024-09-10T08:08:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:38 smithi007 ceph-mon[30879]: pgmap v1060: 129 pgs: 129 active+clean; 479 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 3.5 MiB/s wr, 229 op/s 2024-09-10T08:08:39.315 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71009 6.64 MB/sec execute 461 sec latency 105.287 ms 2024-09-10T08:08:40.313 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71225 6.66 MB/sec execute 462 sec latency 85.303 ms 2024-09-10T08:08:40.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:40 smithi145 ceph-mon[34766]: pgmap v1061: 129 pgs: 129 active+clean; 478 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.6 MiB/s wr, 327 op/s 2024-09-10T08:08:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:40 smithi007 ceph-mon[30879]: pgmap v1061: 129 pgs: 129 active+clean; 478 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.6 MiB/s wr, 327 op/s 2024-09-10T08:08:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:40 smithi110 ceph-mon[34417]: pgmap v1061: 129 pgs: 129 active+clean; 478 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.6 MiB/s wr, 327 op/s 2024-09-10T08:08:41.313 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71423 6.67 MB/sec execute 463 sec latency 84.594 ms 2024-09-10T08:08:42.316 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71574 6.68 MB/sec execute 464 sec latency 65.850 ms 2024-09-10T08:08:42.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:42 smithi145 ceph-mon[34766]: pgmap v1062: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.4 MiB/s wr, 284 op/s 2024-09-10T08:08:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:42 smithi007 ceph-mon[30879]: pgmap v1062: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.4 MiB/s wr, 284 op/s 2024-09-10T08:08:42.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:42 smithi110 ceph-mon[34417]: pgmap v1062: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.4 MiB/s wr, 284 op/s 2024-09-10T08:08:43.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71719 6.68 MB/sec execute 465 sec latency 66.645 ms 2024-09-10T08:08:44.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 71874 6.69 MB/sec execute 466 sec latency 65.580 ms 2024-09-10T08:08:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:44 smithi145 ceph-mon[34766]: pgmap v1063: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.1 MiB/s wr, 310 op/s 2024-09-10T08:08:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:44 smithi007 ceph-mon[30879]: pgmap v1063: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.1 MiB/s wr, 310 op/s 2024-09-10T08:08:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:44 smithi110 ceph-mon[34417]: pgmap v1063: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.1 MiB/s wr, 310 op/s 2024-09-10T08:08:45.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72024 6.69 MB/sec execute 467 sec latency 116.596 ms 2024-09-10T08:08:46.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72188 6.69 MB/sec execute 468 sec latency 68.742 ms 2024-09-10T08:08:46.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:46 smithi145 ceph-mon[34766]: pgmap v1064: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.5 MiB/s wr, 266 op/s 2024-09-10T08:08:46.764 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:46 smithi007 ceph-mon[30879]: pgmap v1064: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.5 MiB/s wr, 266 op/s 2024-09-10T08:08:46.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:46 smithi110 ceph-mon[34417]: pgmap v1064: 129 pgs: 129 active+clean; 483 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.5 MiB/s wr, 266 op/s 2024-09-10T08:08:47.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72363 6.70 MB/sec execute 469 sec latency 70.762 ms 2024-09-10T08:08:48.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72502 6.69 MB/sec execute 470 sec latency 88.208 ms 2024-09-10T08:08:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:48 smithi145 ceph-mon[34766]: pgmap v1065: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 3.8 MiB/s wr, 295 op/s 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 -- 172.21.15.7:0/3479499272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac103870 msgr2=0x7f3aac10a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 --2- 172.21.15.7:0/3479499272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac103870 0x7f3aac10a100 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3aa4009ca0 tx=0x7f3aa402a8b0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 -- 172.21.15.7:0/3479499272 shutdown_connections 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 --2- 172.21.15.7:0/3479499272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac103870 0x7f3aac10a100 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 --2- 172.21.15.7:0/3479499272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac102eb0 0x7f3aac103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 --2- 172.21.15.7:0/3479499272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 -- 172.21.15.7:0/3479499272 >> 172.21.15.7:0/3479499272 conn(0x7f3aac0fb980 msgr2=0x7f3aac0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 -- 172.21.15.7:0/3479499272 shutdown_connections 2024-09-10T08:08:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.764+0000 7f3ab4566640 1 -- 172.21.15.7:0/3479499272 wait complete. 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 Processor -- start 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 -- start start 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 0x7f3aac19a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 0x7f3aac1a1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac101400 con 0x7f3aac0ffe40 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac101280 con 0x7f3aac102eb0 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab4566640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac101580 con 0x7f3aac103870 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60950/0 (socket says 172.21.15.7:60950) 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab2302640 1 -- 172.21.15.7:0/2545380186 learned_addr learned my addr 172.21.15.7:0/2545380186 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.765+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 0x7f3aac19a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 0x7f3aac1a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 -- 172.21.15.7:0/2545380186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 msgr2=0x7f3aac1a1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 0x7f3aac1a1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 -- 172.21.15.7:0/2545380186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 msgr2=0x7f3aac19a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 0x7f3aac19a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 -- 172.21.15.7:0/2545380186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac1a1ae0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 0x7f3aac1a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 0x7f3aac19a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800e9c0 tx=0x7f3aa800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3aa37fe640 1 -- 172.21.15.7:0/2545380186 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa800cd80 con 0x7f3aac0ffe40 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3aa37fe640 1 -- 172.21.15.7:0/2545380186 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3aa80035f0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.766+0000 7f3aa37fe640 1 -- 172.21.15.7:0/2545380186 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8010690 con 0x7f3aac0ffe40 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.767+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aac1a1dd0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.767+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aac1a21e0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.770+0000 7f3aa37fe640 1 -- 172.21.15.7:0/2545380186 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3aa80037a0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.771+0000 7f3ab73e0740 1 Processor -- start 2024-09-10T08:08:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.771+0000 7f3ab73e0740 1 -- start start 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.771+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f7799a0 0x55f30f779da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.771+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 0x55f30f781830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f30f6dd2f0 con 0x55f30f77f370 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f30f685270 con 0x55f30f77a2e0 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f30f6d92b0 con 0x55f30f7799a0 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3aa37fe640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 0x7f3a980a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35384/0 (socket says 172.21.15.7:35384) 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2302640 1 -- 172.21.15.7:0/3767990895 learned_addr learned my addr 172.21.15.7:0/3767990895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 0x55f30f781830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f7799a0 0x55f30f779da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 0x7f3a980a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3aa37fe640 1 -- 172.21.15.7:0/2545380186 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3aa80cf8a0 con 0x7f3aac0ffe40 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 -- 172.21.15.7:0/3767990895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f7799a0 msgr2=0x55f30f779da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f7799a0 0x55f30f779da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 -- 172.21.15.7:0/3767990895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 msgr2=0x55f30f77eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 -- 172.21.15.7:0/3767990895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f30f684340 con 0x55f30f77f370 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab2302640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.772+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 0x55f30f781830 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c009fa0 tx=0x7f3a9c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb9073ffa3215c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.773+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 0x7f3a980a5170 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f3aa4009a60 tx=0x7f3aa4004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.773+0000 7f3aa0bfe640 1 -- 172.21.15.7:0/3767990895 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c004030 con 0x55f30f77f370 2024-09-10T08:08:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.773+0000 7f3aa0bfe640 1 -- 172.21.15.7:0/3767990895 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a9c005020 con 0x55f30f77f370 2024-09-10T08:08:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.773+0000 7f3aa0bfe640 1 -- 172.21.15.7:0/3767990895 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c004c80 con 0x55f30f77f370 2024-09-10T08:08:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 -- 172.21.15.7:0/3767990895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 msgr2=0x55f30f781830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 0x55f30f781830 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c009fa0 tx=0x7f3a9c0118d0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 -- 172.21.15.7:0/3767990895 shutdown_connections 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77f370 0x55f30f781830 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f77eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/3767990895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f7799a0 0x55f30f779da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 -- 172.21.15.7:0/3767990895 >> 172.21.15.7:0/3767990895 conn(0x55f30f775010 msgr2=0x55f30f775410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 -- 172.21.15.7:0/3767990895 shutdown_connections 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.774+0000 7f3ab73e0740 1 -- 172.21.15.7:0/3767990895 wait complete. 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 -- start start 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 Processor -- start 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 0x55f30f78b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60960/0 (socket says 172.21.15.7:60960) 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab2b03640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 0x55f30f78b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab1b01640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab2b03640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 0x55f30f78b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38254/0 (socket says 172.21.15.7:38254) 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f30f782340 con 0x55f30f7799a0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f30f666290 con 0x55f30f77a2e0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.775+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f30f7824c0 con 0x55f30f77f370 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35396/0 (socket says 172.21.15.7:35396) 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 -- 172.21.15.7:0/4102438481 learned_addr learned my addr 172.21.15.7:0/4102438481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab73e0740 10 client.0 _ll_register_callbacks cb 0x55f30f697140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 -- 172.21.15.7:0/4102438481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 msgr2=0x55f30f78b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 0x55f30f78b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 -- 172.21.15.7:0/4102438481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 msgr2=0x55f30f783c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 -- 172.21.15.7:0/4102438481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f30f3f0210 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab2302640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c01b040 tx=0x7f3a9c005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a1a00f91a05ba1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3a95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.776+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c027020 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3a9c0043f0 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a9c005020 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3a9c032050 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 10 client.29513 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f30f4bc620 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a9c005020 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3a9c020030 con 0x55f30f77a2e0 2024-09-10T08:08:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 10 client.29513 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 10 client.29513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.777+0000 7f3ab73e0740 20 client.29513 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f78f6b0 0x55f30f791aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3ab73e0740 4 client.29513 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f30f6eaa20 con 0x55f30f78f6b0 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3ab2302640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f78f6b0 0x55f30f791aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3ab2302640 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f78f6b0 0x55f30f791aa0 crc :-1 s=READY pgs=487 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=908dc7d2563eda2b server_cookie=3060d250879cb1b1 in_seq=0 out_seq=0 2024-09-10T08:08:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.778+0000 7f3a95ffb640 10 client.29513 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3a95ffb640 1 -- 172.21.15.7:0/4102438481 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f30f6eaa20 con 0x55f30f78f6b0 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3a95ffb640 10 client.29513 handle_command_reply: tid=0 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 client.29513 shutdown 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 msgr2=0x55f30f784160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c01b040 tx=0x7f3a9c005750 comp rx=0 tx=0).stop 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 shutdown_connections 2024-09-10T08:08:48.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f78f6b0 0x55f30f791aa0 crc :-1 s=READY pgs=487 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77f370 0x55f30f78b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f77a2e0 0x55f30f784160 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3a95ffb640 0 client.29513 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/4102438481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f7799a0 0x55f30f783c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 >> 172.21.15.7:0/4102438481 conn(0x55f30f775010 msgr2=0x55f30f776820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.779+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 shutdown_connections 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.780+0000 7f3ab73e0740 1 -- 172.21.15.7:0/4102438481 wait complete. 2024-09-10T08:08:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.780+0000 7f3ab73e0740 20 client.29513 trim_cache size 0 max 16384 2024-09-10T08:08:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 Processor -- start 2024-09-10T08:08:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 -- start start 2024-09-10T08:08:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f78b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77a2e0 0x55f30f776400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1af1a0 con 0x55f30f775010 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1aca70 con 0x55f30f7799a0 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1aa8e0 con 0x55f30f77a2e0 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60968/0 (socket says 172.21.15.7:60968) 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab1b01640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f78b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 -- 172.21.15.7:0/378955974 learned_addr learned my addr 172.21.15.7:0/378955974 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77a2e0 0x55f30f776400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 -- 172.21.15.7:0/378955974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77a2e0 msgr2=0x55f30f776400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77a2e0 0x55f30f776400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 -- 172.21.15.7:0/378955974 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 msgr2=0x55f30f78b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f78b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab2302640 1 -- 172.21.15.7:0/378955974 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f30f791e10 con 0x55f30f775010 2024-09-10T08:08:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.809+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f78b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.810+0000 7f3ab2302640 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f3aa809bc90 tx=0x7f3aa8003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7142b78561341983 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.810+0000 7f3a97fff640 1 -- 172.21.15.7:0/378955974 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8003b30 con 0x55f30f775010 2024-09-10T08:08:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.810+0000 7f3a97fff640 1 -- 172.21.15.7:0/378955974 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3aa809bd00 con 0x55f30f775010 2024-09-10T08:08:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.810+0000 7f3a97fff640 1 -- 172.21.15.7:0/378955974 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8097a50 con 0x55f30f775010 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- 172.21.15.7:0/378955974 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 msgr2=0x55f30f779d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f3aa809bc90 tx=0x7f3aa8003e30 comp rx=0 tx=0).stop 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- 172.21.15.7:0/378955974 shutdown_connections 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f77a2e0 0x55f30f776400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f78b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/378955974 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f775010 0x55f30f779d80 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- 172.21.15.7:0/378955974 >> 172.21.15.7:0/378955974 conn(0x55f30f77ef00 msgr2=0x55f30f7741c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- 172.21.15.7:0/378955974 shutdown_connections 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- 172.21.15.7:0/378955974 wait complete. 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 -- start start 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.811+0000 7f3ab73e0740 1 Processor -- start 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f788830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77a2e0 0x55f30f7897f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1aaf30 con 0x55f30f77a2e0 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1ac3a0 con 0x55f30f7799a0 2024-09-10T08:08:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1ab600 con 0x55f30f775010 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab73e0740 10 client.0 _ll_register_callbacks cb 0x7f3aa8097880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab1b01640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f788830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38268/0 (socket says 172.21.15.7:38268) 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 -- 172.21.15.7:0/2167097579 learned_addr learned my addr 172.21.15.7:0/2167097579 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2b03640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77a2e0 0x55f30f7897f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 -- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 msgr2=0x55f30f788830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f788830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 -- 172.21.15.7:0/2167097579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77a2e0 msgr2=0x55f30f7897f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77a2e0 0x55f30f7897f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 -- 172.21.15.7:0/2167097579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f30f789e00 con 0x55f30f775010 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.812+0000 7f3ab2302640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8098680 tx=0x7f3aa8099f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50ec7bcfe7b893bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3a95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa80a4dc0 con 0x55f30f775010 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3aa809b150 con 0x55f30f775010 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f30f6e4d70 con 0x55f30f775010 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3aa8003b30 con 0x55f30f775010 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3ab73e0740 10 client.29569 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.813+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f30f78b180 con 0x55f30f775010 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.814+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55f30f6e4d70 con 0x55f30f775010 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.814+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3aa809abc0 con 0x55f30f775010 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 10 client.29569 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 10 client.29569 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 20 client.29569 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f77f370 0x55f30f7fc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 4 client.29569 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:08:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f30f661900 con 0x55f30f77f370 2024-09-10T08:08:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.815+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f77f370 0x55f30f7fc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.816+0000 7f3ab1b01640 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f77f370 0x55f30f7fc660 crc :-1 s=READY pgs=488 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7081b80566abbdbd server_cookie=dc31928d0455f61c in_seq=0 out_seq=0 2024-09-10T08:08:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.816+0000 7f3a95ffb640 10 client.29569 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:48.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:48 smithi007 ceph-mon[30879]: pgmap v1065: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 3.8 MiB/s wr, 295 op/s 2024-09-10T08:08:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:48 smithi110 ceph-mon[34417]: pgmap v1065: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 3.8 MiB/s wr, 295 op/s 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3a95ffb640 1 -- 172.21.15.7:0/2167097579 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f30f661900 con 0x55f30f77f370 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3a95ffb640 10 client.29569 handle_command_reply: tid=0 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 client.29569 shutdown 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 msgr2=0x55f30f7882f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8098680 tx=0x7f3aa8099f70 comp rx=0 tx=0).stop 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 shutdown_connections 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f30f77f370 0x55f30f7fc660 crc :-1 s=READY pgs=488 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f30f77a2e0 0x55f30f7897f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f30f7799a0 0x55f30f788830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 --2- 172.21.15.7:0/2167097579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f30f775010 0x55f30f7882f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 >> 172.21.15.7:0/2167097579 conn(0x55f30f77ef00 msgr2=0x55f30f7741c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.975+0000 7f3a95ffb640 0 client.29569 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.976+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 shutdown_connections 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.976+0000 7f3ab73e0740 1 -- 172.21.15.7:0/2167097579 wait complete. 2024-09-10T08:08:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.976+0000 7f3ab73e0740 20 client.29569 trim_cache size 0 max 16384 2024-09-10T08:08:48.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:08:48.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:08:48.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:08:48.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:08:48.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.976+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 msgr2=0x7f3a980a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.976+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 0x7f3a980a5170 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f3aa4009a60 tx=0x7f3aa4004a40 comp rx=0 tx=0).stop 2024-09-10T08:08:48.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 msgr2=0x7f3aac199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800e9c0 tx=0x7f3aa800ee80 comp rx=0 tx=0).stop 2024-09-10T08:08:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 shutdown_connections 2024-09-10T08:08:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3a980a2cb0 0x7f3a980a5170 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3aac103870 0x7f3aac1a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3aac102eb0 0x7f3aac19a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 --2- 172.21.15.7:0/2545380186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3aac0ffe40 0x7f3aac199ec0 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:48.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 >> 172.21.15.7:0/2545380186 conn(0x7f3aac0fb980 msgr2=0x7f3aac0fbfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:48.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 shutdown_connections 2024-09-10T08:08:48.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:08:48.977+0000 7f3ab4566640 1 -- 172.21.15.7:0/2545380186 wait complete. 2024-09-10T08:08:49.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72617 6.69 MB/sec execute 471 sec latency 141.376 ms 2024-09-10T08:08:50.319 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72781 6.70 MB/sec execute 472 sec latency 87.583 ms 2024-09-10T08:08:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:50 smithi145 ceph-mon[34766]: pgmap v1066: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.9 MiB/s wr, 311 op/s 2024-09-10T08:08:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:50 smithi007 ceph-mon[30879]: pgmap v1066: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.9 MiB/s wr, 311 op/s 2024-09-10T08:08:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:50 smithi110 ceph-mon[34417]: pgmap v1066: 129 pgs: 129 active+clean; 492 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.9 MiB/s wr, 311 op/s 2024-09-10T08:08:51.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 72963 6.71 MB/sec execute 473 sec latency 97.808 ms 2024-09-10T08:08:52.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73125 6.71 MB/sec execute 474 sec latency 78.321 ms 2024-09-10T08:08:52.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:52 smithi145 ceph-mon[34766]: pgmap v1067: 129 pgs: 129 active+clean; 494 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 4.1 MiB/s wr, 257 op/s 2024-09-10T08:08:52.750 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T08:08:52.750 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T08:08:52.751 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:08:52.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:52 smithi007 ceph-mon[30879]: pgmap v1067: 129 pgs: 129 active+clean; 494 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 4.1 MiB/s wr, 257 op/s 2024-09-10T08:08:52.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:52 smithi110 ceph-mon[34417]: pgmap v1067: 129 pgs: 129 active+clean; 494 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 4.1 MiB/s wr, 257 op/s 2024-09-10T08:08:53.165 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:53.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73274 6.71 MB/sec execute 475 sec latency 82.980 ms 2024-09-10T08:08:53.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.757+0000 7fa012116640 1 -- 172.21.15.7:0/458207498 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c101df0 msgr2=0x7fa00c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:53.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.757+0000 7fa012116640 1 --2- 172.21.15.7:0/458207498 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c101df0 0x7fa00c1021d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc009900 tx=0x7f9ffc02a3f0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 -- 172.21.15.7:0/458207498 shutdown_connections 2024-09-10T08:08:53.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 --2- 172.21.15.7:0/458207498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 --2- 172.21.15.7:0/458207498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c1027a0 0x7fa00c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 --2- 172.21.15.7:0/458207498 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c101df0 0x7fa00c1021d0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 -- 172.21.15.7:0/458207498 >> 172.21.15.7:0/458207498 conn(0x7fa00c0fd8b0 msgr2=0x7fa00c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 -- 172.21.15.7:0/458207498 shutdown_connections 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.758+0000 7fa012116640 1 -- 172.21.15.7:0/458207498 wait complete. 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.759+0000 7fa012116640 1 Processor -- start 2024-09-10T08:08:53.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.759+0000 7fa012116640 1 -- start start 2024-09-10T08:08:53.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:53.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c1027a0 0x7fa00c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:53.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c19cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:53.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa00c111e40 con 0x7fa00c106f20 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa00c111cc0 con 0x7fa00c1027a0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa012116640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa00c111fc0 con 0x7fa00c101df0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38242/0 (socket says 172.21.15.7:38242) 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 -- 172.21.15.7:0/3393014578 learned_addr learned my addr 172.21.15.7:0/3393014578 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00affd640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c1027a0 0x7fa00c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 -- 172.21.15.7:0/3393014578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c1027a0 msgr2=0x7fa00c1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c1027a0 0x7fa00c1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 -- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 msgr2=0x7fa00c19cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00bfff640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c19cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c19cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00b7fe640 1 -- 172.21.15.7:0/3393014578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00c19d350 con 0x7fa00c101df0 2024-09-10T08:08:53.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.760+0000 7fa00bfff640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c19cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa00b7fe640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc005ab0 tx=0x7f9ffc003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc03f070 con 0x7fa00c101df0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ffc031b60 con 0x7fa00c101df0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc035030 con 0x7fa00c101df0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00c19d5e0 con 0x7fa00c101df0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.761+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa00c19da70 con 0x7fa00c101df0 2024-09-10T08:08:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.763+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa00c1021d0 con 0x7fa00c101df0 2024-09-10T08:08:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.764+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9ffc042070 con 0x7fa00c101df0 2024-09-10T08:08:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.765+0000 7fa008ff9640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 0x7f9ff40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.765+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9ffc0efb30 con 0x7fa00c101df0 2024-09-10T08:08:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.766+0000 7fa00affd640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 0x7f9ff40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.766+0000 7fa00affd640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 0x7f9ff40a50c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fa0000095f0 tx=0x7fa000005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:53.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:53.771+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ffc049030 con 0x7fa00c101df0 2024-09-10T08:08:54.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.191+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa00c10a100 con 0x7fa00c101df0 2024-09-10T08:08:54.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.192+0000 7fa008ff9640 1 -- 172.21.15.7:0/3393014578 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f9ffc0bc690 con 0x7fa00c101df0 2024-09-10T08:08:54.192 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:08:54.193 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:08:54.193 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:08:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 msgr2=0x7f9ff40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 0x7f9ff40a50c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fa0000095f0 tx=0x7fa000005f90 comp rx=0 tx=0).stop 2024-09-10T08:08:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 msgr2=0x7fa00c1983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:54.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc005ab0 tx=0x7f9ffc003c10 comp rx=0 tx=0).stop 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 shutdown_connections 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9ff40a2c00 0x7f9ff40a50c0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa00c106f20 0x7fa00c19cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa00c1027a0 0x7fa00c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 --2- 172.21.15.7:0/3393014578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa00c101df0 0x7fa00c1983a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.195+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 >> 172.21.15.7:0/3393014578 conn(0x7fa00c0fd8b0 msgr2=0x7fa00c0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.196+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 shutdown_connections 2024-09-10T08:08:54.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:54.197+0000 7fa012116640 1 -- 172.21.15.7:0/3393014578 wait complete. 2024-09-10T08:08:54.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73410 6.71 MB/sec execute 476 sec latency 100.720 ms 2024-09-10T08:08:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:54 smithi007 ceph-mon[30879]: pgmap v1068: 129 pgs: 129 active+clean; 490 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.6 MiB/s wr, 298 op/s 2024-09-10T08:08:54.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:54 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3393014578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:54 smithi145 ceph-mon[34766]: pgmap v1068: 129 pgs: 129 active+clean; 490 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.6 MiB/s wr, 298 op/s 2024-09-10T08:08:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:54 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3393014578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:54 smithi110 ceph-mon[34417]: pgmap v1068: 129 pgs: 129 active+clean; 490 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 4.6 MiB/s wr, 298 op/s 2024-09-10T08:08:54.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:54 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3393014578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:08:55.125 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T08:08:55.125 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T08:08:55.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73568 6.70 MB/sec execute 477 sec latency 80.025 ms 2024-09-10T08:08:55.560 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 -- 172.21.15.7:0/3036364019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8106a80 msgr2=0x7f4bf8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 --2- 172.21.15.7:0/3036364019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8106a80 0x7f4bf8106e60 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f4be8009930 tx=0x7f4be802a420 comp rx=0 tx=0).stop 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 -- 172.21.15.7:0/3036364019 shutdown_connections 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 --2- 172.21.15.7:0/3036364019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8101420 0x7f4bf810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 --2- 172.21.15.7:0/3036364019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 --2- 172.21.15.7:0/3036364019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8106a80 0x7f4bf8106e60 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 -- 172.21.15.7:0/3036364019 >> 172.21.15.7:0/3036364019 conn(0x7f4bf80fc7a0 msgr2=0x7f4bf80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 -- 172.21.15.7:0/3036364019 shutdown_connections 2024-09-10T08:08:56.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.222+0000 7f4bfe632640 1 -- 172.21.15.7:0/3036364019 wait complete. 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.223+0000 7f4bfe632640 1 Processor -- start 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.223+0000 7f4bfe632640 1 -- start start 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 0x7f4bf819f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 0x7f4bf81a3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38248/0 (socket says 172.21.15.7:38248) 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 0x7f4bf819f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 0x7f4bf819f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46148/0 (socket says 172.21.15.7:46148) 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf8110d40 con 0x7f4bf8101420 2024-09-10T08:08:56.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf8110bc0 con 0x7f4bf8106a80 2024-09-10T08:08:56.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bfe632640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf8110ec0 con 0x7f4bf8100a80 2024-09-10T08:08:56.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.224+0000 7f4bf7fff640 1 -- 172.21.15.7:0/1549624143 learned_addr learned my addr 172.21.15.7:0/1549624143 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:56.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 0x7f4bf81a3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 -- 172.21.15.7:0/1549624143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 msgr2=0x7f4bf819ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 -- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 msgr2=0x7f4bf819f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 0x7f4bf819f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bfcbcf640 1 -- 172.21.15.7:0/1549624143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf81a3990 con 0x7f4bf8106a80 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.225+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 0x7f4bf81a3290 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0009fd0 tx=0x7f4bf000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bf57fa640 1 -- 172.21.15.7:0/1549624143 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf000ce20 con 0x7f4bf8106a80 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bf81a3c80 con 0x7f4bf8106a80 2024-09-10T08:08:56.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bf81ab540 con 0x7f4bf8106a80 2024-09-10T08:08:56.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bf57fa640 1 -- 172.21.15.7:0/1549624143 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bf0005020 con 0x7f4bf8106a80 2024-09-10T08:08:56.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.226+0000 7f4bf57fa640 1 -- 172.21.15.7:0/1549624143 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf0010690 con 0x7f4bf8106a80 2024-09-10T08:08:56.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.229+0000 7f4bf57fa640 1 -- 172.21.15.7:0/1549624143 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4bf0004a40 con 0x7f4bf8106a80 2024-09-10T08:08:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.229+0000 7f4c00a0b740 1 Processor -- start 2024-09-10T08:08:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.229+0000 7f4c00a0b740 1 -- start start 2024-09-10T08:08:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc610760 0x5652dc610b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc61b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc61dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5652dc5762a0 con 0x5652dc610760 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5652dc51db10 con 0x5652dc611080 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5652dc572260 con 0x5652dc61b940 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc61b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc61b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:56332/0 (socket says 172.21.15.7:56332) 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf7fff640 1 -- 172.21.15.7:0/3634571684 learned_addr learned my addr 172.21.15.7:0/3634571684 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf57fa640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 0x7f4be00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc61dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf57fa640 1 -- 172.21.15.7:0/1549624143 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4bf00cf990 con 0x7f4bf8106a80 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3634571684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 msgr2=0x5652dc61b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc61b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3634571684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc610760 msgr2=0x5652dc610b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc610760 0x5652dc610b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.230+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3634571684 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652dc2e7b90 con 0x5652dc61b940 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 0x7f4be00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc61dd30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4bf819fa30 tx=0x7f4bec011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c83f04862193f6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bde7fc640 1 -- 172.21.15.7:0/3634571684 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec01f070 con 0x5652dc61b940 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bfcbcf640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 0x7f4be00a5040 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000c920 tx=0x7f4bf000c890 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bde7fc640 1 -- 172.21.15.7:0/3634571684 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bec009d30 con 0x5652dc61b940 2024-09-10T08:08:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.231+0000 7f4bde7fc640 1 -- 172.21.15.7:0/3634571684 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec00f740 con 0x5652dc61b940 2024-09-10T08:08:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3634571684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 msgr2=0x5652dc61dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc61dd30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4bf819fa30 tx=0x7f4bec011810 comp rx=0 tx=0).stop 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3634571684 shutdown_connections 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc61dd30 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc61b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3634571684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc610760 0x5652dc610b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3634571684 >> 172.21.15.7:0/3634571684 conn(0x5652dc60ccf0 msgr2=0x5652dc60d0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3634571684 shutdown_connections 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.232+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3634571684 wait complete. 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 -- start start 2024-09-10T08:08:56.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 Processor -- start 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc610760 0x5652dc618800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc619280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5652dc61e510 con 0x5652dc611080 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5652dc4fe6e0 con 0x5652dc610760 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5652dc61e690 con 0x5652dc61b940 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4c00a0b740 10 client.0 _ll_register_callbacks cb 0x5652dc522a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4bf7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46170/0 (socket says 172.21.15.7:46170) 2024-09-10T08:08:56.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.233+0000 7f4bf7fff640 1 -- 172.21.15.7:0/38882239 learned_addr learned my addr 172.21.15.7:0/38882239 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc619280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc610760 0x5652dc618800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 -- 172.21.15.7:0/38882239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 msgr2=0x5652dc619280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc619280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 -- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc610760 msgr2=0x5652dc618800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc610760 0x5652dc618800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 -- 172.21.15.7:0/38882239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652dc627a60 con 0x5652dc611080 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f4be80052a0 tx=0x7f4be80052d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4426b1207fd42166 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.234+0000 7f4bd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8035040 con 0x5652dc611080 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bec009d30 con 0x5652dc611080 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4be8004970 con 0x5652dc611080 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4be804e050 con 0x5652dc611080 2024-09-10T08:08:56.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4c00a0b740 10 client.20520 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5652dc62a470 con 0x5652dc611080 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bec009d30 con 0x5652dc611080 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.235+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4be80314a0 con 0x5652dc611080 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 10 client.20520 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 10 client.20520 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:56.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 20 client.20520 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc62b8d0 0x5652dc62dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 4 client.20520 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652dc5839d0 con 0x5652dc62b8d0 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc62b8d0 0x5652dc62dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc62b8d0 0x5652dc62dce0 crc :-1 s=READY pgs=489 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=177565425ac0a670 server_cookie=213e7be71577ab2c in_seq=0 out_seq=0 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.236+0000 7f4bd77fe640 10 client.20520 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:56.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4bd77fe640 1 -- 172.21.15.7:0/38882239 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5652dc5839d0 con 0x5652dc62b8d0 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4bd77fe640 10 client.20520 handle_command_reply: tid=0 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 client.20520 shutdown 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 msgr2=0x5652dc618d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f4be80052a0 tx=0x7f4be80052d0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 shutdown_connections 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc62b8d0 0x5652dc62dce0 crc :-1 s=READY pgs=489 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc61b940 0x5652dc619280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc618d40 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/38882239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc610760 0x5652dc618800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.237+0000 7f4bd77fe640 0 client.20520 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.238+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 >> 172.21.15.7:0/38882239 conn(0x5652dc60ccf0 msgr2=0x5652dc612a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.238+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 shutdown_connections 2024-09-10T08:08:56.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.238+0000 7f4c00a0b740 1 -- 172.21.15.7:0/38882239 wait complete. 2024-09-10T08:08:56.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.238+0000 7f4c00a0b740 20 client.20520 trim_cache size 0 max 16384 2024-09-10T08:08:56.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.263+0000 7f4c00a0b740 1 Processor -- start 2024-09-10T08:08:56.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.263+0000 7f4c00a0b740 1 -- start start 2024-09-10T08:08:56.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc6335f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc61b940 0x5652dc633b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4be4012460 con 0x5652dc611080 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4be400fd30 con 0x5652dc61b940 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4be400dba0 con 0x5652dc610760 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38282/0 (socket says 172.21.15.7:38282) 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3308990480 learned_addr learned my addr 172.21.15.7:0/3308990480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc61b940 0x5652dc633b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc6335f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3308990480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc61b940 msgr2=0x5652dc633b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc61b940 0x5652dc633b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3308990480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 msgr2=0x5652dc6335f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc6335f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.264+0000 7f4bf77fe640 1 -- 172.21.15.7:0/3308990480 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652dc608260 con 0x5652dc610760 2024-09-10T08:08:56.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.265+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4bec0095f0 tx=0x7f4bec005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61d93f16f4166c9d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.265+0000 7f4bddffb640 1 -- 172.21.15.7:0/3308990480 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec01f040 con 0x5652dc610760 2024-09-10T08:08:56.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.265+0000 7f4bddffb640 1 -- 172.21.15.7:0/3308990480 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bec020040 con 0x5652dc610760 2024-09-10T08:08:56.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.265+0000 7f4bddffb640 1 -- 172.21.15.7:0/3308990480 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec0038e0 con 0x5652dc610760 2024-09-10T08:08:56.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3308990480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 msgr2=0x5652dc617760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4bec0095f0 tx=0x7f4bec005f90 comp rx=0 tx=0).stop 2024-09-10T08:08:56.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3308990480 shutdown_connections 2024-09-10T08:08:56.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc61b940 0x5652dc633b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc611080 0x5652dc6335f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/3308990480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc617760 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3308990480 >> 172.21.15.7:0/3308990480 conn(0x5652dc60ccf0 msgr2=0x5652dc61a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.266+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3308990480 shutdown_connections 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.267+0000 7f4c00a0b740 1 -- 172.21.15.7:0/3308990480 wait complete. 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.267+0000 7f4c00a0b740 1 -- start start 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.267+0000 7f4c00a0b740 1 Processor -- start 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc624090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc61b940 0x5652dc620940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4be400e1f0 con 0x5652dc61b940 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4be400f660 con 0x5652dc611080 2024-09-10T08:08:56.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4be400e8c0 con 0x5652dc610760 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4c00a0b740 10 client.0 _ll_register_callbacks cb 0x7f4be8004480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:38286/0 (socket says 172.21.15.7:38286) 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 -- 172.21.15.7:0/2629903903 learned_addr learned my addr 172.21.15.7:0/2629903903 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc624090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 -- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 msgr2=0x5652dc624090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc624090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 -- 172.21.15.7:0/2629903903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc61b940 msgr2=0x5652dc620940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc61b940 0x5652dc620940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 -- 172.21.15.7:0/2629903903 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652dc621140 con 0x5652dc610760 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bf77fe640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4bec01be50 tx=0x7f4bec01be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd7758bbd6ebb079 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.268+0000 7f4bd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec01f030 con 0x5652dc610760 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4bec01a8a0 con 0x5652dc610760 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bec020040 con 0x5652dc610760 2024-09-10T08:08:56.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4bec005110 con 0x5652dc610760 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4c00a0b740 10 client.29593 fetch_fsmap learned FSMap version 42 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5652dc697030 con 0x5652dc610760 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bec020040 con 0x5652dc610760 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4bec02a440 con 0x5652dc610760 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4c00a0b740 10 client.29593 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.269+0000 7f4c00a0b740 10 client.29593 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4c00a0b740 20 client.29593 populate_metadata read hostname 'smithi007' 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc697560 0x5652dc699950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4c00a0b740 4 client.29593 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5652dc57dd20 con 0x5652dc697560 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc697560 0x5652dc699950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4bf7fff640 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc697560 0x5652dc699950 crc :-1 s=READY pgs=490 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9db51de744aa88bb server_cookie=152d78cee3f73036 in_seq=0 out_seq=0 2024-09-10T08:08:56.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.270+0000 7f4bd77fe640 10 client.29593 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:56.320 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73704 6.70 MB/sec execute 478 sec latency 111.518 ms 2024-09-10T08:08:56.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:56 smithi007 ceph-mon[30879]: pgmap v1069: 129 pgs: 129 active+clean; 487 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.638+0000 7f4bd77fe640 1 -- 172.21.15.7:0/2629903903 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5652dc57dd20 con 0x5652dc697560 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.638+0000 7f4bd77fe640 10 client.29593 handle_command_reply: tid=0 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.638+0000 7f4c00a0b740 1 client.29593 shutdown 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.638+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 msgr2=0x5652dc623b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.638+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4bec01be50 tx=0x7f4bec01be80 comp rx=0 tx=0).stop 2024-09-10T08:08:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 shutdown_connections 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5652dc697560 0x5652dc699950 crc :-1 s=READY pgs=490 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5652dc61b940 0x5652dc620940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5652dc611080 0x5652dc624090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 --2- 172.21.15.7:0/2629903903 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5652dc610760 0x5652dc623b50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4bd77fe640 0 client.29593 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 >> 172.21.15.7:0/2629903903 conn(0x5652dc60ccf0 msgr2=0x5652dc60b650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 shutdown_connections 2024-09-10T08:08:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 1 -- 172.21.15.7:0/2629903903 wait complete. 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.639+0000 7f4c00a0b740 20 client.29593 trim_cache size 0 max 16384 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 86, 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "758be2ed": { 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 86, 2024-09-10T08:08:56.641 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:08:56.642 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 msgr2=0x7f4be00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 0x7f4be00a5040 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000c920 tx=0x7f4bf000c890 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 msgr2=0x7f4bf81a3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 0x7f4bf81a3290 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0009fd0 tx=0x7f4bf000ef10 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 shutdown_connections 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4be00a2b80 0x7f4be00a5040 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4bf8106a80 0x7f4bf81a3290 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bf8101420 0x7f4bf819f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 --2- 172.21.15.7:0/1549624143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bf8100a80 0x7f4bf819ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 >> 172.21.15.7:0/1549624143 conn(0x7f4bf80fc7a0 msgr2=0x7f4bf810c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 shutdown_connections 2024-09-10T08:08:56.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:08:56.640+0000 7f4bfe632640 1 -- 172.21.15.7:0/1549624143 wait complete. 2024-09-10T08:08:56.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:56 smithi145 ceph-mon[34766]: pgmap v1069: 129 pgs: 129 active+clean; 487 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:08:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:56 smithi110 ceph-mon[34417]: pgmap v1069: 129 pgs: 129 active+clean; 487 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:08:57.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.69 MB/sec execute 479 sec latency 1054.313 ms 2024-09-10T08:08:57.471 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '758be2ed', quiesce took 4.7 seconds. Will release after: 25.3 2024-09-10T08:08:58.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.68 MB/sec execute 480 sec latency 2054.431 ms 2024-09-10T08:08:58.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:08:58 smithi145 ceph-mon[34766]: pgmap v1070: 129 pgs: 129 active+clean; 489 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.9 MiB/s wr, 314 op/s 2024-09-10T08:08:58.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:08:58 smithi007 ceph-mon[30879]: pgmap v1070: 129 pgs: 129 active+clean; 489 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.9 MiB/s wr, 314 op/s 2024-09-10T08:08:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:08:58 smithi110 ceph-mon[34417]: pgmap v1070: 129 pgs: 129 active+clean; 489 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.9 MiB/s wr, 314 op/s 2024-09-10T08:08:59.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.66 MB/sec execute 481 sec latency 3054.553 ms 2024-09-10T08:09:00.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.65 MB/sec execute 482 sec latency 4054.687 ms 2024-09-10T08:09:00.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:00 smithi145 ceph-mon[34766]: pgmap v1071: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.9 MiB/s wr, 322 op/s 2024-09-10T08:09:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:00 smithi007 ceph-mon[30879]: pgmap v1071: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.9 MiB/s wr, 322 op/s 2024-09-10T08:09:00.913 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:00 smithi110 ceph-mon[34417]: pgmap v1071: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.9 MiB/s wr, 322 op/s 2024-09-10T08:09:01.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.64 MB/sec execute 483 sec latency 5054.793 ms 2024-09-10T08:09:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 -- 172.21.15.7:0/157898446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 msgr2=0x7f9a90108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 --2- 172.21.15.7:0/157898446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90108e80 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f9a88009ca0 tx=0x7f9a8802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 -- 172.21.15.7:0/157898446 shutdown_connections 2024-09-10T08:09:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 --2- 172.21.15.7:0/157898446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90108e80 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 --2- 172.21.15.7:0/157898446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90101c30 0x7f9a901020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 --2- 172.21.15.7:0/157898446 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90100a40 0x7f9a90100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 -- 172.21.15.7:0/157898446 >> 172.21.15.7:0/157898446 conn(0x7f9a900fc1e0 msgr2=0x7f9a900fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.079+0000 7f9a982ba640 1 -- 172.21.15.7:0/157898446 shutdown_connections 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 -- 172.21.15.7:0/157898446 wait complete. 2024-09-10T08:09:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 Processor -- start 2024-09-10T08:09:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 -- start start 2024-09-10T08:09:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90101c30 0x7f9a90109a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90109f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9010d680 con 0x7f9a901025f0 2024-09-10T08:09:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9010d500 con 0x7f9a90100a40 2024-09-10T08:09:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.080+0000 7f9a982ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9010d800 con 0x7f9a90101c30 2024-09-10T08:09:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96857640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:48190/0 (socket says 172.21.15.7:48190) 2024-09-10T08:09:02.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 -- 172.21.15.7:0/876859957 learned_addr learned my addr 172.21.15.7:0/876859957 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:02.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96857640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90109f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34092/0 (socket says 172.21.15.7:34092) 2024-09-10T08:09:02.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a95855640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90101c30 0x7f9a90109a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 -- 172.21.15.7:0/876859957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90101c30 msgr2=0x7f9a90109a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.087 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90101c30 0x7f9a90109a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 -- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 msgr2=0x7f9a90109f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90109f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 -- 172.21.15.7:0/876859957 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9010a7d0 con 0x7f9a90100a40 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a96056640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00d950 tx=0x7f9a8c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a877fe640 1 -- 172.21.15.7:0/876859957 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c017020 con 0x7f9a90100a40 2024-09-10T08:09:02.088 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a901a1dd0 con 0x7f9a90100a40 2024-09-10T08:09:02.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.081+0000 7f9a877fe640 1 -- 172.21.15.7:0/876859957 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a8c009c30 con 0x7f9a90100a40 2024-09-10T08:09:02.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.082+0000 7f9a877fe640 1 -- 172.21.15.7:0/876859957 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c00f6b0 con 0x7f9a90100a40 2024-09-10T08:09:02.089 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.082+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a901a21e0 con 0x7f9a90100a40 2024-09-10T08:09:02.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.084+0000 7f9a877fe640 1 -- 172.21.15.7:0/876859957 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9a8c01a020 con 0x7f9a90100a40 2024-09-10T08:09:02.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.084+0000 7f9a9b055740 1 Processor -- start 2024-09-10T08:09:02.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 -- start start 2024-09-10T08:09:02.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e289a0 0x5583b5e28da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e30830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5583b5d8c2f0 con 0x5583b5e292e0 2024-09-10T08:09:02.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5583b5d34270 con 0x5583b5e2e370 2024-09-10T08:09:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a9b055740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5583b5d882b0 con 0x5583b5e289a0 2024-09-10T08:09:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34094/0 (socket says 172.21.15.7:34094) 2024-09-10T08:09:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 -- 172.21.15.7:0/4287361168 learned_addr learned my addr 172.21.15.7:0/4287361168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96857640 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e289a0 0x5583b5e28da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a95855640 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e30830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a877fe640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 0x7f9a7c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 -- 172.21.15.7:0/4287361168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e289a0 msgr2=0x5583b5e28da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e289a0 0x5583b5e28da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 -- 172.21.15.7:0/4287361168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 msgr2=0x5583b5e30830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e30830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.085+0000 7f9a96056640 1 -- 172.21.15.7:0/4287361168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b5d33340 con 0x5583b5e292e0 2024-09-10T08:09:02.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a96857640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 0x7f9a7c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a877fe640 1 -- 172.21.15.7:0/876859957 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a8c0cf070 con 0x7f9a90100a40 2024-09-10T08:09:02.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a96056640 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c077670 tx=0x7f9a8c066100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84fa50528778c9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a84bfe640 1 -- 172.21.15.7:0/4287361168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c09b070 con 0x5583b5e292e0 2024-09-10T08:09:02.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a84bfe640 1 -- 172.21.15.7:0/4287361168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a8c066610 con 0x5583b5e292e0 2024-09-10T08:09:02.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a84bfe640 1 -- 172.21.15.7:0/4287361168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c09ae90 con 0x5583b5e292e0 2024-09-10T08:09:02.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.086+0000 7f9a96857640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 0x7f9a7c0a50f0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9a88005e30 tx=0x7f9a880095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- 172.21.15.7:0/4287361168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 msgr2=0x5583b5e2dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c077670 tx=0x7f9a8c066100 comp rx=0 tx=0).stop 2024-09-10T08:09:02.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- 172.21.15.7:0/4287361168 shutdown_connections 2024-09-10T08:09:02.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e30830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e2dda0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 --2- 172.21.15.7:0/4287361168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e289a0 0x5583b5e28da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- 172.21.15.7:0/4287361168 >> 172.21.15.7:0/4287361168 conn(0x5583b5e24010 msgr2=0x5583b5e24410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- 172.21.15.7:0/4287361168 shutdown_connections 2024-09-10T08:09:02.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- 172.21.15.7:0/4287361168 wait complete. 2024-09-10T08:09:02.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 -- start start 2024-09-10T08:09:02.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.087+0000 7f9a9b055740 1 Processor -- start 2024-09-10T08:09:02.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e32b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e2e370 0x5583b5e3a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5583b5e312e0 con 0x5583b5e292e0 2024-09-10T08:09:02.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5583b5d15290 con 0x5583b5e289a0 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5583b5e31460 con 0x5583b5e2e370 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a9b055740 10 client.0 _ll_register_callbacks cb 0x5583b5d46140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34098/0 (socket says 172.21.15.7:34098) 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 -- 172.21.15.7:0/3582585559 learned_addr learned my addr 172.21.15.7:0/3582585559 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:02.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a96056640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e32b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a96857640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e2e370 0x5583b5e3a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 -- 172.21.15.7:0/3582585559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e2e370 msgr2=0x5583b5e3a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e2e370 0x5583b5e3a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 -- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 msgr2=0x5583b5e32b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e32b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 -- 172.21.15.7:0/3582585559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b5a9f210 con 0x5583b5e292e0 2024-09-10T08:09:02.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a95855640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f9a80012700 tx=0x7f9a80012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93210468eccf63d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a79ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:02.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.088+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80004240 con 0x5583b5e292e0 2024-09-10T08:09:02.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a800043e0 con 0x5583b5e292e0 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a8c066610 con 0x5583b5e292e0 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f9a800119a0 con 0x5583b5e292e0 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 10 client.20535 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5583b5b6b620 con 0x5583b5e292e0 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a8c066610 con 0x5583b5e292e0 2024-09-10T08:09:02.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f9a8000f460 con 0x5583b5e292e0 2024-09-10T08:09:02.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 10 client.20535 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:02.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 10 client.20535 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:02.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 20 client.20535 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:02.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5e40bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 4 client.20535 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:02.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583b5d99a20 con 0x5583b5e3e780 2024-09-10T08:09:02.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.089+0000 7f9a96056640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5e40bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.090+0000 7f9a79ffb640 10 client.20535 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:02.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.090+0000 7f9a96056640 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5e40bd0 crc :-1 s=READY pgs=491 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=862cef77c78c44c server_cookie=4b738fcf72001479 in_seq=0 out_seq=0 2024-09-10T08:09:02.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a79ffb640 1 -- 172.21.15.7:0/3582585559 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5583b5d99a20 con 0x5583b5e3e780 2024-09-10T08:09:02.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a79ffb640 10 client.20535 handle_command_reply: tid=0 2024-09-10T08:09:02.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 client.20535 shutdown 2024-09-10T08:09:02.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 msgr2=0x5583b5e33040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f9a80012700 tx=0x7f9a80012bc0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 shutdown_connections 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5e40bd0 crc :-1 s=READY pgs=491 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a79ffb640 0 client.20535 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e2e370 0x5583b5e3a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e292e0 0x5583b5e33040 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 --2- 172.21.15.7:0/3582585559 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e32b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 >> 172.21.15.7:0/3582585559 conn(0x5583b5e24010 msgr2=0x5583b5e25820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 shutdown_connections 2024-09-10T08:09:02.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 1 -- 172.21.15.7:0/3582585559 wait complete. 2024-09-10T08:09:02.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.091+0000 7f9a9b055740 20 client.20535 trim_cache size 0 max 16384 2024-09-10T08:09:02.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 Processor -- start 2024-09-10T08:09:02.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 -- start start 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e3a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901af1c0 con 0x5583b5e2e370 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901aca90 con 0x5583b5e289a0 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a9b055740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901aa900 con 0x5583b5e292e0 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34102/0 (socket says 172.21.15.7:34102) 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 -- 172.21.15.7:0/2337015360 learned_addr learned my addr 172.21.15.7:0/2337015360 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96056640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a95855640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e3a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 -- 172.21.15.7:0/2337015360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 msgr2=0x5583b5e3a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e3a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 -- 172.21.15.7:0/2337015360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 msgr2=0x5583b5e230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96857640 1 -- 172.21.15.7:0/2337015360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b5e23e30 con 0x5583b5e2e370 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.106+0000 7f9a96056640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a96857640 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f9a88035000 tx=0x7f9a88044000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=496b81273c583c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a7bfff640 1 -- 172.21.15.7:0/2337015360 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88003cb0 con 0x5583b5e2e370 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a7bfff640 1 -- 172.21.15.7:0/2337015360 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a88036040 con 0x5583b5e2e370 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a7bfff640 1 -- 172.21.15.7:0/2337015360 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88030b10 con 0x5583b5e2e370 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 -- 172.21.15.7:0/2337015360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 msgr2=0x5583b5e25400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f9a88035000 tx=0x7f9a88044000 comp rx=0 tx=0).stop 2024-09-10T08:09:02.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 -- 172.21.15.7:0/2337015360 shutdown_connections 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e2e370 0x5583b5e25400 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e3a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 --2- 172.21.15.7:0/2337015360 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e289a0 0x5583b5e230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 -- 172.21.15.7:0/2337015360 >> 172.21.15.7:0/2337015360 conn(0x5583b5e24010 msgr2=0x5583b5e229a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 -- 172.21.15.7:0/2337015360 shutdown_connections 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.107+0000 7f9a9b055740 1 -- 172.21.15.7:0/2337015360 wait complete. 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 -- start start 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 Processor -- start 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e37930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e388f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901aaf50 con 0x5583b5e289a0 2024-09-10T08:09:02.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901ac3c0 con 0x5583b5e2e370 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a901ab620 con 0x5583b5e292e0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a9b055740 10 client.0 _ll_register_callbacks cb 0x7f9a80009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34110/0 (socket says 172.21.15.7:34110) 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 -- 172.21.15.7:0/1098412867 learned_addr learned my addr 172.21.15.7:0/1098412867 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a95855640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e37930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96857640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e388f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 -- 172.21.15.7:0/1098412867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 msgr2=0x5583b5e37930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e37930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 -- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 msgr2=0x5583b5e388f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e388f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96056640 1 -- 172.21.15.7:0/1098412867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b5e38f00 con 0x5583b5e289a0 2024-09-10T08:09:02.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a96857640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e388f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.108+0000 7f9a95855640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e37930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a96056640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c000c00 tx=0x7f9a8c086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20f604a36b7d6539 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c0bb040 con 0x5583b5e289a0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9a8c0995d0 con 0x5583b5e289a0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a88036040 con 0x5583b5e289a0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f9a8c09b070 con 0x5583b5e289a0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 10 client.20541 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5583b5e3a2e0 con 0x5583b5e289a0 2024-09-10T08:09:02.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a88036040 con 0x5583b5e289a0 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f9a8c024060 con 0x5583b5e289a0 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 10 client.20541 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 10 client.20541 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 20 client.20541 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5eab6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 4 client.20541 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.109+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5583b5d93d70 con 0x5583b5e3e780 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.110+0000 7f9a95855640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5eab6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.110+0000 7f9a95855640 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5eab6d0 crc :-1 s=READY pgs=492 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2851f3c1176ce572 server_cookie=715b1b8a636f920e in_seq=0 out_seq=0 2024-09-10T08:09:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.110+0000 7f9a79ffb640 10 client.20541 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:02.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.172+0000 7f9a79ffb640 1 -- 172.21.15.7:0/1098412867 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5583b5d93d70 con 0x5583b5e3e780 2024-09-10T08:09:02.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.172+0000 7f9a79ffb640 10 client.20541 handle_command_reply: tid=0 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.172+0000 7f9a9b055740 1 client.20541 shutdown 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 msgr2=0x5583b5e373f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c000c00 tx=0x7f9a8c086040 comp rx=0 tx=0).stop 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 shutdown_connections 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5583b5e3e780 0x5583b5eab6d0 crc :-1 s=READY pgs=492 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5583b5e2e370 0x5583b5e388f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5583b5e292e0 0x5583b5e37930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 --2- 172.21.15.7:0/1098412867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583b5e289a0 0x5583b5e373f0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a79ffb640 0 client.20541 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 >> 172.21.15.7:0/1098412867 conn(0x5583b5e24010 msgr2=0x5583b5e231c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 shutdown_connections 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 1 -- 172.21.15.7:0/1098412867 wait complete. 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a9b055740 20 client.20541 trim_cache size 0 max 16384 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:09:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:09:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 msgr2=0x7f9a7c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 0x7f9a7c0a50f0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9a88005e30 tx=0x7f9a880095c0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 msgr2=0x7f9a9010b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00d950 tx=0x7f9a8c00de10 comp rx=0 tx=0).stop 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 shutdown_connections 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9a7c0a2c30 0x7f9a7c0a50f0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a901025f0 0x7f9a90109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a90101c30 0x7f9a90109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 --2- 172.21.15.7:0/876859957 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9a90100a40 0x7f9a9010b3c0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.173+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 >> 172.21.15.7:0/876859957 conn(0x7f9a900fc1e0 msgr2=0x7f9a90104fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.174+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 shutdown_connections 2024-09-10T08:09:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:02.174+0000 7f9a982ba640 1 -- 172.21.15.7:0/876859957 wait complete. 2024-09-10T08:09:02.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.62 MB/sec execute 484 sec latency 6054.907 ms 2024-09-10T08:09:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:02 smithi145 ceph-mon[34766]: pgmap v1072: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 2.6 MiB/s wr, 281 op/s 2024-09-10T08:09:02.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:02 smithi007 ceph-mon[30879]: pgmap v1072: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 2.6 MiB/s wr, 281 op/s 2024-09-10T08:09:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:02 smithi110 ceph-mon[34417]: pgmap v1072: 129 pgs: 129 active+clean; 486 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 2.6 MiB/s wr, 281 op/s 2024-09-10T08:09:03.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.61 MB/sec execute 485 sec latency 7055.026 ms 2024-09-10T08:09:04.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.59 MB/sec execute 486 sec latency 8055.088 ms 2024-09-10T08:09:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:04 smithi145 ceph-mon[34766]: pgmap v1073: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 2.4 MiB/s wr, 251 op/s 2024-09-10T08:09:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:04 smithi007 ceph-mon[30879]: pgmap v1073: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 2.4 MiB/s wr, 251 op/s 2024-09-10T08:09:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:04 smithi110 ceph-mon[34417]: pgmap v1073: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 2.4 MiB/s wr, 251 op/s 2024-09-10T08:09:05.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.58 MB/sec execute 487 sec latency 9055.197 ms 2024-09-10T08:09:06.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.57 MB/sec execute 488 sec latency 10055.301 ms 2024-09-10T08:09:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:06 smithi145 ceph-mon[34766]: pgmap v1074: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.4 MiB/s wr, 172 op/s 2024-09-10T08:09:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:06 smithi007 ceph-mon[30879]: pgmap v1074: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.4 MiB/s wr, 172 op/s 2024-09-10T08:09:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:06 smithi110 ceph-mon[34417]: pgmap v1074: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.4 MiB/s wr, 172 op/s 2024-09-10T08:09:07.321 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.55 MB/sec execute 489 sec latency 11055.348 ms 2024-09-10T08:09:08.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.54 MB/sec execute 490 sec latency 12055.466 ms 2024-09-10T08:09:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:08 smithi145 ceph-mon[34766]: pgmap v1075: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.2 MiB/s wr, 147 op/s 2024-09-10T08:09:08.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:08 smithi007 ceph-mon[30879]: pgmap v1075: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.2 MiB/s wr, 147 op/s 2024-09-10T08:09:08.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:08 smithi110 ceph-mon[34417]: pgmap v1075: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.2 MiB/s wr, 147 op/s 2024-09-10T08:09:09.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.53 MB/sec execute 491 sec latency 13055.581 ms 2024-09-10T08:09:10.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.51 MB/sec execute 492 sec latency 14055.690 ms 2024-09-10T08:09:10.714 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:10 smithi110 ceph-mon[34417]: pgmap v1076: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 829 KiB/s wr, 102 op/s 2024-09-10T08:09:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:10 smithi145 ceph-mon[34766]: pgmap v1076: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 829 KiB/s wr, 102 op/s 2024-09-10T08:09:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:10 smithi007 ceph-mon[30879]: pgmap v1076: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 829 KiB/s wr, 102 op/s 2024-09-10T08:09:11.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.50 MB/sec execute 493 sec latency 15055.818 ms 2024-09-10T08:09:12.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.49 MB/sec execute 494 sec latency 16055.893 ms 2024-09-10T08:09:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:12 smithi145 ceph-mon[34766]: pgmap v1077: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 316 KiB/s wr, 53 op/s 2024-09-10T08:09:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:12 smithi007 ceph-mon[30879]: pgmap v1077: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 316 KiB/s wr, 53 op/s 2024-09-10T08:09:12.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:12 smithi110 ceph-mon[34417]: pgmap v1077: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 316 KiB/s wr, 53 op/s 2024-09-10T08:09:13.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.47 MB/sec execute 495 sec latency 17055.958 ms 2024-09-10T08:09:14.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.46 MB/sec execute 496 sec latency 18056.087 ms 2024-09-10T08:09:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:14 smithi007 ceph-mon[30879]: pgmap v1078: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 251 KiB/s wr, 35 op/s 2024-09-10T08:09:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:14 smithi145 ceph-mon[34766]: pgmap v1078: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 251 KiB/s wr, 35 op/s 2024-09-10T08:09:14.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:14 smithi110 ceph-mon[34417]: pgmap v1078: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 251 KiB/s wr, 35 op/s 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 -- 172.21.15.7:0/2053321090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 msgr2=0x7f0628109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 --2- 172.21.15.7:0/2053321090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628109cb0 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f0620009ca0 tx=0x7f062002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 -- 172.21.15.7:0/2053321090 shutdown_connections 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 --2- 172.21.15.7:0/2053321090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628109cb0 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 --2- 172.21.15.7:0/2053321090 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 --2- 172.21.15.7:0/2053321090 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 0x7f06281049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 -- 172.21.15.7:0/2053321090 >> 172.21.15.7:0/2053321090 conn(0x7f06280fc1e0 msgr2=0x7f06280fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 -- 172.21.15.7:0/2053321090 shutdown_connections 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.276+0000 7f062d59f640 1 -- 172.21.15.7:0/2053321090 wait complete. 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.277+0000 7f062d59f640 1 Processor -- start 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.277+0000 7f062d59f640 1 -- start start 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 0x7f0628101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628100590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f062810d6b0 con 0x7f0628107840 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f062810d530 con 0x7f0628104f10 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f062d59f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f062810d830 con 0x7f06281025e0 2024-09-10T08:09:15.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35510/0 (socket says 172.21.15.7:35510) 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 -- 172.21.15.7:0/575732159 learned_addr learned my addr 172.21.15.7:0/575732159 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f0626ffd640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 0x7f0628101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06267fc640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628100590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 -- 172.21.15.7:0/575732159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 msgr2=0x7f0628101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 0x7f0628101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 -- 172.21.15.7:0/575732159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 msgr2=0x7f0628100590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628100590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 -- 172.21.15.7:0/575732159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0628101360 con 0x7f0628107840 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06267fc640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.278+0000 7f06277fe640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0620031970 tx=0x7f0620003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.279+0000 7f060ffff640 1 -- 172.21.15.7:0/575732159 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0620032ec0 con 0x7f0628107840 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.279+0000 7f060ffff640 1 -- 172.21.15.7:0/575732159 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06200044f0 con 0x7f0628107840 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.279+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06281a1e50 con 0x7f0628107840 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.279+0000 7f060ffff640 1 -- 172.21.15.7:0/575732159 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0620030d10 con 0x7f0628107840 2024-09-10T08:09:15.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.279+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06281a22b0 con 0x7f0628107840 2024-09-10T08:09:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 Processor -- start 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f060ffff640 1 -- 172.21.15.7:0/575732159 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f0620004040 con 0x7f0628107840 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 -- start start 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf06da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf0bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56482be6a2f0 con 0x56482bf0c370 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56482be12270 con 0x56482bf069a0 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.281+0000 7f0630417740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56482be662b0 con 0x56482bf072e0 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35514/0 (socket says 172.21.15.7:35514) 2024-09-10T08:09:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 -- 172.21.15.7:0/2017500817 learned_addr learned my addr 172.21.15.7:0/2017500817 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf06da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f0626ffd640 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf0bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 -- 172.21.15.7:0/2017500817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 msgr2=0x56482bf0bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf0bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f060ffff640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 0x7f06100a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 -- 172.21.15.7:0/2017500817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 msgr2=0x56482bf06da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf06da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 -- 172.21.15.7:0/2017500817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56482be11340 con 0x56482bf0c370 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06277fe640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 0x7f06100a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f06267fc640 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f061c013600 tx=0x7f061c00b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88e31dddc9f1527b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f060ffff640 1 -- 172.21.15.7:0/575732159 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f06200f0940 con 0x7f0628107840 2024-09-10T08:09:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f060d7fa640 1 -- 172.21.15.7:0/2017500817 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c019070 con 0x56482bf0c370 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f060d7fa640 1 -- 172.21.15.7:0/2017500817 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f061c0047a0 con 0x56482bf0c370 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.282+0000 7f060d7fa640 1 -- 172.21.15.7:0/2017500817 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c011780 con 0x56482bf0c370 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- 172.21.15.7:0/2017500817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 msgr2=0x56482bf0e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f06277fe640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 0x7f06100a5290 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f0620031040 tx=0x7f0620087e70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f061c013600 tx=0x7f061c00b6c0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- 172.21.15.7:0/2017500817 shutdown_connections 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf0e830 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf0bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 --2- 172.21.15.7:0/2017500817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf06da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- 172.21.15.7:0/2017500817 >> 172.21.15.7:0/2017500817 conn(0x56482bf02010 msgr2=0x56482bf02410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- 172.21.15.7:0/2017500817 shutdown_connections 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- 172.21.15.7:0/2017500817 wait complete. 2024-09-10T08:09:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.283+0000 7f0630417740 1 -- start start 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 Processor -- start 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf069a0 0x56482bf10c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 0x56482bf181d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56482bf0f340 con 0x56482bf072e0 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56482bdf3290 con 0x56482bf0c370 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56482bf0f4c0 con 0x56482bf069a0 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0630417740 10 client.0 _ll_register_callbacks cb 0x56482be24140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35520/0 (socket says 172.21.15.7:35520) 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 -- 172.21.15.7:0/1173318986 learned_addr learned my addr 172.21.15.7:0/1173318986 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f06267fc640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf069a0 0x56482bf10c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f06267fc640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 0x56482bf181d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 -- 172.21.15.7:0/1173318986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf069a0 msgr2=0x56482bf10c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf069a0 0x56482bf10c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 -- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 msgr2=0x56482bf181d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 0x56482bf181d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f0626ffd640 1 -- 172.21.15.7:0/1173318986 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56482bb7d210 con 0x56482bf072e0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.284+0000 7f06267fc640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 0x56482bf181d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0626ffd640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f061800b9f0 tx=0x7f061800beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccb4925f931c9092 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061801b640 con 0x56482bf072e0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f061801b7e0 con 0x56482bf072e0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f061c0047a0 con 0x56482bf072e0 2024-09-10T08:09:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f0618024050 con 0x56482bf072e0 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 10 client.20553 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56482bc49620 con 0x56482bf072e0 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f061c0047a0 con 0x56482bf072e0 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f0618019020 con 0x56482bf072e0 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 10 client.20553 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 10 client.20553 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 20 client.20553 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf1c970 0x56482bf1ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 4 client.20553 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.285+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56482be77a20 con 0x56482bf1c970 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.286+0000 7f06267fc640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf1c970 0x56482bf1ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.286+0000 7f060aff5640 10 client.20553 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.286+0000 7f06267fc640 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf1c970 0x56482bf1ed80 crc :-1 s=READY pgs=493 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=861ff4eb1f93620d server_cookie=342f14822d1b2c67 in_seq=0 out_seq=0 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f060aff5640 1 -- 172.21.15.7:0/1173318986 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56482be77a20 con 0x56482bf1c970 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f060aff5640 10 client.20553 handle_command_reply: tid=0 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 client.20553 shutdown 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 msgr2=0x56482bf11190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f061800b9f0 tx=0x7f061800beb0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 shutdown_connections 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf1c970 0x56482bf1ed80 crc :-1 s=READY pgs=493 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf0c370 0x56482bf181d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f060aff5640 0 client.20553 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf072e0 0x56482bf11190 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 --2- 172.21.15.7:0/1173318986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf069a0 0x56482bf10c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 >> 172.21.15.7:0/1173318986 conn(0x56482bf02010 msgr2=0x56482bf03820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.287+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 shutdown_connections 2024-09-10T08:09:15.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.288+0000 7f0630417740 1 -- 172.21.15.7:0/1173318986 wait complete. 2024-09-10T08:09:15.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.288+0000 7f0630417740 20 client.20553 trim_cache size 0 max 16384 2024-09-10T08:09:15.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 Processor -- start 2024-09-10T08:09:15.306 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 -- start start 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf03400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf18190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f06281af1b0 con 0x56482bf0c370 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f06281aca80 con 0x56482bf069a0 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0630417740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06281aa8f0 con 0x56482bf072e0 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35526/0 (socket says 172.21.15.7:35526) 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f06267fc640 1 -- 172.21.15.7:0/1928497145 learned_addr learned my addr 172.21.15.7:0/1928497145 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.302+0000 7f0626ffd640 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf18190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf03400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.307 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 -- 172.21.15.7:0/1928497145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 msgr2=0x56482bf18190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf18190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 -- 172.21.15.7:0/1928497145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 msgr2=0x56482bf03400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf03400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 -- 172.21.15.7:0/1928497145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56482bf1b290 con 0x56482bf0c370 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f06267fc640 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f061c013f50 tx=0x7f061c015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db17f8df994c01fa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f060cff9640 1 -- 172.21.15.7:0/1928497145 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c019040 con 0x56482bf0c370 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f060cff9640 1 -- 172.21.15.7:0/1928497145 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f061c004c90 con 0x56482bf0c370 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f060cff9640 1 -- 172.21.15.7:0/1928497145 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c004430 con 0x56482bf0c370 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f0630417740 1 -- 172.21.15.7:0/1928497145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 msgr2=0x56482bf03940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.303+0000 7f0630417740 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f061c013f50 tx=0x7f061c015040 comp rx=0 tx=0).stop 2024-09-10T08:09:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- 172.21.15.7:0/1928497145 shutdown_connections 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf0c370 0x56482bf03940 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf072e0 0x56482bf18190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- 172.21.15.7:0/1928497145 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf069a0 0x56482bf03400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- 172.21.15.7:0/1928497145 >> 172.21.15.7:0/1928497145 conn(0x56482bf02010 msgr2=0x56482bf011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- 172.21.15.7:0/1928497145 shutdown_connections 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- 172.21.15.7:0/1928497145 wait complete. 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- start start 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 Processor -- start 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf072e0 0x56482bf162f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf0c370 0x56482bf17300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f06281aaf40 con 0x56482bf069a0 2024-09-10T08:09:15.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f06281ac3b0 con 0x56482bf072e0 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06281ab610 con 0x56482bf0c370 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0630417740 10 client.0 _ll_register_callbacks cb 0x7f06180040c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f06267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35530/0 (socket says 172.21.15.7:35530) 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f06267fc640 1 -- 172.21.15.7:0/3089082051 learned_addr learned my addr 172.21.15.7:0/3089082051 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.304+0000 7f0626ffd640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf072e0 0x56482bf162f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf0c370 0x56482bf17300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 -- 172.21.15.7:0/3089082051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf0c370 msgr2=0x56482bf17300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf0c370 0x56482bf17300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 -- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf072e0 msgr2=0x56482bf162f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf072e0 0x56482bf162f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 -- 172.21.15.7:0/3089082051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56482bf17910 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f06267fc640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7f061c00b3f0 tx=0x7f061c00bc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66046ef2420f98d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f060aff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c03e060 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f061c004670 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56482be71d70 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f061c019030 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f0630417740 10 client.20559 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56482bf87ad0 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.305+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56482be71d70 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f061c0038a0 con 0x56482bf069a0 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 10 client.20559 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 10 client.20559 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:15.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 20 client.20559 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf88300 0x56482bf8a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 4 client.20559 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56482bdee900 con 0x56482bf88300 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0626ffd640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf88300 0x56482bf8a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f060aff5640 10 client.20559 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:15.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.306+0000 7f0626ffd640 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf88300 0x56482bf8a720 crc :-1 s=READY pgs=494 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cae969de18a894cc server_cookie=cec3982ddb6cebe0 in_seq=0 out_seq=0 2024-09-10T08:09:15.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.45 MB/sec execute 497 sec latency 19056.123 ms 2024-09-10T08:09:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f060aff5640 1 -- 172.21.15.7:0/3089082051 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56482bdee900 con 0x56482bf88300 2024-09-10T08:09:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f060aff5640 10 client.20559 handle_command_reply: tid=0 2024-09-10T08:09:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 client.20559 shutdown 2024-09-10T08:09:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 msgr2=0x56482bf15db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7f061c00b3f0 tx=0x7f061c00bc70 comp rx=0 tx=0).stop 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 shutdown_connections 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x56482bf88300 0x56482bf8a720 crc :-1 s=READY pgs=494 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56482bf0c370 0x56482bf17300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f060aff5640 0 client.20559 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x56482bf072e0 0x56482bf162f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 --2- 172.21.15.7:0/3089082051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56482bf069a0 0x56482bf15db0 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.330+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 >> 172.21.15.7:0/3089082051 conn(0x56482bf02010 msgr2=0x56482bf023f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 shutdown_connections 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f0630417740 1 -- 172.21.15.7:0/3089082051 wait complete. 2024-09-10T08:09:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f0630417740 20 client.20559 trim_cache size 0 max 16384 2024-09-10T08:09:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:09:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:09:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:09:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 msgr2=0x7f06100a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 0x7f06100a5290 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f0620031040 tx=0x7f0620087e70 comp rx=0 tx=0).stop 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 msgr2=0x7f0628100ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0620031970 tx=0x7f0620003ba0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 shutdown_connections 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f06100a2dd0 0x7f06100a5290 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0628107840 0x7f0628100ad0 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0628104f10 0x7f0628100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 --2- 172.21.15.7:0/575732159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06281025e0 0x7f0628101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 >> 172.21.15.7:0/575732159 conn(0x7f06280fc1e0 msgr2=0x7f0628102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.331+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 shutdown_connections 2024-09-10T08:09:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:15.332+0000 7f062d59f640 1 -- 172.21.15.7:0/575732159 wait complete. 2024-09-10T08:09:16.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.44 MB/sec execute 498 sec latency 20056.159 ms 2024-09-10T08:09:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:16 smithi145 ceph-mon[34766]: pgmap v1079: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 58 KiB/s wr, 16 op/s 2024-09-10T08:09:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:16 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:16 smithi007 ceph-mon[30879]: pgmap v1079: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 58 KiB/s wr, 16 op/s 2024-09-10T08:09:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:16 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:16.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:16 smithi110 ceph-mon[34417]: pgmap v1079: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 58 KiB/s wr, 16 op/s 2024-09-10T08:09:16.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:16 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:17.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.42 MB/sec execute 499 sec latency 21056.245 ms 2024-09-10T08:09:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:17.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:09:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:09:17.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:17.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:17.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:09:18.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.41 MB/sec execute 500 sec latency 22056.326 ms 2024-09-10T08:09:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:18 smithi145 ceph-mon[34766]: pgmap v1080: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-09-10T08:09:18.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:18 smithi007 ceph-mon[30879]: pgmap v1080: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-09-10T08:09:18.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:18 smithi110 ceph-mon[34417]: pgmap v1080: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-09-10T08:09:19.322 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.40 MB/sec execute 501 sec latency 23056.450 ms 2024-09-10T08:09:20.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.38 MB/sec execute 502 sec latency 24056.576 ms 2024-09-10T08:09:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:20 smithi145 ceph-mon[34766]: pgmap v1081: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 13 op/s 2024-09-10T08:09:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:20 smithi007 ceph-mon[30879]: pgmap v1081: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 13 op/s 2024-09-10T08:09:20.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:20 smithi110 ceph-mon[34417]: pgmap v1081: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 13 op/s 2024-09-10T08:09:21.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.37 MB/sec execute 503 sec latency 25056.685 ms 2024-09-10T08:09:22.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.36 MB/sec execute 504 sec latency 26056.826 ms 2024-09-10T08:09:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:22 smithi145 ceph-mon[34766]: pgmap v1082: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-09-10T08:09:22.772 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:09:22.802 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:22 smithi007 ceph-mon[30879]: pgmap v1082: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-09-10T08:09:22.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:22 smithi110 ceph-mon[34417]: pgmap v1082: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-09-10T08:09:23.045 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.35 MB/sec execute 505 sec latency 27056.896 ms 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 -- 172.21.15.7:0/3210530817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 msgr2=0x7f9824106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 --2- 172.21.15.7:0/3210530817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824106e40 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f9820009930 tx=0x7f982002a420 comp rx=0 tx=0).stop 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 -- 172.21.15.7:0/3210530817 shutdown_connections 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 --2- 172.21.15.7:0/3210530817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 0x7f982410d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 --2- 172.21.15.7:0/3210530817 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 0x7f9824100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 --2- 172.21.15.7:0/3210530817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824106e40 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 -- 172.21.15.7:0/3210530817 >> 172.21.15.7:0/3210530817 conn(0x7f98240fc780 msgr2=0x7f98240feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:23.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 -- 172.21.15.7:0/3210530817 shutdown_connections 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.679+0000 7f982c3df640 1 -- 172.21.15.7:0/3210530817 wait complete. 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 Processor -- start 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 -- start start 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 0x7f9824102af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 0x7f9824103030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9824110d10 con 0x7f9824106a60 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9824110b90 con 0x7f9824100a60 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982c3df640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9824110e90 con 0x7f9824101400 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982a97c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:23.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982a97c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45766/0 (socket says 172.21.15.7:45766) 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982a97c640 1 -- 172.21.15.7:0/230062095 learned_addr learned my addr 172.21.15.7:0/230062095 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982a17b640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 0x7f9824102af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982997a640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 0x7f9824103030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.680+0000 7f982a97c640 1 -- 172.21.15.7:0/230062095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 msgr2=0x7f9824103030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982a97c640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 0x7f9824103030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982a97c640 1 -- 172.21.15.7:0/230062095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 msgr2=0x7f9824102af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982a97c640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 0x7f9824102af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982a97c640 1 -- 172.21.15.7:0/230062095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98241a67e0 con 0x7f9824106a60 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982a97c640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f981c00cce0 tx=0x7f981c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00f450 con 0x7f9824106a60 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98241a6ad0 con 0x7f9824106a60 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f981c00faa0 con 0x7f9824106a60 2024-09-10T08:09:23.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c018b70 con 0x7f9824106a60 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.681+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98241a7010 con 0x7f9824106a60 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.682+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9824100ec0 con 0x7f9824106a60 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.683+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f981c018d10 con 0x7f9824106a60 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.684+0000 7f981b7fe640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 0x7f98100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.684+0000 7f982a17b640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 0x7f98100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.684+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f981c0cf740 con 0x7f9824106a60 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.684+0000 7f982a17b640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 0x7f98100a5040 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9820009900 tx=0x7f9820000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:23.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.688+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f981c014030 con 0x7f9824106a60 2024-09-10T08:09:23.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.905+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98241a7300 con 0x7f9824106a60 2024-09-10T08:09:23.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.906+0000 7f981b7fe640 1 -- 172.21.15.7:0/230062095 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f981c09c2a0 con 0x7f9824106a60 2024-09-10T08:09:23.906 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:09:23.906 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:09:23.906 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:09:23.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 msgr2=0x7f98100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:23.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 0x7f98100a5040 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9820009900 tx=0x7f9820000bc0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 msgr2=0x7f9824103570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f981c00cce0 tx=0x7f981c00a620 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 shutdown_connections 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f98100a2b80 0x7f98100a5040 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9824106a60 0x7f9824103570 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9824101400 0x7f9824103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 --2- 172.21.15.7:0/230062095 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9824100a60 0x7f9824102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 >> 172.21.15.7:0/230062095 conn(0x7f98240fc780 msgr2=0x7f9824104e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 shutdown_connections 2024-09-10T08:09:23.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:23.908+0000 7f982c3df640 1 -- 172.21.15.7:0/230062095 wait complete. 2024-09-10T08:09:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.33 MB/sec execute 506 sec latency 28056.925 ms 2024-09-10T08:09:24.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:24 smithi007 ceph-mon[30879]: pgmap v1083: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-09-10T08:09:24.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:24 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/230062095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:24.822 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 758be2ed --release --await' 2024-09-10T08:09:24.822 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 758be2ed --release --await 2024-09-10T08:09:24.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:24 smithi110 ceph-mon[34417]: pgmap v1083: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-09-10T08:09:24.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:24 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/230062095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:24 smithi145 ceph-mon[34766]: pgmap v1083: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-09-10T08:09:24.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:24 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/230062095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:25.127 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73719 6.32 MB/sec execute 507 sec latency 29056.971 ms 2024-09-10T08:09:25.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 -- 172.21.15.7:0/587132748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc108300 msgr2=0x7feccc10ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 --2- 172.21.15.7:0/587132748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc108300 0x7feccc10ec70 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009cd0 tx=0x7fecc402a8d0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 -- 172.21.15.7:0/587132748 shutdown_connections 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 --2- 172.21.15.7:0/587132748 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc108300 0x7feccc10ec70 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 --2- 172.21.15.7:0/587132748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 0x7feccc107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 --2- 172.21.15.7:0/587132748 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc102dd0 0x7feccc1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 -- 172.21.15.7:0/587132748 >> 172.21.15.7:0/587132748 conn(0x7feccc0fc7d0 msgr2=0x7feccc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 -- 172.21.15.7:0/587132748 shutdown_connections 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.621+0000 7fecd086b640 1 -- 172.21.15.7:0/587132748 wait complete. 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 Processor -- start 2024-09-10T08:09:25.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 -- start start 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 0x7feccc1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc108300 0x7feccc19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feccc111f80 con 0x7feccc102dd0 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feccc111e00 con 0x7feccc108300 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecd086b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feccc112100 con 0x7feccc103780 2024-09-10T08:09:25.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45792/0 (socket says 172.21.15.7:45792) 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecca59c640 1 -- 172.21.15.7:0/3104764514 learned_addr learned my addr 172.21.15.7:0/3104764514 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 0x7feccc1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecca59c640 1 -- 172.21.15.7:0/3104764514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 msgr2=0x7feccc1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7fecca59c640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 0x7feccc1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.622+0000 7feccad9d640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc108300 0x7feccc19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecca59c640 1 -- 172.21.15.7:0/3104764514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc108300 msgr2=0x7feccc19cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecca59c640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc108300 0x7feccc19cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecca59c640 1 -- 172.21.15.7:0/3104764514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc19d430 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecca59c640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fecbc00d950 tx=0x7fecbc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecc37fe640 1 -- 172.21.15.7:0/3104764514 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc017030 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feccc19d720 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecc37fe640 1 -- 172.21.15.7:0/3104764514 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecbc004020 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecc37fe640 1 -- 172.21.15.7:0/3104764514 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0047a0 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.623+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feccc1a5000 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.625+0000 7fecc37fe640 1 -- 172.21.15.7:0/3104764514 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fecbc0041d0 con 0x7feccc102dd0 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 Processor -- start 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecc37fe640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 0x7fecb80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 -- start start 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecc37fe640 1 -- 172.21.15.7:0/3104764514 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fecbc0cef20 con 0x7feccc102dd0 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7feccad9d640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 0x7fecb80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5341440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd534bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557fd52a6620 con 0x557fd534c240 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557fd524de50 con 0x557fd5341060 2024-09-10T08:09:25.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecd2c44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557fd52a25e0 con 0x557fd5341980 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7feccad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7feccad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45804/0 (socket says 172.21.15.7:45804) 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7feccad9d640 1 -- 172.21.15.7:0/3496442937 learned_addr learned my addr 172.21.15.7:0/3496442937 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.626+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd534bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7fecca59c640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5341440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 0x7fecb80a5040 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fecc4031b30 tx=0x7fecc4031b60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 -- 172.21.15.7:0/3496442937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 msgr2=0x557fd534bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd534bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 -- 172.21.15.7:0/3496442937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 msgr2=0x557fd5341440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5341440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 -- 172.21.15.7:0/3496442937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd523ed40 con 0x557fd534c240 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7fecca59c640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5341440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7feccad9d640 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fecc4031bd0 tx=0x7fecc4048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e55ffc3d6bd61fb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7fecc0ff9640 1 -- 172.21.15.7:0/3496442937 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4030850 con 0x557fd534c240 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7fecc0ff9640 1 -- 172.21.15.7:0/3496442937 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc404f070 con 0x557fd534c240 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.627+0000 7fecc0ff9640 1 -- 172.21.15.7:0/3496442937 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc404ab70 con 0x557fd534c240 2024-09-10T08:09:25.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- 172.21.15.7:0/3496442937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 msgr2=0x557fd534e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fecc4031bd0 tx=0x7fecc4048000 comp rx=0 tx=0).stop 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- 172.21.15.7:0/3496442937 shutdown_connections 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd534e630 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd534bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3496442937 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5341440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- 172.21.15.7:0/3496442937 >> 172.21.15.7:0/3496442937 conn(0x557fd533d5f0 msgr2=0x557fd533d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- 172.21.15.7:0/3496442937 shutdown_connections 2024-09-10T08:09:25.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- 172.21.15.7:0/3496442937 wait complete. 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 -- start start 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.628+0000 7fecd2c44740 1 Processor -- start 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5349130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd5349670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557fd534ee10 con 0x557fd534c240 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557fd522ef10 con 0x557fd5341060 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557fd534ef90 con 0x557fd5341980 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 10 client.0 _ll_register_callbacks cb 0x557fd5252db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45816/0 (socket says 172.21.15.7:45816) 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecca59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5349130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 -- 172.21.15.7:0/3514946951 learned_addr learned my addr 172.21.15.7:0/3514946951 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd5349670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 -- 172.21.15.7:0/3514946951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 msgr2=0x557fd5349670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd5349670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 -- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 msgr2=0x557fd5349130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5349130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 -- 172.21.15.7:0/3514946951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fd4fb5580 con 0x557fd534c240 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd5349670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7feccad9d640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009430 tx=0x7fecc4031f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df996a0da3a147e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4058070 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fecc404ad00 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.629+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecc404f070 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fecc4064050 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 10 client.20577 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557fd507f960 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecc404f070 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fecc403d5e0 con 0x557fd534c240 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 10 client.20577 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 10 client.20577 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 20 client.20577 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd535bc40 0x557fd535e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 4 client.20577 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fd52b3b90 con 0x557fd535bc40 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.630+0000 7fecca59c640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd535bc40 0x557fd535e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecca59c640 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd535bc40 0x557fd535e030 crc :-1 s=READY pgs=495 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee67dd0a1025c992 server_cookie=ad0af70aa1988739 in_seq=0 out_seq=0 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecb1ffb640 10 client.20577 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecb1ffb640 1 -- 172.21.15.7:0/3514946951 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557fd52b3b90 con 0x557fd535bc40 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecb1ffb640 10 client.20577 handle_command_reply: tid=0 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecd2c44740 1 client.20577 shutdown 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 msgr2=0x557fd5349bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.631+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009430 tx=0x7fecc4031f40 comp rx=0 tx=0).stop 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 shutdown_connections 2024-09-10T08:09:25.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd535bc40 0x557fd535e030 crc :-1 s=READY pgs=495 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd534c240 0x557fd5349bb0 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd5341980 0x557fd5349670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 --2- 172.21.15.7:0/3514946951 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341060 0x557fd5349130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecb1ffb640 0 client.20577 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 >> 172.21.15.7:0/3514946951 conn(0x557fd533d5f0 msgr2=0x557fd53432d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 shutdown_connections 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 1 -- 172.21.15.7:0/3514946951 wait complete. 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.632+0000 7fecd2c44740 20 client.20577 trim_cache size 0 max 16384 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 Processor -- start 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 -- start start 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd53463b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53468f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1b1460 con 0x557fd5341060 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1aed30 con 0x557fd5341980 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecd2c44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1acba0 con 0x557fd534c240 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.649+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45824/0 (socket says 172.21.15.7:45824) 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 -- 172.21.15.7:0/2404252727 learned_addr learned my addr 172.21.15.7:0/2404252727 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7feccad9d640 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53468f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd53463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 -- 172.21.15.7:0/2404252727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 msgr2=0x557fd53468f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53468f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 -- 172.21.15.7:0/2404252727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 msgr2=0x557fd53463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd53463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 -- 172.21.15.7:0/2404252727 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd53417b0 con 0x557fd5341060 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecca59c640 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0cc6d0 tx=0x7fecbc0cc550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f5c840fe877abe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecb3fff640 1 -- 172.21.15.7:0/2404252727 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0a4050 con 0x557fd5341060 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecb3fff640 1 -- 172.21.15.7:0/2404252727 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecbc099480 con 0x557fd5341060 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.650+0000 7fecb3fff640 1 -- 172.21.15.7:0/2404252727 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc09a830 con 0x557fd5341060 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 -- 172.21.15.7:0/2404252727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 msgr2=0x557fd53578f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0cc6d0 tx=0x7fecbc0cc550 comp rx=0 tx=0).stop 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 -- 172.21.15.7:0/2404252727 shutdown_connections 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53468f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd53463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 --2- 172.21.15.7:0/2404252727 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd53578f0 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 -- 172.21.15.7:0/2404252727 >> 172.21.15.7:0/2404252727 conn(0x557fd533d5f0 msgr2=0x557fd53571e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 -- 172.21.15.7:0/2404252727 shutdown_connections 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.651+0000 7fecd2c44740 1 -- 172.21.15.7:0/2404252727 wait complete. 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 -- start start 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 Processor -- start 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd535fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53c39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1ad1f0 con 0x557fd5341060 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1ae660 con 0x557fd5341980 2024-09-10T08:09:25.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feccc1ad8c0 con 0x557fd534c240 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecd2c44740 10 client.0 _ll_register_callbacks cb 0x7fecc40098a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45840/0 (socket says 172.21.15.7:45840) 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 -- 172.21.15.7:0/4178408227 learned_addr learned my addr 172.21.15.7:0/4178408227 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7feccad9d640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53c39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd535fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 -- 172.21.15.7:0/4178408227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 msgr2=0x557fd53c39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53c39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 -- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 msgr2=0x557fd535fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:25.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd535fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.652+0000 7fecca59c640 1 -- 172.21.15.7:0/4178408227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fd53c40c0 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecca59c640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7fecbc09e040 tx=0x7fecbc009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ebad0483ab34f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0b4230 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fecbc0a3c30 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecbc099480 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fecbc0b43d0 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 10 client.20583 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557fd53cb480 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecbc099480 con 0x557fd5341060 2024-09-10T08:09:25.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fecbc07c020 con 0x557fd5341060 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 10 client.20583 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 10 client.20583 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 20 client.20583 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd53cbaf0 0x557fd53cdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 4 client.20583 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "758be2ed", "release": true, "await": true}] 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.653+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "758be2ed", "release": true, "await": true}) -- 0x557fd52ae0a0 con 0x557fd53cbaf0 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.654+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd53cbaf0 0x557fd53cdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.654+0000 7fecc9d9b640 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd53cbaf0 0x557fd53cdee0 crc :-1 s=READY pgs=496 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab111ca534c2e41 server_cookie=da6731e8f06218de in_seq=0 out_seq=0 2024-09-10T08:09:25.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.654+0000 7fecb1ffb640 10 client.20583 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:25.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.693+0000 7fecb1ffb640 1 -- 172.21.15.7:0/4178408227 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557fd52ae0a0 con 0x557fd53cbaf0 2024-09-10T08:09:25.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.693+0000 7fecb1ffb640 10 client.20583 handle_command_reply: tid=0 2024-09-10T08:09:25.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.693+0000 7fecd2c44740 1 client.20583 shutdown 2024-09-10T08:09:25.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.693+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 msgr2=0x557fd535f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.693+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7fecbc09e040 tx=0x7fecbc009740 comp rx=0 tx=0).stop 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 shutdown_connections 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557fd53cbaf0 0x557fd53cdee0 crc :-1 s=READY pgs=496 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557fd534c240 0x557fd53c39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557fd5341980 0x557fd535fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecb1ffb640 0 client.20583 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 --2- 172.21.15.7:0/4178408227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557fd5341060 0x557fd535f7d0 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 >> 172.21.15.7:0/4178408227 conn(0x557fd533d5f0 msgr2=0x557fd533c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 shutdown_connections 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 1 -- 172.21.15.7:0/4178408227 wait complete. 2024-09-10T08:09:25.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.694+0000 7fecd2c44740 20 client.20583 trim_cache size 0 max 16384 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 88, 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:09:25.695 INFO:teuthology.orchestra.run.smithi007.stdout: "758be2ed": { 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 88, 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T08:09:25.696 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:25.697 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:09:25.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 msgr2=0x7fecb80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 0x7fecb80a5040 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fecc4031b30 tx=0x7fecc4031b60 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 msgr2=0x7feccc198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fecbc00d950 tx=0x7fecbc00de10 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 shutdown_connections 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fecb80a2b80 0x7fecb80a5040 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7feccc108300 0x7feccc19cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feccc103780 0x7feccc1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 --2- 172.21.15.7:0/3104764514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feccc102dd0 0x7feccc198480 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:25.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 >> 172.21.15.7:0/3104764514 conn(0x7feccc0fc7d0 msgr2=0x7feccc105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:25.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 shutdown_connections 2024-09-10T08:09:25.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:25.695+0000 7fecd086b640 1 -- 172.21.15.7:0/3104764514 wait complete. 2024-09-10T08:09:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73817 6.32 MB/sec execute 508 sec latency 29395.286 ms 2024-09-10T08:09:26.810 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:26 smithi007 ceph-mon[30879]: pgmap v1084: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T08:09:26.854 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '758be2ed', total seconds elapsed: 34.1 2024-09-10T08:09:26.854 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T08:09:26.854 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:09:26.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:26 smithi110 ceph-mon[34417]: pgmap v1084: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T08:09:26.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:26 smithi145 ceph-mon[34766]: pgmap v1084: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-09-10T08:09:27.220 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 73970 6.32 MB/sec execute 509 sec latency 66.110 ms 2024-09-10T08:09:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 -- 172.21.15.7:0/732597865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 msgr2=0x7f3c28106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/732597865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c28106810 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009900 tx=0x7f3c1c02a410 comp rx=0 tx=0).stop 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 -- 172.21.15.7:0/732597865 shutdown_connections 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/732597865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28106f40 0x7f3c2810eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/732597865 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c28106810 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/732597865 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28101e10 0x7f3c281021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 -- 172.21.15.7:0/732597865 >> 172.21.15.7:0/732597865 conn(0x7f3c280fd8d0 msgr2=0x7f3c280ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 -- 172.21.15.7:0/732597865 shutdown_connections 2024-09-10T08:09:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.790+0000 7f3c2ca22640 1 -- 172.21.15.7:0/732597865 wait complete. 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2ca22640 1 Processor -- start 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2ca22640 1 -- start start 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2ca22640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2ca22640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c2819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48956/0 (socket says 172.21.15.7:48956) 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c2659c640 1 -- 172.21.15.7:0/95975015 learned_addr learned my addr 172.21.15.7:0/95975015 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.791+0000 7f3c25d9b640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c2819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28106f40 0x7f3c2819ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28111e50 con 0x7f3c281027c0 2024-09-10T08:09:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28111cd0 con 0x7f3c28106f40 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28111fd0 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c26d9d640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28106f40 0x7f3c2819ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 -- 172.21.15.7:0/95975015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28106f40 msgr2=0x7f3c2819ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28106f40 0x7f3c2819ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 -- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 msgr2=0x7f3c2819aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c2819aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2819f520 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2659c640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800e9f0 tx=0x7f3c1800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1800cd80 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c180108e0 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18018920 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.792+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2819f810 con 0x7f3c28101e10 2024-09-10T08:09:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.793+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c281a70f0 con 0x7f3c28101e10 2024-09-10T08:09:27.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.794+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c281021f0 con 0x7f3c28101e10 2024-09-10T08:09:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.796+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3c18010a90 con 0x7f3c28101e10 2024-09-10T08:09:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.797+0000 7f3c177fe640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 0x7f3c100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.797+0000 7f3c25d9b640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 0x7f3c100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:27.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.797+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f3c180cfa70 con 0x7f3c28101e10 2024-09-10T08:09:27.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.798+0000 7f3c25d9b640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 0x7f3c100a50c0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c031440 tx=0x7f3c1c005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:27.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:27.801+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3c1809bf80 con 0x7f3c28101e10 2024-09-10T08:09:28.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.139+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c2819b8d0 con 0x7f3c28101e10 2024-09-10T08:09:28.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.140+0000 7f3c177fe640 1 -- 172.21.15.7:0/95975015 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7f3c180a0280 con 0x7f3c28101e10 2024-09-10T08:09:28.157 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:09:28.157 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:09:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:09:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 msgr2=0x7f3c100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 0x7f3c100a50c0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c031440 tx=0x7f3c1c005b50 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 msgr2=0x7f3c2819a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800e9f0 tx=0x7f3c1800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 shutdown_connections 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f3c100a2c00 0x7f3c100a50c0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c28106f40 0x7f3c2819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3c281027c0 0x7f3c2819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 --2- 172.21.15.7:0/95975015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c28101e10 0x7f3c2819a570 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 >> 172.21.15.7:0/95975015 conn(0x7f3c280fd8d0 msgr2=0x7f3c280fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 shutdown_connections 2024-09-10T08:09:28.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:28.143+0000 7f3c2ca22640 1 -- 172.21.15.7:0/95975015 wait complete. 2024-09-10T08:09:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74133 6.33 MB/sec execute 510 sec latency 104.083 ms 2024-09-10T08:09:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.468+0000 7f4a7521e640 1 -- 172.21.15.7:0/943604839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a701025c0 msgr2=0x7f4a701049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.468+0000 7f4a7521e640 1 --2- 172.21.15.7:0/943604839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a701025c0 0x7f4a701049b0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009900 tx=0x7f4a6002a410 comp rx=0 tx=0).stop 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.468+0000 7f4a7521e640 1 -- 172.21.15.7:0/943604839 shutdown_connections 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 --2- 172.21.15.7:0/943604839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a70107820 0x7f4a70109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 --2- 172.21.15.7:0/943604839 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70104ef0 0x7f4a701072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 --2- 172.21.15.7:0/943604839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a701025c0 0x7f4a701049b0 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 -- 172.21.15.7:0/943604839 >> 172.21.15.7:0/943604839 conn(0x7f4a700fc1e0 msgr2=0x7f4a700fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 -- 172.21.15.7:0/943604839 shutdown_connections 2024-09-10T08:09:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.469+0000 7f4a7521e640 1 -- 172.21.15.7:0/943604839 wait complete. 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 Processor -- start 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 -- start start 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a701025c0 0x7f4a70199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 0x7f4a7019a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7010d730 con 0x7f4a70104ef0 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7010d5b0 con 0x7f4a70107820 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a7521e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7010d8b0 con 0x7f4a701025c0 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a6f59e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a701025c0 0x7f4a70199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a6f59e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51330/0 (socket says 172.21.15.7:51330) 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a6f59e640 1 -- 172.21.15.7:0/4002384517 learned_addr learned my addr 172.21.15.7:0/4002384517 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.470+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 0x7f4a7019a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 -- 172.21.15.7:0/4002384517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a701025c0 msgr2=0x7f4a70199f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a701025c0 0x7f4a70199f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 -- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 msgr2=0x7f4a7019a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 0x7f4a7019a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 -- 172.21.15.7:0/4002384517 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a701a1bb0 con 0x7f4a70107820 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 0x7f4a7019a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a6f59e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4a6800eb40 tx=0x7f4a6800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a57fff640 1 -- 172.21.15.7:0/4002384517 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a68004b20 con 0x7f4a70107820 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a701a1ea0 con 0x7f4a70107820 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a57fff640 1 -- 172.21.15.7:0/4002384517 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a68004cc0 con 0x7f4a70107820 2024-09-10T08:09:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a57fff640 1 -- 172.21.15.7:0/4002384517 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a680107b0 con 0x7f4a70107820 2024-09-10T08:09:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.471+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a701a23b0 con 0x7f4a70107820 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a57fff640 1 -- 172.21.15.7:0/4002384517 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4a68005020 con 0x7f4a70107820 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 Processor -- start 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 -- start start 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616e75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616ea040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55646163d2f0 con 0x5564616e7b80 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5564615e5270 con 0x5564616e21b0 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a78091740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5564616392b0 con 0x5564616e2af0 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51332/0 (socket says 172.21.15.7:51332) 2024-09-10T08:09:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a6e59c640 1 -- 172.21.15.7:0/2011333540 learned_addr learned my addr 172.21.15.7:0/2011333540 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.475+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616e75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616ea040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/2011333540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 msgr2=0x5564616e25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/2011333540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 msgr2=0x5564616ea040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616ea040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/2011333540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564615e4340 con 0x5564616e2af0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a57fff640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 0x7f4a580a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 0x7f4a580a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a57fff640 1 -- 172.21.15.7:0/4002384517 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a680cfc00 con 0x7f4a70107820 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.476+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616e75b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009850 tx=0x7f4a60005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=758e4cb9cc671c98 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.477+0000 7f4a557fa640 1 -- 172.21.15.7:0/2011333540 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60035030 con 0x5564616e2af0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.477+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 0x7f4a580a50f0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4a64014850 tx=0x7f4a64005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.477+0000 7f4a557fa640 1 -- 172.21.15.7:0/2011333540 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a60040070 con 0x5564616e2af0 2024-09-10T08:09:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.477+0000 7f4a557fa640 1 -- 172.21.15.7:0/2011333540 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a600318e0 con 0x5564616e2af0 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- 172.21.15.7:0/2011333540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 msgr2=0x5564616e75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616e75b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009850 tx=0x7f4a60005bd0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- 172.21.15.7:0/2011333540 shutdown_connections 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616ea040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616e75b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 --2- 172.21.15.7:0/2011333540 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616e25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- 172.21.15.7:0/2011333540 >> 172.21.15.7:0/2011333540 conn(0x5564616d5010 msgr2=0x5564616d5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- 172.21.15.7:0/2011333540 shutdown_connections 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- 172.21.15.7:0/2011333540 wait complete. 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 -- start start 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.478+0000 7f4a78091740 1 Processor -- start 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 0x5564616ec940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e7b80 0x5564616f3980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5564616eaaf0 con 0x5564616e21b0 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45892/0 (socket says 172.21.15.7:45892) 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/524285589 learned_addr learned my addr 172.21.15.7:0/524285589 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5564615c6290 con 0x5564616e2af0 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5564616eac70 con 0x5564616e7b80 2024-09-10T08:09:28.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 0x5564616ec940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6f59e640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e7b80 0x5564616f3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/524285589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e7b80 msgr2=0x5564616f3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e7b80 0x5564616f3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 msgr2=0x5564616ec940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 10 client.0 _ll_register_callbacks cb 0x5564615f7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 0x5564616ec940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556461350210 con 0x5564616e21b0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 0x5564616ec940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.479+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a60040070 con 0x5564616e21b0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f4a60005c40 tx=0x7f4a600044b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ace4a07afb963a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a52ff5640 10 client.20598 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a52ff5640 1 -- 172.21.15.7:0/524285589 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60052060 con 0x5564616e21b0 2024-09-10T08:09:28.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a52ff5640 1 -- 172.21.15.7:0/524285589 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a60003a00 con 0x5564616e21b0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a52ff5640 1 -- 172.21.15.7:0/524285589 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4a60035050 con 0x5564616e21b0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a78091740 10 client.20598 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.480+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=42}) -- 0x55646141c620 con 0x5564616e21b0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a52ff5640 1 -- 172.21.15.7:0/524285589 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4a60003c00 con 0x5564616e21b0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 10 client.20598 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 10 client.20598 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 20 client.20598 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564616f7ba0 0x5564616f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 4 client.20598 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55646164aa20 con 0x5564616f7ba0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564616f7ba0 0x5564616f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564616f7ba0 0x5564616f9f90 crc :-1 s=READY pgs=497 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b934815fe76450ea server_cookie=28022400a90b55fb in_seq=0 out_seq=0 2024-09-10T08:09:28.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.481+0000 7f4a52ff5640 10 client.20598 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a52ff5640 1 -- 172.21.15.7:0/524285589 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55646164aa20 con 0x5564616f7ba0 2024-09-10T08:09:28.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a52ff5640 10 client.20598 handle_command_reply: tid=0 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 client.20598 shutdown 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 msgr2=0x5564616ec400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f4a60005c40 tx=0x7f4a600044b0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 shutdown_connections 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564616f7ba0 0x5564616f9f90 crc :-1 s=READY pgs=497 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e7b80 0x5564616f3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a52ff5640 0 client.20598 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.482+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e2af0 0x5564616ec940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.483+0000 7f4a78091740 1 --2- 172.21.15.7:0/524285589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e21b0 0x5564616ec400 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.483+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 >> 172.21.15.7:0/524285589 conn(0x5564616d5010 msgr2=0x5564616d6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.483+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 shutdown_connections 2024-09-10T08:09:28.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.483+0000 7f4a78091740 1 -- 172.21.15.7:0/524285589 wait complete. 2024-09-10T08:09:28.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.483+0000 7f4a78091740 20 client.20598 trim_cache size 0 max 16384 2024-09-10T08:09:28.504 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 Processor -- start 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 -- start start 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616d48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616d6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701aad60 con 0x5564616e7b80 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701a8630 con 0x5564616e21b0 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a78091740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701a64c0 con 0x5564616e2af0 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616d6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616d48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:48992/0 (socket says 172.21.15.7:48992) 2024-09-10T08:09:28.505 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616d6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45894/0 (socket says 172.21.15.7:45894) 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.504+0000 7f4a6e59c640 1 -- 172.21.15.7:0/3908599044 learned_addr learned my addr 172.21.15.7:0/3908599044 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/3908599044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 msgr2=0x5564616f3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/3908599044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 msgr2=0x5564616d6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616d6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/3908599044 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564616ea3a0 con 0x5564616e21b0 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616d48d0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f4a6002a930 tx=0x7f4a6004a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3992166265d8e7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a54ff9640 1 -- 172.21.15.7:0/3908599044 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60003a00 con 0x5564616e21b0 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a54ff9640 1 -- 172.21.15.7:0/3908599044 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a60040070 con 0x5564616e21b0 2024-09-10T08:09:28.506 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.505+0000 7f4a54ff9640 1 -- 172.21.15.7:0/3908599044 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60045470 con 0x5564616e21b0 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 -- 172.21.15.7:0/3908599044 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 msgr2=0x5564616d48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616d48d0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f4a6002a930 tx=0x7f4a6004a000 comp rx=0 tx=0).stop 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 -- 172.21.15.7:0/3908599044 shutdown_connections 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616d6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 --2- 172.21.15.7:0/3908599044 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616d48d0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 -- 172.21.15.7:0/3908599044 >> 172.21.15.7:0/3908599044 conn(0x5564616d5010 msgr2=0x5564616d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 -- 172.21.15.7:0/3908599044 shutdown_connections 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.506+0000 7f4a78091740 1 -- 172.21.15.7:0/3908599044 wait complete. 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 -- start start 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 Processor -- start 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616f27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701a6b10 con 0x5564616e7b80 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701a7f60 con 0x5564616e21b0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a701a71c0 con 0x5564616e2af0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a78091740 10 client.0 _ll_register_callbacks cb 0x7f4a64009e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a6f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616f27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a6ed9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:51360/0 (socket says 172.21.15.7:51360) 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/4092148189 learned_addr learned my addr 172.21.15.7:0/4092148189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.507+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/4092148189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 msgr2=0x5564616f17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/4092148189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 msgr2=0x5564616f27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616f27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 -- 172.21.15.7:0/4092148189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564616f2dd0 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6f59e640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616f27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a6ed9d640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009540 tx=0x7f4a600095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa64a0e5df700776 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60052040 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a60031b40 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.508+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a60040070 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4a60072050 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 10 client.29615 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x556461762890 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a60040070 con 0x5564616e21b0 2024-09-10T08:09:28.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4a60061ca0 con 0x5564616e21b0 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 10 client.29615 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 10 client.29615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 20 client.29615 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564617631d0 0x5564617655c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 4 client.29615 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556461644d70 con 0x5564617631d0 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.509+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564617631d0 0x5564617655c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.510+0000 7f4a52ff5640 10 client.29615 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:28.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.510+0000 7f4a6e59c640 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564617631d0 0x5564617655c0 crc :-1 s=READY pgs=498 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c43a5e25970fc11c server_cookie=854f0b587ba9e55e in_seq=0 out_seq=0 2024-09-10T08:09:28.521 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:28 smithi007 ceph-mon[30879]: pgmap v1085: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-10T08:09:28.521 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:28 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/95975015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a52ff5640 1 -- 172.21.15.7:0/4092148189 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556461644d70 con 0x5564617631d0 2024-09-10T08:09:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a52ff5640 10 client.29615 handle_command_reply: tid=0 2024-09-10T08:09:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 client.29615 shutdown 2024-09-10T08:09:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 msgr2=0x5564616f1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009540 tx=0x7f4a600095f0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 shutdown_connections 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5564617631d0 0x5564617655c0 crc :-1 s=READY pgs=498 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5564616e7b80 0x5564616f27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a52ff5640 0 client.29615 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5564616e2af0 0x5564616f17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 --2- 172.21.15.7:0/4092148189 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5564616e21b0 0x5564616f1270 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 >> 172.21.15.7:0/4092148189 conn(0x5564616d5010 msgr2=0x5564616d48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 shutdown_connections 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.582+0000 7f4a78091740 1 -- 172.21.15.7:0/4092148189 wait complete. 2024-09-10T08:09:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a78091740 20 client.29615 trim_cache size 0 max 16384 2024-09-10T08:09:28.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:09:28.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:09:28.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:09:28.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 msgr2=0x7f4a580a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 0x7f4a580a50f0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4a64014850 tx=0x7f4a64005f90 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 msgr2=0x7f4a701a1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4a6800eb40 tx=0x7f4a6800c2d0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.583+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 shutdown_connections 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a580a2c30 0x7f4a580a50f0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a70107820 0x7f4a701a1540 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a70104ef0 0x7f4a7019a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 --2- 172.21.15.7:0/4002384517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a701025c0 0x7f4a70199f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 >> 172.21.15.7:0/4002384517 conn(0x7f4a700fc1e0 msgr2=0x7f4a70101c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 shutdown_connections 2024-09-10T08:09:28.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:28.584+0000 7f4a7521e640 1 -- 172.21.15.7:0/4002384517 wait complete. 2024-09-10T08:09:28.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:28 smithi110 ceph-mon[34417]: pgmap v1085: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-10T08:09:28.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:28 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/95975015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:28.990 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:28 smithi145 ceph-mon[34766]: pgmap v1085: 129 pgs: 129 active+clean; 481 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-10T08:09:28.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:28 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/95975015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:29.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74316 6.34 MB/sec execute 511 sec latency 98.861 ms 2024-09-10T08:09:29.351 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T08:09:29.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T08:09:29.771 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:30.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74502 6.35 MB/sec execute 512 sec latency 102.029 ms 2024-09-10T08:09:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.352+0000 7f4e8159a640 1 -- 172.21.15.7:0/2362188170 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c031880 con 0x7f4e841027a0 2024-09-10T08:09:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 -- 172.21.15.7:0/2362188170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e841027a0 msgr2=0x7f4e841067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/2362188170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e841027a0 0x7f4e841067f0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009900 tx=0x7f4e6c02a410 comp rx=0 tx=0).stop 2024-09-10T08:09:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 -- 172.21.15.7:0/2362188170 shutdown_connections 2024-09-10T08:09:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/2362188170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84106f20 0x7f4e8410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/2362188170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e841027a0 0x7f4e841067f0 secure :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009900 tx=0x7f4e6c02a410 comp rx=0 tx=0).stop 2024-09-10T08:09:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/2362188170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84101df0 0x7f4e841021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.353+0000 7f4e88cf6640 1 -- 172.21.15.7:0/2362188170 >> 172.21.15.7:0/2362188170 conn(0x7f4e840fd8f0 msgr2=0x7f4e840ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.354+0000 7f4e88cf6640 1 -- 172.21.15.7:0/2362188170 shutdown_connections 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.354+0000 7f4e88cf6640 1 -- 172.21.15.7:0/2362188170 wait complete. 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 Processor -- start 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 -- start start 2024-09-10T08:09:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84101df0 0x7f4e84075f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84106f20 0x7f4e84071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8406c300 con 0x7f4e84101df0 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8406c180 con 0x7f4e84106f20 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.355+0000 7f4e88cf6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8406c480 con 0x7f4e84072510 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.356+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84106f20 0x7f4e84071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.356+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.356+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:56374/0 (socket says 172.21.15.7:56374) 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.356+0000 7f4e82d9d640 1 -- 172.21.15.7:0/1823722328 learned_addr learned my addr 172.21.15.7:0/1823722328 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 -- 172.21.15.7:0/1823722328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84106f20 msgr2=0x7f4e84071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84106f20 0x7f4e84071fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 -- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84101df0 msgr2=0x7f4e84075f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84101df0 0x7f4e84075f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 -- 172.21.15.7:0/1823722328 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e841af690 con 0x7f4e84072510 2024-09-10T08:09:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.357+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c00b970 tx=0x7f4e7c00be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.358+0000 7f4e7b7fe640 1 -- 172.21.15.7:0/1823722328 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c019070 con 0x7f4e84072510 2024-09-10T08:09:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.358+0000 7f4e7b7fe640 1 -- 172.21.15.7:0/1823722328 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c014440 con 0x7f4e84072510 2024-09-10T08:09:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.358+0000 7f4e7b7fe640 1 -- 172.21.15.7:0/1823722328 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c019070 con 0x7f4e84072510 2024-09-10T08:09:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.358+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e841af980 con 0x7f4e84072510 2024-09-10T08:09:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.358+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e841afe40 con 0x7f4e84072510 2024-09-10T08:09:30.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.361+0000 7f4e7b7fe640 1 -- 172.21.15.7:0/1823722328 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4e7c01c070 con 0x7f4e84072510 2024-09-10T08:09:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.363+0000 7f4e7b7fe640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 0x7f4e700a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.363+0000 7f4e7b7fe640 1 -- 172.21.15.7:0/1823722328 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e7c00c940 con 0x7f4e84072510 2024-09-10T08:09:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.363+0000 7f4e8259c640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 0x7f4e700a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.364+0000 7f4e8259c640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 0x7f4e700a5450 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f4e74005d00 tx=0x7f4e74005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 Processor -- start 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 -- start start 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x56061628bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x560616296400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606161f12a0 con 0x56061628b760 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x560616198b10 con 0x560616296940 2024-09-10T08:09:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5606161ed260 con 0x56061628c080 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:58714/0 (socket says 172.21.15.7:58714) 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.366+0000 7f4e82d9d640 1 -- 172.21.15.7:0/673359233 learned_addr learned my addr 172.21.15.7:0/673359233 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e8259c640 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x56061628bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e81d9b640 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x560616296400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 -- 172.21.15.7:0/673359233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 msgr2=0x560616296400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x560616296400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 -- 172.21.15.7:0/673359233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 msgr2=0x56061628bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x56061628bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 -- 172.21.15.7:0/673359233 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560615f62b90 con 0x560616296940 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.367+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0972e0 tx=0x7f4e7c014c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d51f39ea15ace6bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.368+0000 7f4e78ff9640 1 -- 172.21.15.7:0/673359233 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c019050 con 0x560616296940 2024-09-10T08:09:30.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.368+0000 7f4e78ff9640 1 -- 172.21.15.7:0/673359233 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c09ec10 con 0x560616296940 2024-09-10T08:09:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.368+0000 7f4e78ff9640 1 -- 172.21.15.7:0/673359233 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c0850e0 con 0x560616296940 2024-09-10T08:09:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/673359233 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 msgr2=0x560616298d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0972e0 tx=0x7f4e7c014c30 comp rx=0 tx=0).stop 2024-09-10T08:09:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/673359233 shutdown_connections 2024-09-10T08:09:30.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616298d30 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x560616296400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/673359233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x56061628bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/673359233 >> 172.21.15.7:0/673359233 conn(0x560616287cf0 msgr2=0x5606162880d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/673359233 shutdown_connections 2024-09-10T08:09:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/673359233 wait complete. 2024-09-10T08:09:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.369+0000 7f4e8b0cf740 1 -- start start 2024-09-10T08:09:30.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 Processor -- start 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162937d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616294250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606162995b0 con 0x56061628c080 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x5606161796e0 con 0x560616296940 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.370+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560616299730 con 0x56061628b760 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e8b0cf740 10 client.0 _ll_register_callbacks cb 0x56061619da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:30.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e8259c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162937d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50504/0 (socket says 172.21.15.7:50504) 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616294250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e81d9b640 1 -- 172.21.15.7:0/3062180345 learned_addr learned my addr 172.21.15.7:0/3062180345 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3062180345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 msgr2=0x5606162937d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162937d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3062180345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 msgr2=0x560616293d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.371+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3062180345 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606162a2aa0 con 0x560616296940 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e81d9b640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616294250 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c096d70 tx=0x7f4e7c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45ff071f3c5e3a5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:09:30.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c0989b0 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e7c0ce170 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e7c09ec10 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4e7c0a3250 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e8b0cf740 10 client.29627 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.372+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5606162a5410 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c0b9120 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4e7c09bc20 con 0x560616296940 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 10 client.29627 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 10 client.29627 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 20 client.29627 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5606162a6760 0x5606162a8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 4 client.29627 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4e7c09ec10 con 0x5606162a6760 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.373+0000 7f4e8259c640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5606162a6760 0x5606162a8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.374+0000 7f4e69ffb640 10 client.29627 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.374+0000 7f4e8259c640 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5606162a6760 0x5606162a8b50 crc :-1 s=READY pgs=499 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7447eac369eda688 server_cookie=d6e44e1b71fa135d in_seq=0 out_seq=0 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e69ffb640 1 -- 172.21.15.7:0/3062180345 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f4e7c09ec10 con 0x5606162a6760 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e69ffb640 10 client.29627 handle_command_reply: tid=0 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 client.29627 shutdown 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 msgr2=0x560616294250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616294250 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c096d70 tx=0x7f4e7c004a40 comp rx=0 tx=0).stop 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 shutdown_connections 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x5606162a6760 0x5606162a8b50 crc :-1 s=READY pgs=499 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x560616294250 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x560616293d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.376+0000 7f4e69ffb640 0 client.29627 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.375+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3062180345 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162937d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.376+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 >> 172.21.15.7:0/3062180345 conn(0x560616287cf0 msgr2=0x56061628d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.376+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 shutdown_connections 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.376+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3062180345 wait complete. 2024-09-10T08:09:30.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.376+0000 7f4e8b0cf740 20 client.29627 trim_cache size 0 max 16384 2024-09-10T08:09:30.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 Processor -- start 2024-09-10T08:09:30.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 -- start start 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x5606162956a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841bc4b0 con 0x56061628b760 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b9d80 con 0x560616296940 2024-09-10T08:09:30.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.404+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b7bf0 con 0x56061628c080 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e8259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x5606162956a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:58720/0 (socket says 172.21.15.7:58720) 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e8259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50508/0 (socket says 172.21.15.7:50508) 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x5606162956a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:56416/0 (socket says 172.21.15.7:56416) 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3584990042 learned_addr learned my addr 172.21.15.7:0/3584990042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3584990042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 msgr2=0x5606162956a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x5606162956a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3584990042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 msgr2=0x560616292af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 -- 172.21.15.7:0/3584990042 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56061628beb0 con 0x560616296940 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e8259c640 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c09a200 tx=0x7f4e7c014c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d052d43b9a8f31e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3584990042 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c019050 con 0x560616296940 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3584990042 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c0989b0 con 0x560616296940 2024-09-10T08:09:30.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.405+0000 7f4e6bfff640 1 -- 172.21.15.7:0/3584990042 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c0850b0 con 0x560616296940 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3584990042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 msgr2=0x5606162940a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c09a200 tx=0x7f4e7c014c30 comp rx=0 tx=0).stop 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3584990042 shutdown_connections 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162940a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628c080 0x5606162956a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/3584990042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628b760 0x560616292af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.406+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3584990042 >> 172.21.15.7:0/3584990042 conn(0x560616287cf0 msgr2=0x5606162a19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.407+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3584990042 shutdown_connections 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.407+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/3584990042 wait complete. 2024-09-10T08:09:30.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.407+0000 7f4e8b0cf740 1 -- start start 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.407+0000 7f4e8b0cf740 1 Processor -- start 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162a99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162aa470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b8240 con 0x56061628c080 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b96b0 con 0x560616296940 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b8910 con 0x56061628b760 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8b0cf740 10 client.0 _ll_register_callbacks cb 0x7f4e7c09a770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e81d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50514/0 (socket says 172.21.15.7:50514) 2024-09-10T08:09:30.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e81d9b640 1 -- 172.21.15.7:0/896179016 learned_addr learned my addr 172.21.15.7:0/896179016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8259c640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162a99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162aa470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8259c640 1 -- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 msgr2=0x5606162aa470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.408+0000 7f4e8259c640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162aa470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8259c640 1 -- 172.21.15.7:0/896179016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 msgr2=0x5606162a9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8259c640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8259c640 1 -- 172.21.15.7:0/896179016 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606163101a0 con 0x56061628b760 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e81d9b640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e82d9d640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8259c640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162a99f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x5606162997b0 tx=0x7f4e740046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73369175ba372c89 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e740287a0 con 0x56061628b760 2024-09-10T08:09:30.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4e74028940 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5606161fe9d0 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4e7403a050 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8b0cf740 10 client.29686 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.409+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5606163114c0 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5606161fe9d0 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4e7401c420 con 0x56061628b760 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 10 client.29686 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 10 client.29686 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 20 client.29686 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560616311cb0 0x5606163140d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 4 client.29686 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5606161f8d20 con 0x560616311cb0 2024-09-10T08:09:30.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.410+0000 7f4e81d9b640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560616311cb0 0x5606163140d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:30.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.411+0000 7f4e81d9b640 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560616311cb0 0x5606163140d0 crc :-1 s=READY pgs=500 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58e99cf73edb67d8 server_cookie=dc7e28f6cb71af0f in_seq=0 out_seq=0 2024-09-10T08:09:30.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.411+0000 7f4e69ffb640 10 client.29686 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:30.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:30 smithi007 ceph-mon[30879]: pgmap v1086: 129 pgs: 129 active+clean; 484 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 599 KiB/s wr, 38 op/s 2024-09-10T08:09:30.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.785+0000 7f4e69ffb640 1 -- 172.21.15.7:0/896179016 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5606161f8d20 con 0x560616311cb0 2024-09-10T08:09:30.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.785+0000 7f4e69ffb640 10 client.29686 handle_command_reply: tid=0 2024-09-10T08:09:30.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.785+0000 7f4e8b0cf740 1 client.29686 shutdown 2024-09-10T08:09:30.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 msgr2=0x5606162a99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162a99f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x5606162997b0 tx=0x7f4e740046c0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 shutdown_connections 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x560616311cb0 0x5606163140d0 crc :-1 s=READY pgs=500 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x560616296940 0x5606162aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56061628c080 0x5606162a9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 --2- 172.21.15.7:0/896179016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56061628b760 0x5606162a99f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 >> 172.21.15.7:0/896179016 conn(0x560616287cf0 msgr2=0x56061628d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e69ffb640 0 client.29686 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:30.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 shutdown_connections 2024-09-10T08:09:30.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 1 -- 172.21.15.7:0/896179016 wait complete. 2024-09-10T08:09:30.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.786+0000 7f4e8b0cf740 20 client.29686 trim_cache size 0 max 16384 2024-09-10T08:09:30.788 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 90, 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "7ab27ae8": { 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 90, 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:30.789 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:30.790 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 msgr2=0x7f4e700a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 0x7f4e700a5450 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f4e74005d00 tx=0x7f4e74005c50 comp rx=0 tx=0).stop 2024-09-10T08:09:30.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 msgr2=0x7f4e840729c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c00b970 tx=0x7f4e7c00be30 comp rx=0 tx=0).stop 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 shutdown_connections 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4e700a2f90 0x7f4e700a5450 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e84072510 0x7f4e840729c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4e84106f20 0x7f4e84071fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 --2- 172.21.15.7:0/1823722328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4e84101df0 0x7f4e84075f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 >> 172.21.15.7:0/1823722328 conn(0x7f4e840fd8f0 msgr2=0x7f4e8410cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 shutdown_connections 2024-09-10T08:09:30.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:30.787+0000 7f4e88cf6640 1 -- 172.21.15.7:0/1823722328 wait complete. 2024-09-10T08:09:30.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:30 smithi110 ceph-mon[34417]: pgmap v1086: 129 pgs: 129 active+clean; 484 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 599 KiB/s wr, 38 op/s 2024-09-10T08:09:30.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:30 smithi145 ceph-mon[34766]: pgmap v1086: 129 pgs: 129 active+clean; 484 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 599 KiB/s wr, 38 op/s 2024-09-10T08:09:31.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.34 MB/sec execute 513 sec latency 920.440 ms 2024-09-10T08:09:31.483 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7ab27ae8', quiesce took 4.6 seconds. Will release after: 25.4 2024-09-10T08:09:32.323 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.33 MB/sec execute 514 sec latency 1920.545 ms 2024-09-10T08:09:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:32 smithi007 ceph-mon[30879]: pgmap v1087: 129 pgs: 129 active+clean; 488 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 1003 KiB/s wr, 84 op/s 2024-09-10T08:09:32.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:32 smithi110 ceph-mon[34417]: pgmap v1087: 129 pgs: 129 active+clean; 488 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 1003 KiB/s wr, 84 op/s 2024-09-10T08:09:32.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:32 smithi145 ceph-mon[34766]: pgmap v1087: 129 pgs: 129 active+clean; 488 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 1003 KiB/s wr, 84 op/s 2024-09-10T08:09:33.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.32 MB/sec execute 515 sec latency 2920.671 ms 2024-09-10T08:09:34.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.30 MB/sec execute 516 sec latency 3920.795 ms 2024-09-10T08:09:34.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:34 smithi007 ceph-mon[30879]: pgmap v1088: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-10T08:09:34.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:34 smithi110 ceph-mon[34417]: pgmap v1088: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-10T08:09:34.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:34 smithi145 ceph-mon[34766]: pgmap v1088: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-10T08:09:35.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.29 MB/sec execute 517 sec latency 4920.917 ms 2024-09-10T08:09:36.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.28 MB/sec execute 518 sec latency 5921.057 ms 2024-09-10T08:09:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:36 smithi007 ceph-mon[30879]: pgmap v1089: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-10T08:09:36.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:36 smithi110 ceph-mon[34417]: pgmap v1089: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-10T08:09:36.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:36 smithi145 ceph-mon[34766]: pgmap v1089: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-10T08:09:37.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.27 MB/sec execute 519 sec latency 6921.174 ms 2024-09-10T08:09:38.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.26 MB/sec execute 520 sec latency 7921.303 ms 2024-09-10T08:09:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:38 smithi007 ceph-mon[30879]: pgmap v1090: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-10T08:09:38.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:38 smithi110 ceph-mon[34417]: pgmap v1090: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-10T08:09:38.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:38 smithi145 ceph-mon[34766]: pgmap v1090: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-10T08:09:39.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.24 MB/sec execute 521 sec latency 8921.428 ms 2024-09-10T08:09:40.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.23 MB/sec execute 522 sec latency 9921.480 ms 2024-09-10T08:09:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:40 smithi007 ceph-mon[30879]: pgmap v1091: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 146 op/s 2024-09-10T08:09:40.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:40 smithi110 ceph-mon[34417]: pgmap v1091: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 146 op/s 2024-09-10T08:09:40.994 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:40 smithi145 ceph-mon[34766]: pgmap v1091: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 146 op/s 2024-09-10T08:09:41.324 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.22 MB/sec execute 523 sec latency 10921.577 ms 2024-09-10T08:09:41.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.686+0000 7f4a85918640 1 -- 172.21.15.7:0/2435513481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80105900 msgr2=0x7f4a8010c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.686+0000 7f4a85918640 1 --2- 172.21.15.7:0/2435513481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80105900 0x7f4a8010c190 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009ca0 tx=0x7f4a7802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 -- 172.21.15.7:0/2435513481 shutdown_connections 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 --2- 172.21.15.7:0/2435513481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80105900 0x7f4a8010c190 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 --2- 172.21.15.7:0/2435513481 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a801053c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 --2- 172.21.15.7:0/2435513481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80103d50 0x7f4a80104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 -- 172.21.15.7:0/2435513481 >> 172.21.15.7:0/2435513481 conn(0x7f4a800ff4b0 msgr2=0x7f4a801018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 -- 172.21.15.7:0/2435513481 shutdown_connections 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 -- 172.21.15.7:0/2435513481 wait complete. 2024-09-10T08:09:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 Processor -- start 2024-09-10T08:09:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.687+0000 7f4a85918640 1 -- start start 2024-09-10T08:09:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a8019a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80105900 0x7f4a801a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a8010f860 con 0x7f4a80103d50 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a8010f6e0 con 0x7f4a80104f40 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a85918640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a8010f9e0 con 0x7f4a80105900 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39608/0 (socket says 172.21.15.7:39608) 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 -- 172.21.15.7:0/4052153935 learned_addr learned my addr 172.21.15.7:0/4052153935 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80105900 0x7f4a801a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a8019a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 -- 172.21.15.7:0/4052153935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80105900 msgr2=0x7f4a801a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80105900 0x7f4a801a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 -- 172.21.15.7:0/4052153935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 msgr2=0x7f4a8019a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a8019a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 -- 172.21.15.7:0/4052153935 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a801a1a70 con 0x7f4a80103d50 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a8019a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.688+0000 7f4a7effd640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000d770 tx=0x7f4a7000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.689+0000 7f4a84916640 1 -- 172.21.15.7:0/4052153935 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70017070 con 0x7f4a80103d50 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.689+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a801a1d60 con 0x7f4a80103d50 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.689+0000 7f4a84916640 1 -- 172.21.15.7:0/4052153935 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a70009c30 con 0x7f4a80103d50 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.689+0000 7f4a84916640 1 -- 172.21.15.7:0/4052153935 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70003d00 con 0x7f4a80103d50 2024-09-10T08:09:41.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.689+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a801a2220 con 0x7f4a80103d50 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.691+0000 7f4a84916640 1 -- 172.21.15.7:0/4052153935 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4a70003ea0 con 0x7f4a80103d50 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 Processor -- start 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 -- start start 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c595da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c59d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557f6c4f92f0 con 0x557f6c5962e0 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557f6c4a1270 con 0x557f6c5959a0 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a886b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557f6c4f52b0 con 0x557f6c59b370 2024-09-10T08:09:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39612/0 (socket says 172.21.15.7:39612) 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7effd640 1 -- 172.21.15.7:0/663494133 learned_addr learned my addr 172.21.15.7:0/663494133 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c59d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c595da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a84916640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 0x7f4a680a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7effd640 1 -- 172.21.15.7:0/663494133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 msgr2=0x557f6c59d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.692+0000 7f4a7effd640 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c59d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7effd640 1 -- 172.21.15.7:0/663494133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 msgr2=0x557f6c595da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7effd640 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c595da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7effd640 1 -- 172.21.15.7:0/663494133 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f6c4a0340 con 0x557f6c5962e0 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 0x7f4a680a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a84916640 1 -- 172.21.15.7:0/4052153935 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a700cf190 con 0x7f4a80103d50 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7effd640 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f4a70082f50 tx=0x7f4a70066220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6fd6f5f7543cf2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a65ffb640 1 -- 172.21.15.7:0/663494133 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7009b420 con 0x557f6c5962e0 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a65ffb640 1 -- 172.21.15.7:0/663494133 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a7007fe80 con 0x557f6c5962e0 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a65ffb640 1 -- 172.21.15.7:0/663494133 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7009afb0 con 0x557f6c5962e0 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.693+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 0x7f4a680a50f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f4a78031aa0 tx=0x7f4a780095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- 172.21.15.7:0/663494133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 msgr2=0x557f6c59ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f4a70082f50 tx=0x7f4a70066220 comp rx=0 tx=0).stop 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- 172.21.15.7:0/663494133 shutdown_connections 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c59d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c59ada0 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 --2- 172.21.15.7:0/663494133 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c595da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- 172.21.15.7:0/663494133 >> 172.21.15.7:0/663494133 conn(0x557f6c591010 msgr2=0x557f6c591410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- 172.21.15.7:0/663494133 shutdown_connections 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- 172.21.15.7:0/663494133 wait complete. 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.694+0000 7f4a886b3740 1 -- start start 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 Processor -- start 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c5959a0 0x557f6c59fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c59b370 0x557f6c5a7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557f6c59e2e0 con 0x557f6c5962e0 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557f6c482290 con 0x557f6c59b370 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557f6c59e460 con 0x557f6c5959a0 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a886b3740 10 client.0 _ll_register_callbacks cb 0x557f6c4b3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:41.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39626/0 (socket says 172.21.15.7:39626) 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/895828765 learned_addr learned my addr 172.21.15.7:0/895828765 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c59b370 0x557f6c5a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7effd640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c5959a0 0x557f6c59fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/895828765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c5959a0 msgr2=0x557f6c59fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c5959a0 0x557f6c59fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c59b370 msgr2=0x557f6c5a7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c59b370 0x557f6c5a7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/895828765 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f6c20c210 con 0x557f6c5962e0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bf70 tx=0x7f4a740128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46a3aaa02bcb964 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.695+0000 7f4a5effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a740035f0 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a74003790 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557f6c506a20 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4a74003990 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 10 client.20631 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557f6c2d8620 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x557f6c506a20 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4a74019070 con 0x557f6c5962e0 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 10 client.20631 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 10 client.20631 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 20 client.20631 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c5ab8a0 0x557f6c5adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 4 client.20631 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.696+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f6c500d70 con 0x557f6c5ab8a0 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.697+0000 7f4a7effd640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c5ab8a0 0x557f6c5adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.697+0000 7f4a5effd640 10 client.20631 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.697+0000 7f4a7effd640 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c5ab8a0 0x557f6c5adcd0 crc :-1 s=READY pgs=501 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c367d2651cafd91f server_cookie=1d39127726f2dcac in_seq=0 out_seq=0 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a5effd640 1 -- 172.21.15.7:0/895828765 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f6c500d70 con 0x557f6c5ab8a0 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a5effd640 10 client.20631 handle_command_reply: tid=0 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 client.20631 shutdown 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 msgr2=0x557f6c5a0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bf70 tx=0x7f4a740128e0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 shutdown_connections 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c5ab8a0 0x557f6c5adcd0 crc :-1 s=READY pgs=501 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c59b370 0x557f6c5a7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a0050 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 --2- 172.21.15.7:0/895828765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c5959a0 0x557f6c59fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a5effd640 0 client.20631 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 >> 172.21.15.7:0/895828765 conn(0x557f6c591010 msgr2=0x557f6c592820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 shutdown_connections 2024-09-10T08:09:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 1 -- 172.21.15.7:0/895828765 wait complete. 2024-09-10T08:09:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.698+0000 7f4a886b3740 20 client.20631 trim_cache size 0 max 16384 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 Processor -- start 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 -- start start 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c592400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c592940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801af0d0 con 0x557f6c5962e0 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801ac9a0 con 0x557f6c5959a0 2024-09-10T08:09:41.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a886b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801aa810 con 0x557f6c59b370 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39630/0 (socket says 172.21.15.7:39630) 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2738737168 learned_addr learned my addr 172.21.15.7:0/2738737168 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7effd640 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c592400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c592940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2738737168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 msgr2=0x557f6c592940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c592940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2738737168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 msgr2=0x557f6c592400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c592400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.713+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2738737168 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f6c590e30 con 0x557f6c5962e0 2024-09-10T08:09:41.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f4a74000c00 tx=0x7f4a74004300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b88aea1a6df605a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a657fa640 1 -- 172.21.15.7:0/2738737168 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a740037f0 con 0x557f6c5962e0 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a657fa640 1 -- 172.21.15.7:0/2738737168 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a7402e070 con 0x557f6c5962e0 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a657fa640 1 -- 172.21.15.7:0/2738737168 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74010760 con 0x557f6c5962e0 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 -- 172.21.15.7:0/2738737168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 msgr2=0x557f6c5a7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f4a74000c00 tx=0x7f4a74004300 comp rx=0 tx=0).stop 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 -- 172.21.15.7:0/2738737168 shutdown_connections 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c592940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a7050 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2738737168 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c592400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 -- 172.21.15.7:0/2738737168 >> 172.21.15.7:0/2738737168 conn(0x557f6c591010 msgr2=0x557f6c5901c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 -- 172.21.15.7:0/2738737168 shutdown_connections 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.714+0000 7f4a886b3740 1 -- 172.21.15.7:0/2738737168 wait complete. 2024-09-10T08:09:41.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 -- start start 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 Processor -- start 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c5a4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c5a5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801aae60 con 0x557f6c5962e0 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801ac2d0 con 0x557f6c5959a0 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a801ab530 con 0x557f6c59b370 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a886b3740 10 client.0 _ll_register_callbacks cb 0x7f4a7400b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a7e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39636/0 (socket says 172.21.15.7:39636) 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2554024364 learned_addr learned my addr 172.21.15.7:0/2554024364 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.715+0000 7f4a7effd640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c5a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.720 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7f7fe640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c5a5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2554024364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 msgr2=0x557f6c5a5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c5a5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 msgr2=0x557f6c5a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c5a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 -- 172.21.15.7:0/2554024364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f6c5a6290 con 0x557f6c5962e0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7effd640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c5a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a7e7fc640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f4a74006010 tx=0x7f4a74003de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730425f75ea25e44 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a5effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74010710 con 0x557f6c5962e0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a740108b0 con 0x557f6c5962e0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a7402e070 con 0x557f6c5962e0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4a74010ad0 con 0x557f6c5962e0 2024-09-10T08:09:41.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a886b3740 10 client.20637 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557f6c616610 con 0x557f6c5962e0 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.716+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a7402e070 con 0x557f6c5962e0 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4a74019040 con 0x557f6c5962e0 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 10 client.20637 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 10 client.20637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 20 client.20637 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c616f60 0x557f6c619380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 4 client.20637 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:09:41.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557f6c47d900 con 0x557f6c616f60 2024-09-10T08:09:41.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a7effd640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c616f60 0x557f6c619380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:41.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a5effd640 10 client.20637 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:41.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.717+0000 7f4a7effd640 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c616f60 0x557f6c619380 crc :-1 s=READY pgs=502 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f2888599f7f94c2 server_cookie=a7a6049b6a5ba09b in_seq=0 out_seq=0 2024-09-10T08:09:41.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a5effd640 1 -- 172.21.15.7:0/2554024364 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557f6c47d900 con 0x557f6c616f60 2024-09-10T08:09:41.760 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a5effd640 10 client.20637 handle_command_reply: tid=0 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 client.20637 shutdown 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 msgr2=0x557f6c5a4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f4a74006010 tx=0x7f4a74003de0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 shutdown_connections 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f6c616f60 0x557f6c619380 crc :-1 s=READY pgs=502 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f6c59b370 0x557f6c5a5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f6c5962e0 0x557f6c5a4c70 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a5effd640 0 client.20637 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 --2- 172.21.15.7:0/2554024364 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f6c5959a0 0x557f6c5a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 >> 172.21.15.7:0/2554024364 conn(0x557f6c591010 msgr2=0x557f6c5901c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 shutdown_connections 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.760+0000 7f4a886b3740 1 -- 172.21.15.7:0/2554024364 wait complete. 2024-09-10T08:09:41.761 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a886b3740 20 client.20637 trim_cache size 0 max 16384 2024-09-10T08:09:41.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:09:41.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:09:41.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:09:41.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 msgr2=0x7f4a680a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 0x7f4a680a50f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f4a78031aa0 tx=0x7f4a780095c0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 msgr2=0x7f4a80199e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000d770 tx=0x7f4a7000dc30 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 shutdown_connections 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a680a2c30 0x7f4a680a50f0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a80105900 0x7f4a801a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a80104f40 0x7f4a8019a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 --2- 172.21.15.7:0/4052153935 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a80103d50 0x7f4a80199e50 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 >> 172.21.15.7:0/4052153935 conn(0x7f4a800ff4b0 msgr2=0x7f4a80108240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:41.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 shutdown_connections 2024-09-10T08:09:41.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:41.761+0000 7f4a85918640 1 -- 172.21.15.7:0/4052153935 wait complete. 2024-09-10T08:09:42.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.21 MB/sec execute 524 sec latency 11921.713 ms 2024-09-10T08:09:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:42 smithi007 ceph-mon[30879]: pgmap v1092: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2024-09-10T08:09:42.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:42 smithi110 ceph-mon[34417]: pgmap v1092: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2024-09-10T08:09:42.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:42 smithi145 ceph-mon[34766]: pgmap v1092: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2024-09-10T08:09:43.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.20 MB/sec execute 525 sec latency 12921.822 ms 2024-09-10T08:09:44.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.18 MB/sec execute 526 sec latency 13921.946 ms 2024-09-10T08:09:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:44 smithi007 ceph-mon[30879]: pgmap v1093: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 832 KiB/s wr, 78 op/s 2024-09-10T08:09:44.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:44 smithi110 ceph-mon[34417]: pgmap v1093: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 832 KiB/s wr, 78 op/s 2024-09-10T08:09:44.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:44 smithi145 ceph-mon[34766]: pgmap v1093: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 832 KiB/s wr, 78 op/s 2024-09-10T08:09:45.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.17 MB/sec execute 527 sec latency 14922.070 ms 2024-09-10T08:09:46.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.16 MB/sec execute 528 sec latency 15922.154 ms 2024-09-10T08:09:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:46 smithi007 ceph-mon[30879]: pgmap v1094: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 365 KiB/s wr, 39 op/s 2024-09-10T08:09:46.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:46 smithi110 ceph-mon[34417]: pgmap v1094: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 365 KiB/s wr, 39 op/s 2024-09-10T08:09:46.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:46 smithi145 ceph-mon[34766]: pgmap v1094: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 365 KiB/s wr, 39 op/s 2024-09-10T08:09:47.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.15 MB/sec execute 529 sec latency 16922.251 ms 2024-09-10T08:09:48.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.14 MB/sec execute 530 sec latency 17922.334 ms 2024-09-10T08:09:48.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:48 smithi007 ceph-mon[30879]: pgmap v1095: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 264 KiB/s wr, 29 op/s 2024-09-10T08:09:48.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:48 smithi110 ceph-mon[34417]: pgmap v1095: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 264 KiB/s wr, 29 op/s 2024-09-10T08:09:48.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:48 smithi145 ceph-mon[34766]: pgmap v1095: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 264 KiB/s wr, 29 op/s 2024-09-10T08:09:49.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.13 MB/sec execute 531 sec latency 18922.462 ms 2024-09-10T08:09:50.325 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.12 MB/sec execute 532 sec latency 19922.617 ms 2024-09-10T08:09:50.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:50 smithi007 ceph-mon[30879]: pgmap v1096: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 186 KiB/s wr, 23 op/s 2024-09-10T08:09:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:50 smithi110 ceph-mon[34417]: pgmap v1096: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 186 KiB/s wr, 23 op/s 2024-09-10T08:09:50.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:50 smithi145 ceph-mon[34766]: pgmap v1096: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 186 KiB/s wr, 23 op/s 2024-09-10T08:09:51.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.10 MB/sec execute 533 sec latency 20922.737 ms 2024-09-10T08:09:52.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.09 MB/sec execute 534 sec latency 21922.866 ms 2024-09-10T08:09:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:52 smithi007 ceph-mon[30879]: pgmap v1097: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-09-10T08:09:52.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:52 smithi110 ceph-mon[34417]: pgmap v1097: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-09-10T08:09:52.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:52 smithi145 ceph-mon[34766]: pgmap v1097: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-09-10T08:09:53.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.08 MB/sec execute 535 sec latency 22922.980 ms 2024-09-10T08:09:54.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.07 MB/sec execute 536 sec latency 23923.092 ms 2024-09-10T08:09:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:54 smithi007 ceph-mon[30879]: pgmap v1098: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 -- 172.21.15.7:0/3526648523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db81025f0 msgr2=0x7f2db8108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/3526648523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db81025f0 0x7f2db8108e80 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f2db0009ca0 tx=0x7f2db002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 -- 172.21.15.7:0/3526648523 shutdown_connections 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/3526648523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db81025f0 0x7f2db8108e80 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/3526648523 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db8101c30 0x7f2db81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/3526648523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 0x7f2db8100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 -- 172.21.15.7:0/3526648523 >> 172.21.15.7:0/3526648523 conn(0x7f2db80fc1e0 msgr2=0x7f2db80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 -- 172.21.15.7:0/3526648523 shutdown_connections 2024-09-10T08:09:54.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.862+0000 7f2dc00c9640 1 -- 172.21.15.7:0/3526648523 wait complete. 2024-09-10T08:09:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 Processor -- start 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 -- start start 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 0x7f2db810b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db81025f0 0x7f2db8109f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2db810d6e0 con 0x7f2db8101c30 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2db810d560 con 0x7f2db81025f0 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dc00c9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2db810d860 con 0x7f2db8100a40 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dbd664640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dbd664640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55364/0 (socket says 172.21.15.7:55364) 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dbd664640 1 -- 172.21.15.7:0/859783518 learned_addr learned my addr 172.21.15.7:0/859783518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:54.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dbde65640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 0x7f2db810b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.863+0000 7f2dbe666640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db81025f0 0x7f2db8109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 -- 172.21.15.7:0/859783518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 msgr2=0x7f2db810b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 0x7f2db810b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 -- 172.21.15.7:0/859783518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db81025f0 msgr2=0x7f2db8109f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db81025f0 0x7f2db8109f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 -- 172.21.15.7:0/859783518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2db810a7d0 con 0x7f2db8101c30 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dbd664640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f2da800e9f0 tx=0x7f2da800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2daeffd640 1 -- 172.21.15.7:0/859783518 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da800cd80 con 0x7f2db8101c30 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2daeffd640 1 -- 172.21.15.7:0/859783518 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2da80108e0 con 0x7f2db8101c30 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2db81a1db0 con 0x7f2db8101c30 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2daeffd640 1 -- 172.21.15.7:0/859783518 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da8018920 con 0x7f2db8101c30 2024-09-10T08:09:54.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.864+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2db81a2270 con 0x7f2db8101c30 2024-09-10T08:09:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2daeffd640 1 -- 172.21.15.7:0/859783518 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2da8010a90 con 0x7f2db8101c30 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 Processor -- start 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 -- start start 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03932e0 0x562ad0397da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad039a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562ad02f62f0 con 0x562ad03929a0 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562ad029e270 con 0x562ad0398370 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562ad02f22b0 con 0x562ad03932e0 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.867+0000 7f2dbe666640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbe666640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55370/0 (socket says 172.21.15.7:55370) 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbe666640 1 -- 172.21.15.7:0/2271826764 learned_addr learned my addr 172.21.15.7:0/2271826764 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad039a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbde65640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03932e0 0x562ad0397da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2daeffd640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 0x7f2da40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 -- 172.21.15.7:0/2271826764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03932e0 msgr2=0x562ad0397da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03932e0 0x562ad0397da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 -- 172.21.15.7:0/2271826764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 msgr2=0x562ad0392da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 -- 172.21.15.7:0/2271826764 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ad029d340 con 0x562ad0398370 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbe666640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbe666640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 0x7f2da40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2daeffd640 1 -- 172.21.15.7:0/859783518 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2da80cf7d0 con 0x7f2db8101c30 2024-09-10T08:09:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad039a830 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2da80ccf00 tx=0x7f2da8091170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=884ecac7b88f9c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.868+0000 7f2dbe666640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 0x7f2da40a50f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2db0005e30 tx=0x7f2db00095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2da3fff640 1 -- 172.21.15.7:0/2271826764 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da809b7d0 con 0x562ad0398370 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2da3fff640 1 -- 172.21.15.7:0/2271826764 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2da8010de0 con 0x562ad0398370 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2da3fff640 1 -- 172.21.15.7:0/2271826764 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da806bc70 con 0x562ad0398370 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2271826764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 msgr2=0x562ad039a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad039a830 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2da80ccf00 tx=0x7f2da8091170 comp rx=0 tx=0).stop 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2271826764 shutdown_connections 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad039a830 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03932e0 0x562ad0397da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2271826764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad0392da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.869+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2271826764 >> 172.21.15.7:0/2271826764 conn(0x562ad038e010 msgr2=0x562ad038e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2271826764 shutdown_connections 2024-09-10T08:09:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2271826764 wait complete. 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- start start 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 Processor -- start 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad03a4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562ad039b2e0 con 0x562ad03932e0 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562ad027f290 con 0x562ad0398370 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.870+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562ad039b460 con 0x562ad03929a0 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dc2e60740 10 client.0 _ll_register_callbacks cb 0x562ad02b0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbe666640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad03a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55384/0 (socket says 172.21.15.7:55384) 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 -- 172.21.15.7:0/3542145174 learned_addr learned my addr 172.21.15.7:0/3542145174 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbde65640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 -- 172.21.15.7:0/3542145174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 msgr2=0x562ad039cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 -- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 msgr2=0x562ad03a4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad03a4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 -- 172.21.15.7:0/3542145174 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ad0009210 con 0x562ad03932e0 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbde65640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbe666640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad03a4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dbd664640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7f2da80cd2a0 tx=0x7f2da809c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934fc1b3e52f7cae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2da17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da809b5f0 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2da8099f90 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.871+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562ad0303a20 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f2da806a070 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 10 client.20649 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x562ad00d5620 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562ad0303a20 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f2da80d1ce0 con 0x562ad03932e0 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 10 client.20649 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 10 client.20649 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 20 client.20649 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad03a8390 0x562ad03aa780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 4 client.20649 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ad02fdd70 con 0x562ad03a8390 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.872+0000 7f2dbde65640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad03a8390 0x562ad03aa780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.873+0000 7f2da17fa640 10 client.20649 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.873+0000 7f2dbde65640 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad03a8390 0x562ad03aa780 crc :-1 s=READY pgs=503 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23102071e3441c92 server_cookie=8386aa65ee21844b in_seq=0 out_seq=0 2024-09-10T08:09:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2da17fa640 1 -- 172.21.15.7:0/3542145174 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562ad02fdd70 con 0x562ad03a8390 2024-09-10T08:09:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2da17fa640 10 client.20649 handle_command_reply: tid=0 2024-09-10T08:09:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 client.20649 shutdown 2024-09-10T08:09:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 msgr2=0x562ad039d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7f2da80cd2a0 tx=0x7f2da809c410 comp rx=0 tx=0).stop 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 shutdown_connections 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad03a8390 0x562ad03aa780 crc :-1 s=READY pgs=503 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad0398370 0x562ad03a4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2da17fa640 0 client.20649 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=CLOSED pgs=1674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/3542145174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 >> 172.21.15.7:0/3542145174 conn(0x562ad038e010 msgr2=0x562ad038f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 shutdown_connections 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 1 -- 172.21.15.7:0/3542145174 wait complete. 2024-09-10T08:09:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.874+0000 7f2dc2e60740 20 client.20649 trim_cache size 0 max 16384 2024-09-10T08:09:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 Processor -- start 2024-09-10T08:09:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 -- start start 2024-09-10T08:09:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad03a4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81af150 con 0x562ad03929a0 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81aca20 con 0x562ad03932e0 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81aa890 con 0x562ad0398370 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55396/0 (socket says 172.21.15.7:55396) 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 -- 172.21.15.7:0/943670337 learned_addr learned my addr 172.21.15.7:0/943670337 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbd664640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 -- 172.21.15.7:0/943670337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 msgr2=0x562ad03a4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbe666640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad03a4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad03a4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.889+0000 7f2dbde65640 1 -- 172.21.15.7:0/943670337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 msgr2=0x562ad039d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dbde65640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dbde65640 1 -- 172.21.15.7:0/943670337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ad0393f70 con 0x562ad03929a0 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dbd664640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dbe666640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad03a4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dbde65640 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x562ad0393d10 tx=0x7f2db4005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa1f4de5322770a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2da37fe640 1 -- 172.21.15.7:0/943670337 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db4005020 con 0x562ad03929a0 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2da37fe640 1 -- 172.21.15.7:0/943670337 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2db40047a0 con 0x562ad03929a0 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2da37fe640 1 -- 172.21.15.7:0/943670337 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db40116a0 con 0x562ad03929a0 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dc2e60740 1 -- 172.21.15.7:0/943670337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 msgr2=0x562ad039cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.890+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x562ad0393d10 tx=0x7f2db4005b40 comp rx=0 tx=0).stop 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- 172.21.15.7:0/943670337 shutdown_connections 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad03a4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad039d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/943670337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad039cb10 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- 172.21.15.7:0/943670337 >> 172.21.15.7:0/943670337 conn(0x562ad038e010 msgr2=0x562ad0394480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- 172.21.15.7:0/943670337 shutdown_connections 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- 172.21.15.7:0/943670337 wait complete. 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- start start 2024-09-10T08:09:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 Processor -- start 2024-09-10T08:09:54.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad03a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad0410fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81aaee0 con 0x562ad03929a0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81ac350 con 0x562ad03932e0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2db81ab5b0 con 0x562ad0398370 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.891+0000 7f2dc2e60740 10 client.0 _ll_register_callbacks cb 0x7f2da8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55412/0 (socket says 172.21.15.7:55412) 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 -- 172.21.15.7:0/2747007966 learned_addr learned my addr 172.21.15.7:0/2747007966 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad03a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbe666640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad0410fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 -- 172.21.15.7:0/2747007966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 msgr2=0x562ad0410fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad0410fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 -- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 msgr2=0x562ad03a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad03a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 -- 172.21.15.7:0/2747007966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ad03a4260 con 0x562ad03929a0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dbde65640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f2db40058c0 tx=0x7f2db4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ddf22dc71642c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2da17fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db402b020 con 0x562ad03929a0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2db40047a0 con 0x562ad03929a0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2db4005200 con 0x562ad03929a0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f2db4005440 con 0x562ad03929a0 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dc2e60740 10 client.20655 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:54.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.892+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x562ad04124f0 con 0x562ad03929a0 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2db40047a0 con 0x562ad03929a0 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f2db4011560 con 0x562ad03929a0 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 10 client.20655 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 10 client.20655 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 20 client.20655 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad0412f00 0x562ad04152f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 4 client.20655 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562ad027a900 con 0x562ad0412f00 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.893+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad0412f00 0x562ad04152f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.894+0000 7f2dbd664640 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad0412f00 0x562ad04152f0 crc :-1 s=READY pgs=504 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b486e80d37d481c server_cookie=cc15baed9cf2f2fb in_seq=0 out_seq=0 2024-09-10T08:09:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.894+0000 7f2da17fa640 10 client.20655 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:54.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:54 smithi110 ceph-mon[34417]: pgmap v1098: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-09-10T08:09:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2da17fa640 1 -- 172.21.15.7:0/2747007966 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562ad027a900 con 0x562ad0412f00 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2da17fa640 10 client.20655 handle_command_reply: tid=0 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 client.20655 shutdown 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 msgr2=0x562ad03a0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f2db40058c0 tx=0x7f2db4004ab0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 shutdown_connections 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562ad0412f00 0x562ad04152f0 crc :-1 s=READY pgs=504 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562ad0398370 0x562ad0410fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562ad03932e0 0x562ad03a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2da17fa640 0 client.20655 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 --2- 172.21.15.7:0/2747007966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ad03929a0 0x562ad03a0ca0 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 >> 172.21.15.7:0/2747007966 conn(0x562ad038e010 msgr2=0x562ad0394480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 shutdown_connections 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 1 -- 172.21.15.7:0/2747007966 wait complete. 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.914+0000 7f2dc2e60740 20 client.20655 trim_cache size 0 max 16384 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:09:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 msgr2=0x7f2da40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 0x7f2da40a50f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2db0005e30 tx=0x7f2db00095c0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 msgr2=0x7f2db8109a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f2da800e9f0 tx=0x7f2da800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 shutdown_connections 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f2da40a2c30 0x7f2da40a50f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2db81025f0 0x7f2db8109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2db8101c30 0x7f2db8109a00 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 --2- 172.21.15.7:0/859783518 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db8100a40 0x7f2db810b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 >> 172.21.15.7:0/859783518 conn(0x7f2db80fc1e0 msgr2=0x7f2db8104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 shutdown_connections 2024-09-10T08:09:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:09:54.915+0000 7f2dc00c9640 1 -- 172.21.15.7:0/859783518 wait complete. 2024-09-10T08:09:54.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:54 smithi145 ceph-mon[34766]: pgmap v1098: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-09-10T08:09:55.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.06 MB/sec execute 537 sec latency 24923.223 ms 2024-09-10T08:09:56.329 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.05 MB/sec execute 538 sec latency 25923.330 ms 2024-09-10T08:09:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:56 smithi007 ceph-mon[30879]: pgmap v1099: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-09-10T08:09:56.885 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:09:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:56 smithi110 ceph-mon[34417]: pgmap v1099: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-09-10T08:09:56.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:56 smithi145 ceph-mon[34766]: pgmap v1099: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-09-10T08:09:57.157 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:57.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.04 MB/sec execute 539 sec latency 26923.388 ms 2024-09-10T08:09:57.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- 172.21.15.7:0/1580743722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570106f10 msgr2=0x7fe57010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:57.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 --2- 172.21.15.7:0/1580743722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570106f10 0x7fe57010ea90 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7fe568009ca0 tx=0x7fe56802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- 172.21.15.7:0/1580743722 shutdown_connections 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 --2- 172.21.15.7:0/1580743722 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570106f10 0x7fe57010ea90 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 --2- 172.21.15.7:0/1580743722 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570102790 0x7fe5701067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 --2- 172.21.15.7:0/1580743722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570101de0 0x7fe5701021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- 172.21.15.7:0/1580743722 >> 172.21.15.7:0/1580743722 conn(0x7fe5700fd8c0 msgr2=0x7fe5700ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- 172.21.15.7:0/1580743722 shutdown_connections 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- 172.21.15.7:0/1580743722 wait complete. 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 Processor -- start 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.649+0000 7fe575d7f640 1 -- start start 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:57.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 0x7fe570198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570106f10 0x7fe57019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe570111e40 con 0x7fe570101de0 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe570111cc0 con 0x7fe570106f10 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe575d7f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe570111fc0 con 0x7fe570102790 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55430/0 (socket says 172.21.15.7:55430) 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 -- 172.21.15.7:0/2368180701 learned_addr learned my addr 172.21.15.7:0/2368180701 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56ffff640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570106f10 0x7fe57019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56effd640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 0x7fe570198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 -- 172.21.15.7:0/2368180701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 msgr2=0x7fe570198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 0x7fe570198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 -- 172.21.15.7:0/2368180701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570106f10 msgr2=0x7fe57019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570106f10 0x7fe57019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 -- 172.21.15.7:0/2368180701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe57019d3b0 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56effd640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 0x7fe570198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56f7fe640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fe56000b4a0 tx=0x7fe56000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.650+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe560014070 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.651+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe57019d6a0 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.651+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe560010ac0 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.651+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe560017c30 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.651+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5701a4f80 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.652+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5701021c0 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.653+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe560017070 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.654+0000 7fe56cff9640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 0x7fe5580a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.654+0000 7fe56effd640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 0x7fe5580a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.654+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fe5600cebe0 con 0x7fe570101de0 2024-09-10T08:09:57.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.654+0000 7fe56effd640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 0x7fe5580a5040 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fe5700ffe50 tx=0x7fe564005e50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:57.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.657+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe56009b7a0 con 0x7fe570101de0 2024-09-10T08:09:57.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.868+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe570199760 con 0x7fe570101de0 2024-09-10T08:09:57.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.868+0000 7fe56cff9640 1 -- 172.21.15.7:0/2368180701 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11917 (secure 0 0 0) 0x7fe56009b0a0 con 0x7fe570101de0 2024-09-10T08:09:57.868 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:09:57.868 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":42,"btime":"2024-09-10T08:03:51:258394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:03:50.527888+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:09:57.868 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 42 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 msgr2=0x7fe5580a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 0x7fe5580a5040 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fe5700ffe50 tx=0x7fe564005e50 comp rx=0 tx=0).stop 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 msgr2=0x7fe570198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fe56000b4a0 tx=0x7fe56000b960 comp rx=0 tx=0).stop 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 shutdown_connections 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fe5580a2b80 0x7fe5580a5040 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe570106f10 0x7fe57019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe570102790 0x7fe570198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 --2- 172.21.15.7:0/2368180701 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe570101de0 0x7fe570198400 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:57.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.870+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 >> 172.21.15.7:0/2368180701 conn(0x7fe5700fd8c0 msgr2=0x7fe5700fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:57.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.871+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 shutdown_connections 2024-09-10T08:09:57.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:57.871+0000 7fe575d7f640 1 -- 172.21.15.7:0/2368180701 wait complete. 2024-09-10T08:09:58.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.02 MB/sec execute 540 sec latency 27923.426 ms 2024-09-10T08:09:58.732 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --set-id 7ab27ae8 --release --await' 2024-09-10T08:09:58.732 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --set-id 7ab27ae8 --release --await 2024-09-10T08:09:58.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:58 smithi007 ceph-mon[30879]: pgmap v1100: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-10T08:09:58.902 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:09:58 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2368180701' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:58 smithi110 ceph-mon[34417]: pgmap v1100: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-10T08:09:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:09:58 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2368180701' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:58.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:58 smithi145 ceph-mon[34766]: pgmap v1100: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-10T08:09:58.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:09:58 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2368180701' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:09:58.997 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:59.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74560 6.01 MB/sec execute 541 sec latency 28923.520 ms 2024-09-10T08:09:59.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 -- 172.21.15.7:0/2885551856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4100e20 msgr2=0x7fc1a4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/2885551856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4100e20 0x7fc1a4101200 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0009ca0 tx=0x7fc1a002a950 comp rx=0 tx=0).stop 2024-09-10T08:09:59.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 -- 172.21.15.7:0/2885551856 shutdown_connections 2024-09-10T08:09:59.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/2885551856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4102ef0 0x7fc1a410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/2885551856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/2885551856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4100e20 0x7fc1a4101200 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 -- 172.21.15.7:0/2885551856 >> 172.21.15.7:0/2885551856 conn(0x7fc1a40fc7d0 msgr2=0x7fc1a40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 -- 172.21.15.7:0/2885551856 shutdown_connections 2024-09-10T08:09:59.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.431+0000 7fc1abcfe640 1 -- 172.21.15.7:0/2885551856 wait complete. 2024-09-10T08:09:59.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 Processor -- start 2024-09-10T08:09:59.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 -- start start 2024-09-10T08:09:59.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4100e20 0x7fc1a419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a419ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a4110e30 con 0x7fc1a4102ef0 2024-09-10T08:09:59.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a4110cb0 con 0x7fc1a4102570 2024-09-10T08:09:59.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1abcfe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a4110fb0 con 0x7fc1a4100e20 2024-09-10T08:09:59.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1aa29b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1aa29b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55438/0 (socket says 172.21.15.7:55438) 2024-09-10T08:09:59.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1aa29b640 1 -- 172.21.15.7:0/1136612180 learned_addr learned my addr 172.21.15.7:0/1136612180 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:59.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.432+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4100e20 0x7fc1a419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a419ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 -- 172.21.15.7:0/1136612180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4100e20 msgr2=0x7fc1a419a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4100e20 0x7fc1a419a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 -- 172.21.15.7:0/1136612180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 msgr2=0x7fc1a419ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a419ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 -- 172.21.15.7:0/1136612180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a419f5c0 con 0x7fc1a4102ef0 2024-09-10T08:09:59.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a419ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:09:59.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1aa29b640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7fc19c00d750 tx=0x7fc19c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc19affd640 1 -- 172.21.15.7:0/1136612180 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19c017070 con 0x7fc1a4102ef0 2024-09-10T08:09:59.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc19affd640 1 -- 172.21.15.7:0/1136612180 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc19c0054d0 con 0x7fc1a4102ef0 2024-09-10T08:09:59.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1a419f8b0 con 0x7fc1a4102ef0 2024-09-10T08:09:59.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc19affd640 1 -- 172.21.15.7:0/1136612180 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19c004c60 con 0x7fc1a4102ef0 2024-09-10T08:09:59.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.433+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1a41a7190 con 0x7fc1a4102ef0 2024-09-10T08:09:59.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc19affd640 1 -- 172.21.15.7:0/1136612180 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fc19c004e00 con 0x7fc1a4102ef0 2024-09-10T08:09:59.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 Processor -- start 2024-09-10T08:09:59.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 -- start start 2024-09-10T08:09:59.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674961440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a67496e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6748c6620 con 0x55a674961980 2024-09-10T08:09:59.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a67486de50 con 0x55a674961060 2024-09-10T08:09:59.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.436+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6748c25e0 con 0x55a67496c240 2024-09-10T08:09:59.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc19affd640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 0x7fc1900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55444/0 (socket says 172.21.15.7:55444) 2024-09-10T08:09:59.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 -- 172.21.15.7:0/3569175697 learned_addr learned my addr 172.21.15.7:0/3569175697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:59.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1aa29b640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 0x7fc1900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9299640 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674961440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9299640 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a67496e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc19affd640 1 -- 172.21.15.7:0/1136612180 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc19c0ced20 con 0x7fc1a4102ef0 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 -- 172.21.15.7:0/3569175697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 msgr2=0x55a67496e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a67496e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 -- 172.21.15.7:0/3569175697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 msgr2=0x55a674961440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674961440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 -- 172.21.15.7:0/3569175697 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a67485ed40 con 0x55a674961980 2024-09-10T08:09:59.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1aa29b640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 0x7fc1900a5040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0cc7f0 tx=0x7fc19c065e60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0035000 tx=0x7fc1a002fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a952ce1e52b6fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.437+0000 7fc18ffff640 1 -- 172.21.15.7:0/3569175697 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a0048070 con 0x55a674961980 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc18ffff640 1 -- 172.21.15.7:0/3569175697 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1a002f980 con 0x55a674961980 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc18ffff640 1 -- 172.21.15.7:0/3569175697 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a0034040 con 0x55a674961980 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3569175697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 msgr2=0x55a67496bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0035000 tx=0x7fc1a002fed0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3569175697 shutdown_connections 2024-09-10T08:09:59.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a67496e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961980 0x55a67496bd00 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3569175697 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674961440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3569175697 >> 172.21.15.7:0/3569175697 conn(0x55a67495d5f0 msgr2=0x55a67495d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3569175697 shutdown_connections 2024-09-10T08:09:59.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.438+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3569175697 wait complete. 2024-09-10T08:09:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 -- start start 2024-09-10T08:09:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 Processor -- start 2024-09-10T08:09:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961980 0x55a674969690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a674969bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a67496ee10 con 0x55a674961060 2024-09-10T08:09:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a67484ef10 con 0x55a674961980 2024-09-10T08:09:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a67496ef90 con 0x55a67496c240 2024-09-10T08:09:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1ae0d7740 10 client.0 _ll_register_callbacks cb 0x55a674872db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:59.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55454/0 (socket says 172.21.15.7:55454) 2024-09-10T08:09:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.439+0000 7fc1a9299640 1 -- 172.21.15.7:0/3298828458 learned_addr learned my addr 172.21.15.7:0/3298828458 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961980 0x55a674969690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 -- 172.21.15.7:0/3298828458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 msgr2=0x55a674969bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a674969bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 -- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961980 msgr2=0x55a674969690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961980 0x55a674969690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 -- 172.21.15.7:0/3298828458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6745d5580 con 0x55a674961060 2024-09-10T08:09:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1a9299640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fc194011e80 tx=0x7fc194010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e565cb6766863e36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc18d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc194004030 con 0x55a674961060 2024-09-10T08:09:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc1940041d0 con 0x55a674961060 2024-09-10T08:09:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1a002f980 con 0x55a674961060 2024-09-10T08:09:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fc194024050 con 0x55a674961060 2024-09-10T08:09:59.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1ae0d7740 10 client.20673 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a67469f960 con 0x55a674961060 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.440+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1a002f980 con 0x55a674961060 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fc19400e470 con 0x55a674961060 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 10 client.20673 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 10 client.20673 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:59.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 20 client.20673 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:59.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a67497bde0 0x55a67497e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 4 client.20673 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:09:59.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6748d3b90 con 0x55a67497bde0 2024-09-10T08:09:59.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a67497bde0 0x55a67497e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc18d7fa640 10 client.20673 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.441+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a67497bde0 0x55a67497e1d0 crc :-1 s=READY pgs=505 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5837653f58d423f1 server_cookie=45950c6be271e78b in_seq=0 out_seq=0 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc18d7fa640 1 -- 172.21.15.7:0/3298828458 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6748d3b90 con 0x55a67497bde0 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc18d7fa640 10 client.20673 handle_command_reply: tid=0 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 client.20673 shutdown 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 msgr2=0x55a674969150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fc194011e80 tx=0x7fc194010800 comp rx=0 tx=0).stop 2024-09-10T08:09:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 shutdown_connections 2024-09-10T08:09:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a67497bde0 0x55a67497e1d0 crc :-1 s=READY pgs=505 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a67496c240 0x55a674969bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961980 0x55a674969690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc18d7fa640 0 client.20673 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/3298828458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a674961060 0x55a674969150 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 >> 172.21.15.7:0/3298828458 conn(0x55a67495d5f0 msgr2=0x55a67495c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 shutdown_connections 2024-09-10T08:09:59.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/3298828458 wait complete. 2024-09-10T08:09:59.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.442+0000 7fc1ae0d7740 20 client.20673 trim_cache size 0 max 16384 2024-09-10T08:09:59.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.460+0000 7fc1ae0d7740 1 Processor -- start 2024-09-10T08:09:59.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.460+0000 7fc1ae0d7740 1 -- start start 2024-09-10T08:09:59.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674963b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a67495c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41b3640 con 0x55a67496c240 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41b0f10 con 0x55a674961060 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41aed80 con 0x55a674961980 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9a9a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a67495c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55460/0 (socket says 172.21.15.7:55460) 2024-09-10T08:09:59.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 -- 172.21.15.7:0/1827107765 learned_addr learned my addr 172.21.15.7:0/1827107765 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:59.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674963b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 -- 172.21.15.7:0/1827107765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 msgr2=0x55a67495c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a67495c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 -- 172.21.15.7:0/1827107765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 msgr2=0x55a674963b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674963b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 -- 172.21.15.7:0/1827107765 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6749617b0 con 0x55a67496c240 2024-09-10T08:09:59.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.461+0000 7fc1a9299640 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x55a67496ef20 tx=0x7fc1940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a3727a50d6ad4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc18f7fe640 1 -- 172.21.15.7:0/1827107765 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19400ea60 con 0x55a67496c240 2024-09-10T08:09:59.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc18f7fe640 1 -- 172.21.15.7:0/1827107765 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc19400ec00 con 0x55a67496c240 2024-09-10T08:09:59.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc18f7fe640 1 -- 172.21.15.7:0/1827107765 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1940041d0 con 0x55a67496c240 2024-09-10T08:09:59.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/1827107765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 msgr2=0x55a674983a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x55a67496ef20 tx=0x7fc1940046c0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/1827107765 shutdown_connections 2024-09-10T08:09:59.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674983a50 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a67495c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/1827107765 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674963b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.462+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/1827107765 >> 172.21.15.7:0/1827107765 conn(0x55a67495d5f0 msgr2=0x55a67495bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/1827107765 shutdown_connections 2024-09-10T08:09:59.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/1827107765 wait complete. 2024-09-10T08:09:59.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- start start 2024-09-10T08:09:59.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 Processor -- start 2024-09-10T08:09:59.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674974540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a674974a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41af3d0 con 0x55a67496c240 2024-09-10T08:09:59.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41b0840 con 0x55a674961060 2024-09-10T08:09:59.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a41afaa0 con 0x55a674961980 2024-09-10T08:09:59.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.463+0000 7fc1ae0d7740 10 client.0 _ll_register_callbacks cb 0x7fc194011790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:09:59.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55468/0 (socket says 172.21.15.7:55468) 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 -- 172.21.15.7:0/2413325419 learned_addr learned my addr 172.21.15.7:0/2413325419 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674974540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a674974a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 -- 172.21.15.7:0/2413325419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 msgr2=0x55a674974a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a674974a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 -- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 msgr2=0x55a674974540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674974540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 -- 172.21.15.7:0/2413325419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6749713a0 con 0x55a67496c240 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1a9299640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7fc194011e80 tx=0x7fc194003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140a7d602930b3f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc18d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:09:59.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19402e030 con 0x55a67496c240 2024-09-10T08:09:59.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fc194003a30 con 0x55a67496c240 2024-09-10T08:09:59.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc19400ec00 con 0x55a67496c240 2024-09-10T08:09:59.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fc19400ea60 con 0x55a67496c240 2024-09-10T08:09:59.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1ae0d7740 10 client.20679 fetch_fsmap learned FSMap version 42 2024-09-10T08:09:59.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.464+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a6749e7690 con 0x55a67496c240 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc194042070 con 0x55a67496c240 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fc194028430 con 0x55a67496c240 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 10 client.20679 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 10 client.20679 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 20 client.20679 populate_metadata read hostname 'smithi007' 2024-09-10T08:09:59.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6749e7d00 0x55a6749ea120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:59.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 4 client.20679 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7ab27ae8", "release": true, "await": true}] 2024-09-10T08:09:59.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7ab27ae8", "release": true, "await": true}) -- 0x55a6748ce0a0 con 0x55a6749e7d00 2024-09-10T08:09:59.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.465+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6749e7d00 0x55a6749ea120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:59.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.466+0000 7fc1a9a9a640 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6749e7d00 0x55a6749ea120 crc :-1 s=READY pgs=506 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c2fd868a192a7eb server_cookie=68b3d31a4904d2c in_seq=0 out_seq=0 2024-09-10T08:09:59.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.466+0000 7fc18d7fa640 10 client.20679 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc18d7fa640 1 -- 172.21.15.7:0/2413325419 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a6748ce0a0 con 0x55a6749e7d00 2024-09-10T08:09:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc18d7fa640 10 client.20679 handle_command_reply: tid=0 2024-09-10T08:09:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 client.20679 shutdown 2024-09-10T08:09:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 msgr2=0x55a674970b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7fc194011e80 tx=0x7fc194003db0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 shutdown_connections 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6749e7d00 0x55a6749ea120 crc :-1 s=READY pgs=506 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a67496c240 0x55a674970b70 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a674961980 0x55a674974a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc18d7fa640 0 client.20679 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 --2- 172.21.15.7:0/2413325419 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a674961060 0x55a674974540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.513+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 >> 172.21.15.7:0/2413325419 conn(0x55a67495d5f0 msgr2=0x55a67495c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.514+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 shutdown_connections 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.514+0000 7fc1ae0d7740 1 -- 172.21.15.7:0/2413325419 wait complete. 2024-09-10T08:09:59.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.514+0000 7fc1ae0d7740 20 client.20679 trim_cache size 0 max 16384 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 42, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 92, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "7ab27ae8": { 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 92, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:09:59.515 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:09:59.516 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:09:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 msgr2=0x7fc1900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 0x7fc1900a5040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0cc7f0 tx=0x7fc19c065e60 comp rx=0 tx=0).stop 2024-09-10T08:09:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 msgr2=0x7fc1a419eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7fc19c00d750 tx=0x7fc19c00dc10 comp rx=0 tx=0).stop 2024-09-10T08:09:59.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 shutdown_connections 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fc1900a2b80 0x7fc1900a5040 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1a4102ef0 0x7fc1a419eee0 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc1a4102570 0x7fc1a419ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 --2- 172.21.15.7:0/1136612180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a4100e20 0x7fc1a419a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 >> 172.21.15.7:0/1136612180 conn(0x7fc1a40fc7d0 msgr2=0x7fc1a406a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 shutdown_connections 2024-09-10T08:09:59.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:09:59.515+0000 7fc1abcfe640 1 -- 172.21.15.7:0/1136612180 wait complete. 2024-09-10T08:10:00.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74674 6.01 MB/sec execute 542 sec latency 29073.256 ms 2024-09-10T08:10:00.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T08:09:59.999+0000 7fce6dd63640 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:10:00.437 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7ab27ae8', total seconds elapsed: 33.6 2024-09-10T08:10:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:00 smithi007 ceph-mon[30879]: pgmap v1101: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-10T08:10:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:00 smithi007 ceph-mon[30879]: overall HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:10:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:00 smithi110 ceph-mon[34417]: pgmap v1101: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-10T08:10:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:00 smithi110 ceph-mon[34417]: overall HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:10:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:00 smithi145 ceph-mon[34766]: pgmap v1101: 129 pgs: 129 active+clean; 490 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-10T08:10:00.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:00 smithi145 ceph-mon[34766]: overall HEALTH_ERR 2 MDSs report damaged metadata 2024-09-10T08:10:01.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 74840 6.01 MB/sec execute 543 sec latency 58.702 ms 2024-09-10T08:10:02.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75010 6.02 MB/sec execute 544 sec latency 58.940 ms 2024-09-10T08:10:02.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:02 smithi007 ceph-mon[30879]: pgmap v1102: 129 pgs: 129 active+clean; 491 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 109 KiB/s wr, 21 op/s 2024-09-10T08:10:02.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:02 smithi110 ceph-mon[34417]: pgmap v1102: 129 pgs: 129 active+clean; 491 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 109 KiB/s wr, 21 op/s 2024-09-10T08:10:02.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:02 smithi145 ceph-mon[34766]: pgmap v1102: 129 pgs: 129 active+clean; 491 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 109 KiB/s wr, 21 op/s 2024-09-10T08:10:03.326 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75186 6.04 MB/sec execute 545 sec latency 63.052 ms 2024-09-10T08:10:04.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75374 6.06 MB/sec execute 546 sec latency 217.227 ms 2024-09-10T08:10:04.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:04 smithi110 ceph-mon[34417]: pgmap v1103: 129 pgs: 129 active+clean; 495 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 878 KiB/s wr, 55 op/s 2024-09-10T08:10:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:04 smithi145 ceph-mon[34766]: pgmap v1103: 129 pgs: 129 active+clean; 495 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 878 KiB/s wr, 55 op/s 2024-09-10T08:10:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:04 smithi007 ceph-mon[30879]: pgmap v1103: 129 pgs: 129 active+clean; 495 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 878 KiB/s wr, 55 op/s 2024-09-10T08:10:05.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75544 6.06 MB/sec execute 547 sec latency 54.687 ms 2024-09-10T08:10:06.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75681 6.06 MB/sec execute 548 sec latency 213.046 ms 2024-09-10T08:10:06.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:06 smithi110 ceph-mon[34417]: pgmap v1104: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 1.2 MiB/s wr, 73 op/s 2024-09-10T08:10:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:06 smithi145 ceph-mon[34766]: pgmap v1104: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 1.2 MiB/s wr, 73 op/s 2024-09-10T08:10:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:06 smithi007 ceph-mon[30879]: pgmap v1104: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 1.2 MiB/s wr, 73 op/s 2024-09-10T08:10:07.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75803 6.06 MB/sec execute 549 sec latency 78.982 ms 2024-09-10T08:10:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2029808038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 msgr2=0x7f8cac101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2029808038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac101bc0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4009ca0 tx=0x7f8ca402a950 comp rx=0 tx=0).stop 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2029808038 shutdown_connections 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2029808038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac101bc0 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2029808038 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100d70 0x7f8cac1011d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2029808038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100430 0x7f8cac100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.033+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2029808038 >> 172.21.15.7:0/2029808038 conn(0x7f8cac0fc1e0 msgr2=0x7f8cac0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.034+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2029808038 shutdown_connections 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.034+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2029808038 wait complete. 2024-09-10T08:10:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.034+0000 7f8cb1b03640 1 Processor -- start 2024-09-10T08:10:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.034+0000 7f8cb1b03640 1 -- start start 2024-09-10T08:10:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100430 0x7f8cac199ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 0x7f8cac19a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac10f870 con 0x7f8cac101710 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac10f6f0 con 0x7f8cac100430 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cb1b03640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac10f9f0 con 0x7f8cac100d70 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34858/0 (socket says 172.21.15.7:34858) 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 -- 172.21.15.7:0/2176316453 learned_addr learned my addr 172.21.15.7:0/2176316453 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8caaffd640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 0x7f8cac19a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100430 0x7f8cac199ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 -- 172.21.15.7:0/2176316453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 msgr2=0x7f8cac19a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 0x7f8cac19a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 -- 172.21.15.7:0/2176316453 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100430 msgr2=0x7f8cac199ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100430 0x7f8cac199ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 -- 172.21.15.7:0/2176316453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac1a1af0 con 0x7f8cac101710 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8caaffd640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 0x7f8cac19a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8cabfff640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4006010 tx=0x7f8ca402fc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.035+0000 7f8ca8ff9640 1 -- 172.21.15.7:0/2176316453 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4034040 con 0x7f8cac101710 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.036+0000 7f8ca8ff9640 1 -- 172.21.15.7:0/2176316453 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ca40308f0 con 0x7f8cac101710 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.036+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cac1a1d80 con 0x7f8cac101710 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.036+0000 7f8ca8ff9640 1 -- 172.21.15.7:0/2176316453 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4039450 con 0x7f8cac101710 2024-09-10T08:10:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.036+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cac1a2260 con 0x7f8cac101710 2024-09-10T08:10:08.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8ca8ff9640 1 -- 172.21.15.7:0/2176316453 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f8ca4037020 con 0x7f8cac101710 2024-09-10T08:10:08.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 Processor -- start 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 -- start start 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7fdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac802da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac7612f0 con 0x55a2ac803370 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac709270 con 0x55a2ac7fd9a0 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8cb489b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac75d2b0 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8caaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.038+0000 7f8caaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34866/0 (socket says 172.21.15.7:34866) 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 -- 172.21.15.7:0/1910264794 learned_addr learned my addr 172.21.15.7:0/1910264794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac802da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8ca8ff9640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 0x7f8c940a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7fdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8cabfff640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 0x7f8c940a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 -- 172.21.15.7:0/1910264794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fe2e0 msgr2=0x55a2ac802da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac802da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 -- 172.21.15.7:0/1910264794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 msgr2=0x55a2ac7fdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7fdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 -- 172.21.15.7:0/1910264794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2ac708340 con 0x55a2ac803370 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8ca8ff9640 1 -- 172.21.15.7:0/2176316453 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8ca40f04a0 con 0x7f8cac101710 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f8ca0009560 tx=0x7f8ca0009760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de93a954e658e65e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8c91ffb640 1 -- 172.21.15.7:0/1910264794 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0012da0 con 0x55a2ac803370 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8c91ffb640 1 -- 172.21.15.7:0/1910264794 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ca0010c80 con 0x55a2ac803370 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8cabfff640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 0x7f8c940a5170 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f8ca40bc980 tx=0x7f8ca40875c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.039+0000 7f8c91ffb640 1 -- 172.21.15.7:0/1910264794 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca001eba0 con 0x55a2ac803370 2024-09-10T08:10:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- 172.21.15.7:0/1910264794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 msgr2=0x55a2ac805830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f8ca0009560 tx=0x7f8ca0009760 comp rx=0 tx=0).stop 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- 172.21.15.7:0/1910264794 shutdown_connections 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac805830 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac802da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1910264794 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7fdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- 172.21.15.7:0/1910264794 >> 172.21.15.7:0/1910264794 conn(0x55a2ac7f9010 msgr2=0x55a2ac7f9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- 172.21.15.7:0/1910264794 shutdown_connections 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- 172.21.15.7:0/1910264794 wait complete. 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.040+0000 7f8cb489b740 1 -- start start 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 Processor -- start 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac807c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 0x55a2ac80f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac806340 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac6ea290 con 0x55a2ac7fd9a0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a2ac8064c0 con 0x55a2ac803370 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cb489b740 10 client.0 _ll_register_callbacks cb 0x55a2ac71b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34880/0 (socket says 172.21.15.7:34880) 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 -- 172.21.15.7:0/1367921602 learned_addr learned my addr 172.21.15.7:0/1367921602 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac807c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 0x55a2ac80f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 -- 172.21.15.7:0/1367921602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 msgr2=0x55a2ac80f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 0x55a2ac80f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 -- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 msgr2=0x55a2ac807c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac807c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 -- 172.21.15.7:0/1367921602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2ac474210 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 0x55a2ac80f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c012700 tx=0x7f8c9c012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c02e376b352220 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.041+0000 7f8c8affd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c004240 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c9c0043e0 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ca0010c80 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c0119a0 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 10 client.20691 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a2ac540620 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ca0010c80 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f8c9c00f460 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 10 client.20691 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 10 client.20691 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 20 client.20691 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac8138f0 0x55a2ac815d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 4 client.20691 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2ac76ea20 con 0x55a2ac8138f0 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.042+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac8138f0 0x55a2ac815d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.043+0000 7f8caaffd640 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac8138f0 0x55a2ac815d40 crc :-1 s=READY pgs=507 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=187727fa0be6d703 server_cookie=5fb62dc96418c185 in_seq=0 out_seq=0 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.043+0000 7f8c8affd640 10 client.20691 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.043+0000 7f8c8affd640 1 -- 172.21.15.7:0/1367921602 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2ac76ea20 con 0x55a2ac8138f0 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.043+0000 7f8c8affd640 10 client.20691 handle_command_reply: tid=0 2024-09-10T08:10:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.043+0000 7f8cb489b740 1 client.20691 shutdown 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 msgr2=0x55a2ac808160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c012700 tx=0x7f8c9c012bc0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 shutdown_connections 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac8138f0 0x55a2ac815d40 crc :-1 s=READY pgs=507 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac803370 0x55a2ac80f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac808160 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 --2- 172.21.15.7:0/1367921602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac807c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8c8affd640 0 client.20691 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 >> 172.21.15.7:0/1367921602 conn(0x55a2ac7f9010 msgr2=0x55a2ac7fa820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 shutdown_connections 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 1 -- 172.21.15.7:0/1367921602 wait complete. 2024-09-10T08:10:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.044+0000 7f8cb489b740 20 client.20691 trim_cache size 0 max 16384 2024-09-10T08:10:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 Processor -- start 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 -- start start 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7ff520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1af060 con 0x55a2ac803370 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1ac930 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cb489b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1aa7a0 con 0x55a2ac7fd9a0 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8caaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.066+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8caaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34896/0 (socket says 172.21.15.7:34896) 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55806/0 (socket says 172.21.15.7:55806) 2024-09-10T08:10:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8caaffd640 1 -- 172.21.15.7:0/3280321545 learned_addr learned my addr 172.21.15.7:0/3280321545 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8caaffd640 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7ff520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 -- 172.21.15.7:0/3280321545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 msgr2=0x55a2ac7ff520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7ff520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 -- 172.21.15.7:0/3280321545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 msgr2=0x55a2ac80f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 -- 172.21.15.7:0/3280321545 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2ac7f8e30 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0092e0 tx=0x7f8c9c009640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79a1bc30ec0f3e2c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8c917fa640 1 -- 172.21.15.7:0/3280321545 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c00f560 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8c917fa640 1 -- 172.21.15.7:0/3280321545 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c9c00fa90 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.067+0000 7f8c917fa640 1 -- 172.21.15.7:0/3280321545 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c0039b0 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 -- 172.21.15.7:0/3280321545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 msgr2=0x55a2ac7ffa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0092e0 tx=0x7f8c9c009640 comp rx=0 tx=0).stop 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 -- 172.21.15.7:0/3280321545 shutdown_connections 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac7ffa60 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 --2- 172.21.15.7:0/3280321545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac7ff520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 -- 172.21.15.7:0/3280321545 >> 172.21.15.7:0/3280321545 conn(0x55a2ac7f9010 msgr2=0x55a2ac7fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 -- 172.21.15.7:0/3280321545 shutdown_connections 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.068+0000 7f8cb489b740 1 -- 172.21.15.7:0/3280321545 wait complete. 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 -- start start 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 Processor -- start 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac80c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1aadf0 con 0x55a2ac803370 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1ac260 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1ab4c0 con 0x55a2ac7fd9a0 2024-09-10T08:10:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cb489b740 10 client.0 _ll_register_callbacks cb 0x7f8c9c0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cab7fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55822/0 (socket says 172.21.15.7:55822) 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8cab7fe640 1 -- 172.21.15.7:0/862909501 learned_addr learned my addr 172.21.15.7:0/862909501 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.069+0000 7f8caaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8caaffd640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac80c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 -- 172.21.15.7:0/862909501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 msgr2=0x55a2ac80c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac80c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 -- 172.21.15.7:0/862909501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 msgr2=0x55a2ac80d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 -- 172.21.15.7:0/862909501 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2ac80dd80 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8caaffd640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cab7fe640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c00f940 tx=0x7f8c9c012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6675c7dee3545328 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8c8affd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c036070 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f8c9c011d50 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.070+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c00fa90 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c040050 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 10 client.29699 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a2ac80f090 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c9c00fa90 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f8c9c0325f0 con 0x55a2ac7fe2e0 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 10 client.29699 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 10 client.29699 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 20 client.29699 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac87e960 0x55a2ac880d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 4 client.29699 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:10:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2ac768d70 con 0x55a2ac87e960 2024-09-10T08:10:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.071+0000 7f8caaffd640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac87e960 0x55a2ac880d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.072+0000 7f8c8affd640 10 client.29699 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.073+0000 7f8caaffd640 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac87e960 0x55a2ac880d80 crc :-1 s=READY pgs=508 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbfa2bb9fab4337c server_cookie=dcfc058657b0df8b in_seq=0 out_seq=0 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8c8affd640 1 -- 172.21.15.7:0/862909501 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a2ac768d70 con 0x55a2ac87e960 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8c8affd640 10 client.29699 handle_command_reply: tid=0 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 client.29699 shutdown 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 msgr2=0x55a2ac80c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c00f940 tx=0x7f8c9c012bc0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 shutdown_connections 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a2ac87e960 0x55a2ac880d80 crc :-1 s=READY pgs=508 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a2ac803370 0x55a2ac80d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a2ac7fe2e0 0x55a2ac80c760 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 --2- 172.21.15.7:0/862909501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a2ac7fd9a0 0x55a2ac80c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.273+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 >> 172.21.15.7:0/862909501 conn(0x55a2ac7f9010 msgr2=0x55a2ac807be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.274+0000 7f8c8affd640 0 client.29699 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.274+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 shutdown_connections 2024-09-10T08:10:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.274+0000 7f8cb489b740 1 -- 172.21.15.7:0/862909501 wait complete. 2024-09-10T08:10:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.274+0000 7f8cb489b740 20 client.29699 trim_cache size 0 max 16384 2024-09-10T08:10:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:10:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:10:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:10:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:10:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 msgr2=0x7f8c940a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 0x7f8c940a5170 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f8ca40bc980 tx=0x7f8ca40875c0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 msgr2=0x7f8cac1a1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4006010 tx=0x7f8ca402fc20 comp rx=0 tx=0).stop 2024-09-10T08:10:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 shutdown_connections 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f8c940a2cb0 0x7f8c940a5170 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8cac101710 0x7f8cac1a1480 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cac100d70 0x7f8cac19a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 --2- 172.21.15.7:0/2176316453 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8cac100430 0x7f8cac199ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.275+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 >> 172.21.15.7:0/2176316453 conn(0x7f8cac0fc1e0 msgr2=0x7f8cac0fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.276+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 shutdown_connections 2024-09-10T08:10:08.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:08.276+0000 7f8cb1b03640 1 -- 172.21.15.7:0/2176316453 wait complete. 2024-09-10T08:10:08.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 75922 6.06 MB/sec execute 550 sec latency 112.326 ms 2024-09-10T08:10:08.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:08 smithi007 ceph-mon[30879]: pgmap v1105: 129 pgs: 129 active+clean; 499 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-10T08:10:08.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:08 smithi110 ceph-mon[34417]: pgmap v1105: 129 pgs: 129 active+clean; 499 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-10T08:10:08.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:08 smithi145 ceph-mon[34766]: pgmap v1105: 129 pgs: 129 active+clean; 499 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 181 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-10T08:10:09.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76072 6.06 MB/sec execute 551 sec latency 104.242 ms 2024-09-10T08:10:10.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76232 6.07 MB/sec execute 552 sec latency 87.007 ms 2024-09-10T08:10:10.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:10 smithi110 ceph-mon[34417]: pgmap v1106: 129 pgs: 129 active+clean; 504 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 2.9 MiB/s wr, 188 op/s 2024-09-10T08:10:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:10 smithi145 ceph-mon[34766]: pgmap v1106: 129 pgs: 129 active+clean; 504 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 2.9 MiB/s wr, 188 op/s 2024-09-10T08:10:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:10 smithi007 ceph-mon[30879]: pgmap v1106: 129 pgs: 129 active+clean; 504 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 2.9 MiB/s wr, 188 op/s 2024-09-10T08:10:11.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76381 6.07 MB/sec execute 553 sec latency 68.133 ms 2024-09-10T08:10:12.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76541 6.08 MB/sec execute 554 sec latency 189.870 ms 2024-09-10T08:10:12.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:12 smithi110 ceph-mon[34417]: pgmap v1107: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.0 MiB/s wr, 208 op/s 2024-09-10T08:10:12.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:12 smithi145 ceph-mon[34766]: pgmap v1107: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.0 MiB/s wr, 208 op/s 2024-09-10T08:10:12.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:12 smithi007 ceph-mon[30879]: pgmap v1107: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.0 MiB/s wr, 208 op/s 2024-09-10T08:10:13.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76704 6.07 MB/sec execute 555 sec latency 234.426 ms 2024-09-10T08:10:14.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76842 6.07 MB/sec execute 556 sec latency 87.619 ms 2024-09-10T08:10:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:14 smithi110 ceph-mon[34417]: pgmap v1108: 129 pgs: 129 active+clean; 497 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.0 MiB/s wr, 258 op/s 2024-09-10T08:10:14.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:14 smithi145 ceph-mon[34766]: pgmap v1108: 129 pgs: 129 active+clean; 497 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.0 MiB/s wr, 258 op/s 2024-09-10T08:10:14.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:14 smithi007 ceph-mon[30879]: pgmap v1108: 129 pgs: 129 active+clean; 497 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.0 MiB/s wr, 258 op/s 2024-09-10T08:10:15.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 76987 6.07 MB/sec execute 557 sec latency 99.455 ms 2024-09-10T08:10:16.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 77155 6.07 MB/sec execute 558 sec latency 118.736 ms 2024-09-10T08:10:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:16 smithi110 ceph-mon[34417]: pgmap v1109: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 3.7 MiB/s wr, 256 op/s 2024-09-10T08:10:16.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:16 smithi145 ceph-mon[34766]: pgmap v1109: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 3.7 MiB/s wr, 256 op/s 2024-09-10T08:10:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:16 smithi007 ceph-mon[30879]: pgmap v1109: 129 pgs: 129 active+clean; 498 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 3.7 MiB/s wr, 256 op/s 2024-09-10T08:10:17.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 77323 6.08 MB/sec execute 559 sec latency 84.534 ms 2024-09-10T08:10:17.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:17.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:17.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:17.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:10:17.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:17.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:10:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:10:18.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 77512 6.09 MB/sec execute 560 sec latency 69.449 ms 2024-09-10T08:10:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:18 smithi110 ceph-mon[34417]: pgmap v1110: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 3.7 MiB/s wr, 276 op/s 2024-09-10T08:10:18.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:18 smithi007 ceph-mon[30879]: pgmap v1110: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 3.7 MiB/s wr, 276 op/s 2024-09-10T08:10:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:18 smithi145 ceph-mon[34766]: pgmap v1110: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 3.7 MiB/s wr, 276 op/s 2024-09-10T08:10:19.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 77683 6.10 MB/sec execute 561 sec latency 104.744 ms 2024-09-10T08:10:20.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 77865 6.11 MB/sec execute 562 sec latency 209.401 ms 2024-09-10T08:10:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:20 smithi110 ceph-mon[34417]: pgmap v1111: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:10:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:20 smithi145 ceph-mon[34766]: pgmap v1111: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:10:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:20 smithi007 ceph-mon[30879]: pgmap v1111: 129 pgs: 129 active+clean; 497 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 4.1 MiB/s wr, 324 op/s 2024-09-10T08:10:21.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78034 6.12 MB/sec execute 563 sec latency 71.847 ms 2024-09-10T08:10:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 -- 172.21.15.7:0/3818734774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 msgr2=0x7f467c104a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 --2- 172.21.15.7:0/3818734774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c104a00 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f4678009900 tx=0x7f467802a410 comp rx=0 tx=0).stop 2024-09-10T08:10:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 -- 172.21.15.7:0/3818734774 shutdown_connections 2024-09-10T08:10:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 --2- 172.21.15.7:0/3818734774 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 --2- 172.21.15.7:0/3818734774 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c107330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 --2- 172.21.15.7:0/3818734774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c104a00 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 -- 172.21.15.7:0/3818734774 >> 172.21.15.7:0/3818734774 conn(0x7f467c0fc1b0 msgr2=0x7f467c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 -- 172.21.15.7:0/3818734774 shutdown_connections 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.420+0000 7f4683427640 1 -- 172.21.15.7:0/3818734774 wait complete. 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 Processor -- start 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 -- start start 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c1005c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c100b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f467c10d6d0 con 0x7f467c102610 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f467c10d550 con 0x7f467c107870 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f4683427640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f467c10d850 con 0x7f467c104f40 2024-09-10T08:10:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f46811c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f46809c2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c1005c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f46811c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46248/0 (socket says 172.21.15.7:46248) 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.421+0000 7f46811c3640 1 -- 172.21.15.7:0/4287258139 learned_addr learned my addr 172.21.15.7:0/4287258139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46819c4640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c100b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 -- 172.21.15.7:0/4287258139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 msgr2=0x7f467c100b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c100b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 -- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 msgr2=0x7f467c101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 -- 172.21.15.7:0/4287258139 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467c101390 con 0x7f467c104f40 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46819c4640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46811c3640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46809c2640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c1005c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f466c00e9c0 tx=0x7f466c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46727fc640 1 -- 172.21.15.7:0/4287258139 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f466c00cd80 con 0x7f467c104f40 2024-09-10T08:10:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46727fc640 1 -- 172.21.15.7:0/4287258139 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f466c0035f0 con 0x7f467c104f40 2024-09-10T08:10:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f467c1a1eb0 con 0x7f467c104f40 2024-09-10T08:10:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f46727fc640 1 -- 172.21.15.7:0/4287258139 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f466c010690 con 0x7f467c104f40 2024-09-10T08:10:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.422+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f467c1a2310 con 0x7f467c104f40 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 Processor -- start 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 -- start start 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4a0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4a8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab4042f0 con 0x55a6ab4a6370 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab3ac270 con 0x55a6ab4a12e0 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46861c0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab4002b0 con 0x55a6ab4a09a0 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46819c4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4a0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35932/0 (socket says 172.21.15.7:35932) 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 -- 172.21.15.7:0/1986427650 learned_addr learned my addr 172.21.15.7:0/1986427650 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46727fc640 1 -- 172.21.15.7:0/4287258139 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f466c0037a0 con 0x7f467c104f40 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 -- 172.21.15.7:0/1986427650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a09a0 msgr2=0x55a6ab4a0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4a0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 -- 172.21.15.7:0/1986427650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 msgr2=0x55a6ab4a8830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.426+0000 7f46811c3640 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4a8830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46811c3640 1 -- 172.21.15.7:0/1986427650 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6ab3ab340 con 0x55a6ab4a12e0 2024-09-10T08:10:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46811c3640 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f4678009a20 tx=0x7f4678032eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=deeccef99e61376c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46677fe640 1 -- 172.21.15.7:0/1986427650 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678035070 con 0x55a6ab4a12e0 2024-09-10T08:10:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46677fe640 1 -- 172.21.15.7:0/1986427650 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4678031880 con 0x55a6ab4a12e0 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46677fe640 1 -- 172.21.15.7:0/1986427650 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678045470 con 0x55a6ab4a12e0 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.427+0000 7f46727fc640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 0x7f46680a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46819c4640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 0x7f46680a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46727fc640 1 -- 172.21.15.7:0/4287258139 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f466c0cf6f0 con 0x7f467c104f40 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 -- 172.21.15.7:0/1986427650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 msgr2=0x55a6ab4a5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f4678009a20 tx=0x7f4678032eb0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46819c4640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 0x7f46680a50f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f46740099a0 tx=0x7f4674009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 -- 172.21.15.7:0/1986427650 shutdown_connections 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4a8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4a5da0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 --2- 172.21.15.7:0/1986427650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4a0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 -- 172.21.15.7:0/1986427650 >> 172.21.15.7:0/1986427650 conn(0x55a6ab49c010 msgr2=0x55a6ab49c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 -- 172.21.15.7:0/1986427650 shutdown_connections 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.428+0000 7f46861c0740 1 -- 172.21.15.7:0/1986427650 wait complete. 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.429+0000 7f46861c0740 1 -- start start 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.429+0000 7f46861c0740 1 Processor -- start 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.429+0000 7f46861c0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.429+0000 7f46861c0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.429+0000 7f46861c0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35944/0 (socket says 172.21.15.7:35944) 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46809c2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46809c2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53068/0 (socket says 172.21.15.7:53068) 2024-09-10T08:10:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46819c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46819c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46250/0 (socket says 172.21.15.7:46250) 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 -- 172.21.15.7:0/2542006789 learned_addr learned my addr 172.21.15.7:0/2542006789 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab4a92e0 con 0x55a6ab4a6370 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab38d290 con 0x55a6ab4a09a0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a6ab4a9460 con 0x55a6ab4a12e0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 -- 172.21.15.7:0/2542006789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 msgr2=0x55a6ab4ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 -- 172.21.15.7:0/2542006789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 msgr2=0x55a6ab4b2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46861c0740 10 client.0 _ll_register_callbacks cb 0x55a6ab3be140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.430+0000 7f46811c3640 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6ab117210 con 0x55a6ab4a09a0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4678031880 con 0x55a6ab4a09a0 2024-09-10T08:10:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f46819c4640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f46811c3640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4678005940 tx=0x7f467802a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40109a9f03ed5746 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f4664ff9640 10 client.29711 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f4664ff9640 1 -- 172.21.15.7:0/2542006789 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678053060 con 0x55a6ab4a09a0 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f4664ff9640 1 -- 172.21.15.7:0/2542006789 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4678031680 con 0x55a6ab4a09a0 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f4664ff9640 1 -- 172.21.15.7:0/2542006789 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4678035050 con 0x55a6ab4a09a0 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f46861c0740 10 client.29711 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.431+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({fsmap=42}) -- 0x55a6ab1e3620 con 0x55a6ab4a09a0 2024-09-10T08:10:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f4664ff9640 1 -- 172.21.15.7:0/2542006789 <== mon.2 v2:172.21.15.110:3300/0 4 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f4678003cc0 con 0x55a6ab4a09a0 2024-09-10T08:10:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 10 client.29711 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 10 client.29711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 20 client.29711 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab4b6330 0x55a6ab4b8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 4 client.29711 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6ab411a20 con 0x55a6ab4b6330 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.432+0000 7f46809c2640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab4b6330 0x55a6ab4b8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f4664ff9640 10 client.29711 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f46809c2640 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab4b6330 0x55a6ab4b8720 crc :-1 s=READY pgs=509 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57524fc9dca0ce8f server_cookie=930d0c1e2efb3d0d in_seq=0 out_seq=0 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f4664ff9640 1 -- 172.21.15.7:0/2542006789 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6ab411a20 con 0x55a6ab4b6330 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f4664ff9640 10 client.29711 handle_command_reply: tid=0 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f46861c0740 1 client.29711 shutdown 2024-09-10T08:10:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 msgr2=0x55a6ab4aac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.433+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4678005940 tx=0x7f467802a410 comp rx=0 tx=0).stop 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 shutdown_connections 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab4b6330 0x55a6ab4b8720 crc :-1 s=READY pgs=509 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 --2- 172.21.15.7:0/2542006789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4aac00 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f4664ff9640 0 client.29711 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 >> 172.21.15.7:0/2542006789 conn(0x55a6ab49c010 msgr2=0x55a6ab49d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 shutdown_connections 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 1 -- 172.21.15.7:0/2542006789 wait complete. 2024-09-10T08:10:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.434+0000 7f46861c0740 20 client.29711 trim_cache size 0 max 16384 2024-09-10T08:10:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.456+0000 7f46861c0740 1 Processor -- start 2024-09-10T08:10:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 -- start start 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4ab020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4b2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab49d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1af110 con 0x55a6ab4a09a0 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1ac9e0 con 0x55a6ab4a12e0 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46861c0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1aa850 con 0x55a6ab4a6370 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46809c2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4b2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46809c2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4b2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:35956/0 (socket says 172.21.15.7:35956) 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46809c2640 1 -- 172.21.15.7:0/1149053208 learned_addr learned my addr 172.21.15.7:0/1149053208 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46811c3640 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4ab020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46819c4640 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab49d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46811c3640 1 -- 172.21.15.7:0/1149053208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 msgr2=0x55a6ab49d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.457+0000 7f46811c3640 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab49d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f46811c3640 1 -- 172.21.15.7:0/1149053208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 msgr2=0x55a6ab4b2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f46811c3640 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4b2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f46811c3640 1 -- 172.21.15.7:0/1149053208 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6ab49be30 con 0x55a6ab4a09a0 2024-09-10T08:10:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f46811c3640 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4ab020 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f467804a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba72f7dd3a14caf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f4666ffd640 1 -- 172.21.15.7:0/1149053208 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678009520 con 0x55a6ab4a09a0 2024-09-10T08:10:21.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f4666ffd640 1 -- 172.21.15.7:0/1149053208 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4678031880 con 0x55a6ab4a09a0 2024-09-10T08:10:21.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.458+0000 7f4666ffd640 1 -- 172.21.15.7:0/1149053208 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678045920 con 0x55a6ab4a09a0 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 -- 172.21.15.7:0/1149053208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 msgr2=0x55a6ab4ab020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4ab020 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f467804a000 comp rx=0 tx=0).stop 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 -- 172.21.15.7:0/1149053208 shutdown_connections 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab49d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4b2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 --2- 172.21.15.7:0/1149053208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4ab020 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 -- 172.21.15.7:0/1149053208 >> 172.21.15.7:0/1149053208 conn(0x55a6ab49c010 msgr2=0x55a6ab49b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.459+0000 7f46861c0740 1 -- 172.21.15.7:0/1149053208 shutdown_connections 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.460+0000 7f46861c0740 1 -- 172.21.15.7:0/1149053208 wait complete. 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.460+0000 7f46861c0740 1 -- start start 2024-09-10T08:10:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.460+0000 7f46861c0740 1 Processor -- start 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.460+0000 7f46861c0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4af9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4aff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1aaea0 con 0x55a6ab4a09a0 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1ac310 con 0x55a6ab4a12e0 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f467c1ab570 con 0x55a6ab4a6370 2024-09-10T08:10:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46861c0740 10 client.0 _ll_register_callbacks cb 0x7f4674009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46811c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4af9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4aff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46811c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4af9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46266/0 (socket says 172.21.15.7:46266) 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46811c3640 1 -- 172.21.15.7:0/3494401170 learned_addr learned my addr 172.21.15.7:0/3494401170 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46819c4640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 -- 172.21.15.7:0/3494401170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 msgr2=0x55a6ab4b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 -- 172.21.15.7:0/3494401170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 msgr2=0x55a6ab4af9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4af9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 -- 172.21.15.7:0/3494401170 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6ab4b14b0 con 0x55a6ab4a12e0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f46809c2640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4aff00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f466c098010 tx=0x7f466c09b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5228bdee98f94d50 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.461+0000 7f4664ff9640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:10:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f466c0a4820 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f466c0cf3f0 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4678031880 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f466c009310 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 10 client.29717 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a6ab520f40 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4678031880 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f466c097a20 con 0x55a6ab4a12e0 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 10 client.29717 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 10 client.29717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 20 client.29717 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab5217f0 0x55a6ab523be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 4 client.29717 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:10:21.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.462+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a6ab40bd70 con 0x55a6ab5217f0 2024-09-10T08:10:21.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.463+0000 7f46811c3640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab5217f0 0x55a6ab523be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:21.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.463+0000 7f4664ff9640 10 client.29717 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:21.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.463+0000 7f46811c3640 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab5217f0 0x55a6ab523be0 crc :-1 s=READY pgs=510 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edafe0d2b4e67a4a server_cookie=c70da7bf86ccd886 in_seq=0 out_seq=0 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f4664ff9640 1 -- 172.21.15.7:0/3494401170 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a6ab40bd70 con 0x55a6ab5217f0 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f4664ff9640 10 client.29717 handle_command_reply: tid=0 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 client.29717 shutdown 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 msgr2=0x55a6ab4aff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4aff00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f466c098010 tx=0x7f466c09b810 comp rx=0 tx=0).stop 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 shutdown_connections 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55a6ab5217f0 0x55a6ab523be0 crc :-1 s=READY pgs=510 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a6ab4a6370 0x55a6ab4b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.607 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f4664ff9640 0 client.29717 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55a6ab4a12e0 0x55a6ab4aff00 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 --2- 172.21.15.7:0/3494401170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a6ab4a09a0 0x55a6ab4af9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 >> 172.21.15.7:0/3494401170 conn(0x55a6ab49c010 msgr2=0x55a6ab49c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 shutdown_connections 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 1 -- 172.21.15.7:0/3494401170 wait complete. 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.607+0000 7f46861c0740 20 client.29717 trim_cache size 0 max 16384 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:10:21.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:10:21.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:10:21.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 msgr2=0x7f46680a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 0x7f46680a50f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f46740099a0 tx=0x7f4674009500 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 msgr2=0x7f467c1005c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c1005c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f466c00e9c0 tx=0x7f466c00ee80 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 shutdown_connections 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f46680a2c30 0x7f46680a50f0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f467c107870 0x7f467c100b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f467c104f40 0x7f467c1005c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 --2- 172.21.15.7:0/4287258139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f467c102610 0x7f467c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 >> 172.21.15.7:0/4287258139 conn(0x7f467c0fc1b0 msgr2=0x7f467c102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 shutdown_connections 2024-09-10T08:10:21.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:21.608+0000 7f4683427640 1 -- 172.21.15.7:0/4287258139 wait complete. 2024-09-10T08:10:22.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78214 6.13 MB/sec execute 564 sec latency 138.926 ms 2024-09-10T08:10:22.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:22 smithi110 ceph-mon[34417]: pgmap v1112: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-10T08:10:22.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:22 smithi145 ceph-mon[34766]: pgmap v1112: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-10T08:10:22.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:22 smithi007 ceph-mon[30879]: pgmap v1112: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-10T08:10:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78358 6.13 MB/sec execute 565 sec latency 111.085 ms 2024-09-10T08:10:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78529 6.14 MB/sec execute 566 sec latency 74.782 ms 2024-09-10T08:10:24.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:24 smithi110 ceph-mon[34417]: pgmap v1113: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.4 MiB/s wr, 305 op/s 2024-09-10T08:10:24.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:24 smithi145 ceph-mon[34766]: pgmap v1113: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.4 MiB/s wr, 305 op/s 2024-09-10T08:10:24.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:24 smithi007 ceph-mon[30879]: pgmap v1113: 129 pgs: 129 active+clean; 501 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.4 MiB/s wr, 305 op/s 2024-09-10T08:10:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78680 6.14 MB/sec execute 567 sec latency 69.969 ms 2024-09-10T08:10:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78849 6.15 MB/sec execute 568 sec latency 70.629 ms 2024-09-10T08:10:26.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:26 smithi110 ceph-mon[34417]: pgmap v1114: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.7 MiB/s wr, 268 op/s 2024-09-10T08:10:26.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:26 smithi145 ceph-mon[34766]: pgmap v1114: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.7 MiB/s wr, 268 op/s 2024-09-10T08:10:26.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:26 smithi007 ceph-mon[30879]: pgmap v1114: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.7 MiB/s wr, 268 op/s 2024-09-10T08:10:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 78981 6.14 MB/sec execute 569 sec latency 112.214 ms 2024-09-10T08:10:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79141 6.14 MB/sec execute 570 sec latency 71.897 ms 2024-09-10T08:10:28.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:28 smithi110 ceph-mon[34417]: pgmap v1115: 129 pgs: 129 active+clean; 507 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-09-10T08:10:28.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:28 smithi145 ceph-mon[34766]: pgmap v1115: 129 pgs: 129 active+clean; 507 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-09-10T08:10:28.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:28 smithi007 ceph-mon[30879]: pgmap v1115: 129 pgs: 129 active+clean; 507 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-09-10T08:10:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79294 6.15 MB/sec execute 571 sec latency 91.733 ms 2024-09-10T08:10:30.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79458 6.15 MB/sec execute 572 sec latency 79.977 ms 2024-09-10T08:10:30.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:30 smithi110 ceph-mon[34417]: pgmap v1116: 129 pgs: 129 active+clean; 505 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:30.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:30 smithi145 ceph-mon[34766]: pgmap v1116: 129 pgs: 129 active+clean; 505 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:30.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:30 smithi007 ceph-mon[30879]: pgmap v1116: 129 pgs: 129 active+clean; 505 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:31.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79634 6.16 MB/sec execute 573 sec latency 74.336 ms 2024-09-10T08:10:32.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79817 6.16 MB/sec execute 574 sec latency 83.433 ms 2024-09-10T08:10:32.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:32 smithi110 ceph-mon[34417]: pgmap v1117: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.1 MiB/s wr, 285 op/s 2024-09-10T08:10:32.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:32 smithi145 ceph-mon[34766]: pgmap v1117: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.1 MiB/s wr, 285 op/s 2024-09-10T08:10:32.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:32 smithi007 ceph-mon[30879]: pgmap v1117: 129 pgs: 129 active+clean; 503 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.1 MiB/s wr, 285 op/s 2024-09-10T08:10:33.327 INFO:tasks.workunit.client.0.smithi007.stdout: 10 79974 6.16 MB/sec execute 575 sec latency 186.491 ms 2024-09-10T08:10:34.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80120 6.16 MB/sec execute 576 sec latency 85.743 ms 2024-09-10T08:10:34.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:34 smithi007 ceph-mon[30879]: pgmap v1118: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:34.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:34 smithi110 ceph-mon[34417]: pgmap v1118: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:34.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:34 smithi145 ceph-mon[34766]: pgmap v1118: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 4.7 MiB/s wr, 307 op/s 2024-09-10T08:10:34.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 -- 172.21.15.7:0/3032387489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 msgr2=0x7f58240750b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 --2- 172.21.15.7:0/3032387489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f58240750b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f580c009860 tx=0x7f580c02a340 comp rx=0 tx=0).stop 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 -- 172.21.15.7:0/3032387489 shutdown_connections 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 --2- 172.21.15.7:0/3032387489 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f582410e130 0x7f5824110520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 --2- 172.21.15.7:0/3032387489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f58240750b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 --2- 172.21.15.7:0/3032387489 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5824076230 0x7f5824074680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 -- 172.21.15.7:0/3032387489 >> 172.21.15.7:0/3032387489 conn(0x7f58240fd2e0 msgr2=0x7f58240ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 -- 172.21.15.7:0/3032387489 shutdown_connections 2024-09-10T08:10:34.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 -- 172.21.15.7:0/3032387489 wait complete. 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.753+0000 7f5829b78640 1 Processor -- start 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 -- start start 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f582419e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 0x7f582419e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582410e130 0x7f58241a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5824113ca0 con 0x7f582410e130 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5824113b20 con 0x7f5824076230 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5829b78640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5824113e20 con 0x7f5824074c50 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f5823fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582410e130 0x7f58241a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f58237fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f582419e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f58237fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f582419e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53108/0 (socket says 172.21.15.7:53108) 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 0x7f582419e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f58237fe640 1 -- 172.21.15.7:0/2560151087 learned_addr learned my addr 172.21.15.7:0/2560151087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 -- 172.21.15.7:0/2560151087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 msgr2=0x7f582419e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f582419e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 -- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582410e130 msgr2=0x7f58241a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582410e130 0x7f58241a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.754+0000 7f581bfff640 1 -- 172.21.15.7:0/2560151087 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58241a5ed0 con 0x7f5824076230 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f581bfff640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 0x7f582419e7f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f580c02a860 tx=0x7f580c030bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f58217fa640 1 -- 172.21.15.7:0/2560151087 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c037050 con 0x7f5824076230 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58241a6160 con 0x7f5824076230 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f58217fa640 1 -- 172.21.15.7:0/2560151087 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f580c038040 con 0x7f5824076230 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f58217fa640 1 -- 172.21.15.7:0/2560151087 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c003ab0 con 0x7f5824076230 2024-09-10T08:10:34.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.755+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58241a66a0 con 0x7f5824076230 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.758+0000 7f58217fa640 1 -- 172.21.15.7:0/2560151087 <== mon.2 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f580c045030 con 0x7f5824076230 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.758+0000 7f582c9f0740 1 Processor -- start 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 -- start start 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afafda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f58217fa640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 0x7f58100a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb5370 0x558d8afb7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558d8af132f0 con 0x558d8afb02e0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558d8aebb270 con 0x558d8afb5370 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f582c9f0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558d8af0f2b0 con 0x558d8afaf9a0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afafda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f58237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f58237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49698/0 (socket says 172.21.15.7:49698) 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f58237fe640 1 -- 172.21.15.7:0/3716607247 learned_addr learned my addr 172.21.15.7:0/3716607247 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f581bfff640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 0x7f58100a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb5370 0x558d8afb7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 -- 172.21.15.7:0/3716607247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb5370 msgr2=0x558d8afb7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb5370 0x558d8afb7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 -- 172.21.15.7:0/3716607247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 msgr2=0x558d8afb4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.759+0000 7f5823fff640 1 -- 172.21.15.7:0/3716607247 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d8aeba340 con 0x558d8afaf9a0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f58237fe640 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f58217fa640 1 -- 172.21.15.7:0/2560151087 <== mon.2 v2:172.21.15.110:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f580c0eeff0 con 0x7f5824076230 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f5823fff640 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afafda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f581c005c40 tx=0x7f581c005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c27cd2bc17f93b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f581bfff640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 0x7f58100a5170 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f580c0c3b90 tx=0x7f580c0b7050 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f5819ffb640 1 -- 172.21.15.7:0/3716607247 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c003970 con 0x558d8afaf9a0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f5819ffb640 1 -- 172.21.15.7:0/3716607247 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f581c00f890 con 0x558d8afaf9a0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.760+0000 7f5819ffb640 1 -- 172.21.15.7:0/3716607247 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c0043a0 con 0x558d8afaf9a0 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- 172.21.15.7:0/3716607247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 msgr2=0x558d8afafda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afafda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f581c005c40 tx=0x7f581c005bd0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- 172.21.15.7:0/3716607247 shutdown_connections 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb5370 0x558d8afb7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afb4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 --2- 172.21.15.7:0/3716607247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afafda0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- 172.21.15.7:0/3716607247 >> 172.21.15.7:0/3716607247 conn(0x558d8afab010 msgr2=0x558d8afab410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- 172.21.15.7:0/3716607247 shutdown_connections 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- 172.21.15.7:0/3716607247 wait complete. 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.761+0000 7f582c9f0740 1 -- start start 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 Processor -- start 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afb9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb5370 0x558d8afc10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558d8afb8340 con 0x558d8afb02e0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x558d8ae9c290 con 0x558d8afaf9a0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x558d8afb84c0 con 0x558d8afb5370 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f58237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f58237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49706/0 (socket says 172.21.15.7:49706) 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f58237fe640 1 -- 172.21.15.7:0/112943013 learned_addr learned my addr 172.21.15.7:0/112943013 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f5823fff640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afb9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f582c9f0740 10 client.0 _ll_register_callbacks cb 0x558d8aecd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.762+0000 7f5823fff640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb5370 0x558d8afc10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 -- 172.21.15.7:0/112943013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb5370 msgr2=0x558d8afc10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb5370 0x558d8afc10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 -- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 msgr2=0x558d8afb9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afb9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 -- 172.21.15.7:0/112943013 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d8ac26210 con 0x558d8afb02e0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f58237fe640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f58140117c0 tx=0x7f5814011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c44775d54e110d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f5802ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814004320 con 0x558d8afb02e0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f581400f920 con 0x558d8afb02e0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f581c00f890 con 0x558d8afb02e0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5814025050 con 0x558d8afb02e0 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f582c9f0740 10 client.20724 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:34.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.763+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x558d8acf2620 con 0x558d8afb02e0 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f581c00f890 con 0x558d8afb02e0 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f581401a410 con 0x558d8afb02e0 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 10 client.20724 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 10 client.20724 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 20 client.20724 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8afc5820 0x558d8afc7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 4 client.20724 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d8af20a20 con 0x558d8afc5820 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.764+0000 7f5823fff640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8afc5820 0x558d8afc7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.765+0000 7f5823fff640 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8afc5820 0x558d8afc7c90 crc :-1 s=READY pgs=511 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c0a8ab62008f1ad server_cookie=9b2a9bb1a7ff8229 in_seq=0 out_seq=0 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.765+0000 7f5802ffd640 10 client.20724 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.765+0000 7f5802ffd640 1 -- 172.21.15.7:0/112943013 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558d8af20a20 con 0x558d8afc5820 2024-09-10T08:10:34.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.765+0000 7f5802ffd640 10 client.20724 handle_command_reply: tid=0 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.765+0000 7f582c9f0740 1 client.20724 shutdown 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 msgr2=0x558d8afba0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f58140117c0 tx=0x7f5814011c80 comp rx=0 tx=0).stop 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 shutdown_connections 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8afc5820 0x558d8afc7c90 crc :-1 s=READY pgs=511 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb5370 0x558d8afc10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb02e0 0x558d8afba0a0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 --2- 172.21.15.7:0/112943013 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afb9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 >> 172.21.15.7:0/112943013 conn(0x558d8afab010 msgr2=0x558d8afac820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f5802ffd640 0 client.20724 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 shutdown_connections 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 1 -- 172.21.15.7:0/112943013 wait complete. 2024-09-10T08:10:34.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.766+0000 7f582c9f0740 20 client.20724 trim_cache size 0 max 16384 2024-09-10T08:10:34.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 Processor -- start 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 -- start start 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afc7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afc7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f58241b3400 con 0x558d8afb5370 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f58241b0cd0 con 0x558d8afb02e0 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f582c9f0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58241aeb40 con 0x558d8afaf9a0 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f5823fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afc7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37322/0 (socket says 172.21.15.7:37322) 2024-09-10T08:10:34.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 -- 172.21.15.7:0/368271131 learned_addr learned my addr 172.21.15.7:0/368271131 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f5823fff640 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afc7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 -- 172.21.15.7:0/368271131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 msgr2=0x558d8afc7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afc7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 -- 172.21.15.7:0/368271131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 msgr2=0x558d8afc7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afc7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.788+0000 7f58237fe640 1 -- 172.21.15.7:0/368271131 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d8afb07c0 con 0x558d8afb02e0 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.789+0000 7f5823fff640 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afc7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.789+0000 7f58237fe640 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5814011790 tx=0x7f5814009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6808c5ee900ef09 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.789+0000 7f58197fa640 1 -- 172.21.15.7:0/368271131 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581402d070 con 0x558d8afb02e0 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.789+0000 7f58197fa640 1 -- 172.21.15.7:0/368271131 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58140092d0 con 0x558d8afb02e0 2024-09-10T08:10:34.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.789+0000 7f58197fa640 1 -- 172.21.15.7:0/368271131 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581400f920 con 0x558d8afb02e0 2024-09-10T08:10:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 -- 172.21.15.7:0/368271131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 msgr2=0x558d8afc10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5814011790 tx=0x7f5814009480 comp rx=0 tx=0).stop 2024-09-10T08:10:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 -- 172.21.15.7:0/368271131 shutdown_connections 2024-09-10T08:10:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afc7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afb02e0 0x558d8afc10a0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 --2- 172.21.15.7:0/368271131 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afaf9a0 0x558d8afc7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 -- 172.21.15.7:0/368271131 >> 172.21.15.7:0/368271131 conn(0x558d8afab010 msgr2=0x558d8afb1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 -- 172.21.15.7:0/368271131 shutdown_connections 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.790+0000 7f582c9f0740 1 -- 172.21.15.7:0/368271131 wait complete. 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 -- start start 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 Processor -- start 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb02e0 0x558d8afbda30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afbdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f58241af190 con 0x558d8afb5370 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f58241b0600 con 0x558d8afaf9a0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58241af860 con 0x558d8afb02e0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.791+0000 7f582c9f0740 10 client.0 _ll_register_callbacks cb 0x7f5814009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:37328/0 (socket says 172.21.15.7:37328) 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 -- 172.21.15.7:0/2229798993 learned_addr learned my addr 172.21.15.7:0/2229798993 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afbdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f58237fe640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb02e0 0x558d8afbda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 -- 172.21.15.7:0/2229798993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb02e0 msgr2=0x558d8afbda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb02e0 0x558d8afbda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 -- 172.21.15.7:0/2229798993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 msgr2=0x558d8afbdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afbdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 -- 172.21.15.7:0/2229798993 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d8b02e560 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5823fff640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f581c00a010 tx=0x7f581c021040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ff9f4bca67edeae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5802ffd640 10 client.0 ms_handle_connect on v2:172.21.15.110:3300/0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c036060 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mon.2 v2:172.21.15.110:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f581c003d80 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.792+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58140092d0 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f581c02a040 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 10 client.29735 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x558d8b02f840 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mon.2 v2:172.21.15.110:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58140092d0 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mon.2 v2:172.21.15.110:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f581c030030 con 0x558d8afaf9a0 2024-09-10T08:10:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 10 client.29735 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 10 client.29735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 20 client.29735 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8b030050 0x558d8b032470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 4 client.29735 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d8af1ad70 con 0x558d8b030050 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.793+0000 7f58237fe640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8b030050 0x558d8b032470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.794+0000 7f5802ffd640 10 client.29735 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.794+0000 7f58237fe640 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8b030050 0x558d8b032470 crc :-1 s=READY pgs=512 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eddc267de959608b server_cookie=7bb90c11f4ac7a5b in_seq=0 out_seq=0 2024-09-10T08:10:34.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f5802ffd640 1 -- 172.21.15.7:0/2229798993 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d8af1ad70 con 0x558d8b030050 2024-09-10T08:10:34.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f5802ffd640 10 client.29735 handle_command_reply: tid=0 2024-09-10T08:10:34.930 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 client.29735 shutdown 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 msgr2=0x558d8afc0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f581c00a010 tx=0x7f581c021040 comp rx=0 tx=0).stop 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 shutdown_connections 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x558d8b030050 0x558d8b032470 crc :-1 s=READY pgs=512 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d8afb5370 0x558d8afbdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x558d8afb02e0 0x558d8afbda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 --2- 172.21.15.7:0/2229798993 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x558d8afaf9a0 0x558d8afc0f90 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 >> 172.21.15.7:0/2229798993 conn(0x558d8afab010 msgr2=0x558d8afc7600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f5802ffd640 0 client.29735 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 shutdown_connections 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.930+0000 7f582c9f0740 1 -- 172.21.15.7:0/2229798993 wait complete. 2024-09-10T08:10:34.931 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f582c9f0740 20 client.29735 trim_cache size 0 max 16384 2024-09-10T08:10:34.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:10:34.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:10:34.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:10:34.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 msgr2=0x7f58100a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 0x7f58100a5170 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f580c0c3b90 tx=0x7f580c0b7050 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 msgr2=0x7f582419e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 0x7f582419e7f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f580c02a860 tx=0x7f580c030bd0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 shutdown_connections 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f58100a2cb0 0x7f58100a5170 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f582410e130 0x7f58241a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5824076230 0x7f582419e7f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 --2- 172.21.15.7:0/2560151087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5824074c50 0x7f582419e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 >> 172.21.15.7:0/2560151087 conn(0x7f58240fd2e0 msgr2=0x7f58241014d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 shutdown_connections 2024-09-10T08:10:34.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:34.931+0000 7f5829b78640 1 -- 172.21.15.7:0/2560151087 wait complete. 2024-09-10T08:10:35.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80277 6.16 MB/sec execute 577 sec latency 126.441 ms 2024-09-10T08:10:36.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80452 6.17 MB/sec execute 578 sec latency 81.930 ms 2024-09-10T08:10:36.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:36 smithi110 ceph-mon[34417]: pgmap v1119: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.8 MiB/s wr, 262 op/s 2024-09-10T08:10:36.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:36 smithi145 ceph-mon[34766]: pgmap v1119: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.8 MiB/s wr, 262 op/s 2024-09-10T08:10:36.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:36 smithi007 ceph-mon[30879]: pgmap v1119: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.8 MiB/s wr, 262 op/s 2024-09-10T08:10:37.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80619 6.18 MB/sec execute 579 sec latency 73.765 ms 2024-09-10T08:10:38.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80792 6.19 MB/sec execute 580 sec latency 73.260 ms 2024-09-10T08:10:38.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:38 smithi110 ceph-mon[34417]: pgmap v1120: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:10:38.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:38 smithi145 ceph-mon[34766]: pgmap v1120: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:10:38.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:38 smithi007 ceph-mon[30879]: pgmap v1120: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 3.9 MiB/s wr, 283 op/s 2024-09-10T08:10:39.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 80981 6.19 MB/sec execute 581 sec latency 74.527 ms 2024-09-10T08:10:40.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81156 6.20 MB/sec execute 582 sec latency 69.403 ms 2024-09-10T08:10:40.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:40 smithi110 ceph-mon[34417]: pgmap v1121: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 299 op/s 2024-09-10T08:10:40.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:40 smithi145 ceph-mon[34766]: pgmap v1121: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 299 op/s 2024-09-10T08:10:40.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:40 smithi007 ceph-mon[30879]: pgmap v1121: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 299 op/s 2024-09-10T08:10:41.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81317 6.21 MB/sec execute 583 sec latency 76.617 ms 2024-09-10T08:10:42.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81484 6.22 MB/sec execute 584 sec latency 75.364 ms 2024-09-10T08:10:42.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:42 smithi110 ceph-mon[34417]: pgmap v1122: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.7 MiB/s wr, 286 op/s 2024-09-10T08:10:42.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:42 smithi145 ceph-mon[34766]: pgmap v1122: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.7 MiB/s wr, 286 op/s 2024-09-10T08:10:42.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:42 smithi007 ceph-mon[30879]: pgmap v1122: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.7 MiB/s wr, 286 op/s 2024-09-10T08:10:43.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81637 6.23 MB/sec execute 585 sec latency 194.300 ms 2024-09-10T08:10:44.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81803 6.23 MB/sec execute 586 sec latency 84.001 ms 2024-09-10T08:10:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:44 smithi110 ceph-mon[34417]: pgmap v1123: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.6 MiB/s wr, 304 op/s 2024-09-10T08:10:44.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:44 smithi145 ceph-mon[34766]: pgmap v1123: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.6 MiB/s wr, 304 op/s 2024-09-10T08:10:44.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:44 smithi007 ceph-mon[30879]: pgmap v1123: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.6 MiB/s wr, 304 op/s 2024-09-10T08:10:45.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 81971 6.24 MB/sec execute 587 sec latency 82.171 ms 2024-09-10T08:10:46.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82071 6.23 MB/sec execute 588 sec latency 168.787 ms 2024-09-10T08:10:46.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:46 smithi110 ceph-mon[34417]: pgmap v1124: 129 pgs: 129 active+clean; 505 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 3.8 MiB/s wr, 247 op/s 2024-09-10T08:10:46.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:46 smithi145 ceph-mon[34766]: pgmap v1124: 129 pgs: 129 active+clean; 505 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 3.8 MiB/s wr, 247 op/s 2024-09-10T08:10:46.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:46 smithi007 ceph-mon[30879]: pgmap v1124: 129 pgs: 129 active+clean; 505 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 3.8 MiB/s wr, 247 op/s 2024-09-10T08:10:47.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82217 6.24 MB/sec execute 589 sec latency 68.600 ms 2024-09-10T08:10:48.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2412700688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c100a40 msgr2=0x7f9c1c100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2412700688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c100a40 0x7f9c1c100e40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9c18009860 tx=0x7f9c1802a340 comp rx=0 tx=0).stop 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2412700688 shutdown_connections 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2412700688 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 0x7f9c1c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2412700688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c101c30 0x7f9c1c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2412700688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c100a40 0x7f9c1c100e40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2412700688 >> 172.21.15.7:0/2412700688 conn(0x7f9c1c0fc1e0 msgr2=0x7f9c1c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2412700688 shutdown_connections 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.053+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2412700688 wait complete. 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 Processor -- start 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 -- start start 2024-09-10T08:10:48.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 0x7f9c1c103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 0x7f9c1c103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10c550 con 0x7f9c1c100a40 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10c3d0 con 0x7f9c1c1025f0 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c23fbd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10c6d0 con 0x7f9c1c101c30 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43338/0 (socket says 172.21.15.7:43338) 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c21d59640 1 -- 172.21.15.7:0/2443715761 learned_addr learned my addr 172.21.15.7:0/2443715761 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.054+0000 7f9c21558640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 0x7f9c1c103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 0x7f9c1c103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 -- 172.21.15.7:0/2443715761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 msgr2=0x7f9c1c103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 0x7f9c1c103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 -- 172.21.15.7:0/2443715761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 msgr2=0x7f9c1c103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 0x7f9c1c103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 -- 172.21.15.7:0/2443715761 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1c103de0 con 0x7f9c1c100a40 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21558640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 0x7f9c1c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f9c180057c0 tx=0x7f9c18030e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c12ffd640 1 -- 172.21.15.7:0/2443715761 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18040030 con 0x7f9c1c100a40 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c12ffd640 1 -- 172.21.15.7:0/2443715761 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c18038040 con 0x7f9c1c100a40 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1c1a1dc0 con 0x7f9c1c100a40 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.055+0000 7f9c12ffd640 1 -- 172.21.15.7:0/2443715761 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18037070 con 0x7f9c1c100a40 2024-09-10T08:10:48.058 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.056+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c1c1a2220 con 0x7f9c1c100a40 2024-09-10T08:10:48.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.058+0000 7f9c12ffd640 1 -- 172.21.15.7:0/2443715761 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f9c18043070 con 0x7f9c1c100a40 2024-09-10T08:10:48.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 Processor -- start 2024-09-10T08:10:48.061 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 -- start start 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7d9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7dc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f8be7382f0 con 0x55f8be7da370 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f8be6e0270 con 0x55f8be7d49a0 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c26e34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f8be7342b0 con 0x55f8be7d52e0 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c2255a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7d9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c21558640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7dc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c2255a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55792/0 (socket says 172.21.15.7:55792) 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.059+0000 7f9c2255a640 1 -- 172.21.15.7:0/2391621146 learned_addr learned my addr 172.21.15.7:0/2391621146 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c12ffd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 0x7f9c080a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 -- 172.21.15.7:0/2391621146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 msgr2=0x55f8be7d9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7d9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 -- 172.21.15.7:0/2391621146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 msgr2=0x55f8be7dc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7dc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 -- 172.21.15.7:0/2391621146 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8be6df340 con 0x55f8be7d49a0 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7d9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c21558640 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7dc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c12ffd640 1 -- 172.21.15.7:0/2443715761 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c180eeb30 con 0x7f9c1c100a40 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 0x7f9c080a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f9c14009fd0 tx=0x7f9c140118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d57cdd091b36eb13 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.060+0000 7f9c07fff640 1 -- 172.21.15.7:0/2391621146 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14004050 con 0x55f8be7d49a0 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c07fff640 1 -- 172.21.15.7:0/2391621146 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c14004720 con 0x55f8be7d49a0 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c07fff640 1 -- 172.21.15.7:0/2391621146 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14019400 con 0x55f8be7d49a0 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c26e34740 1 -- 172.21.15.7:0/2391621146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 msgr2=0x55f8be7d4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 0x7f9c080a50f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9c1401d000 tx=0x7f9c14019660 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f9c14009fd0 tx=0x7f9c140118d0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c26e34740 1 -- 172.21.15.7:0/2391621146 shutdown_connections 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.061+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7dc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7d9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2391621146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7d4da0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 -- 172.21.15.7:0/2391621146 >> 172.21.15.7:0/2391621146 conn(0x55f8be7d0010 msgr2=0x55f8be7d0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 -- 172.21.15.7:0/2391621146 shutdown_connections 2024-09-10T08:10:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 -- 172.21.15.7:0/2391621146 wait complete. 2024-09-10T08:10:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 -- start start 2024-09-10T08:10:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.062+0000 7f9c26e34740 1 Processor -- start 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7df110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43362/0 (socket says 172.21.15.7:43362) 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c21d59640 1 -- 172.21.15.7:0/2797199130 learned_addr learned my addr 172.21.15.7:0/2797199130 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f8be7dd340 con 0x55f8be7d49a0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55f8be6c1290 con 0x55f8be7d52e0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c21558640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7df110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f8be7dd4c0 con 0x55f8be7da370 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c2255a640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.063+0000 7f9c26e34740 10 client.0 _ll_register_callbacks cb 0x55f8be6f2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 -- 172.21.15.7:0/2797199130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 msgr2=0x55f8be7e60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 -- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 msgr2=0x55f8be7df110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7df110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8be44b210 con 0x55f8be7d49a0 2024-09-10T08:10:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21558640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7df110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c21d59640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f9c180ec290 tx=0x7f9c18000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce6f384f15fa1813 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c057fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c180bab30 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c180bb250 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c14004720 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f9c180ba950 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c26e34740 10 client.20742 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.064+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f8be517620 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c14004720 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f9c180a40d0 con 0x55f8be7d49a0 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 10 client.20742 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 10 client.20742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 20 client.20742 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be7ea6e0 0x55f8be7ecb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 4 client.20742 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8be745a20 con 0x55f8be7ea6e0 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.065+0000 7f9c21558640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be7ea6e0 0x55f8be7ecb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.066+0000 7f9c21558640 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be7ea6e0 0x55f8be7ecb30 crc :-1 s=READY pgs=513 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be5a3b26325c9d13 server_cookie=641cd60f31e13c45 in_seq=0 out_seq=0 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.066+0000 7f9c057fa640 10 client.20742 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.066+0000 7f9c057fa640 1 -- 172.21.15.7:0/2797199130 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f8be745a20 con 0x55f8be7ea6e0 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.066+0000 7f9c057fa640 10 client.20742 handle_command_reply: tid=0 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.066+0000 7f9c26e34740 1 client.20742 shutdown 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 msgr2=0x55f8be7debd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.072 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f9c180ec290 tx=0x7f9c18000bc0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 shutdown_connections 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be7ea6e0 0x55f8be7ecb30 crc :-1 s=READY pgs=513 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c057fa640 0 client.20742 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7df110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 --2- 172.21.15.7:0/2797199130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7debd0 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 >> 172.21.15.7:0/2797199130 conn(0x55f8be7d0010 msgr2=0x55f8be7d1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 shutdown_connections 2024-09-10T08:10:48.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 1 -- 172.21.15.7:0/2797199130 wait complete. 2024-09-10T08:10:48.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.067+0000 7f9c26e34740 20 client.20742 trim_cache size 0 max 16384 2024-09-10T08:10:48.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 Processor -- start 2024-09-10T08:10:48.090 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 -- start start 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7e6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7f1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1aad40 con 0x55f8be7da370 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1a8610 con 0x55f8be7d49a0 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c26e34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1a6480 con 0x55f8be7d52e0 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c2255a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7f1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.091 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c21558640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:55796/0 (socket says 172.21.15.7:55796) 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c21558640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7e6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.7:53280/0 (socket says 172.21.15.7:53280) 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.090+0000 7f9c21d59640 1 -- 172.21.15.7:0/3437049019 learned_addr learned my addr 172.21.15.7:0/3437049019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 -- 172.21.15.7:0/3437049019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 msgr2=0x55f8be7e6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7e6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 -- 172.21.15.7:0/3437049019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 msgr2=0x55f8be7f1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7f1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 -- 172.21.15.7:0/3437049019 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8be7de710 con 0x55f8be7d49a0 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c21d59640 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9c180baf80 tx=0x7f9c180b9500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7192d0bcf57f911 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c077fe640 1 -- 172.21.15.7:0/3437049019 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c180bab30 con 0x55f8be7d49a0 2024-09-10T08:10:48.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c077fe640 1 -- 172.21.15.7:0/3437049019 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c18005540 con 0x55f8be7d49a0 2024-09-10T08:10:48.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.091+0000 7f9c077fe640 1 -- 172.21.15.7:0/3437049019 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c180c3cb0 con 0x55f8be7d49a0 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- 172.21.15.7:0/3437049019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 msgr2=0x55f8be7cf0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9c180baf80 tx=0x7f9c180b9500 comp rx=0 tx=0).stop 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- 172.21.15.7:0/3437049019 shutdown_connections 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7da370 0x55f8be7f1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7d52e0 0x55f8be7e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 --2- 172.21.15.7:0/3437049019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d49a0 0x55f8be7cf0b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- 172.21.15.7:0/3437049019 >> 172.21.15.7:0/3437049019 conn(0x55f8be7d0010 msgr2=0x55f8be7ce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- 172.21.15.7:0/3437049019 shutdown_connections 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- 172.21.15.7:0/3437049019 wait complete. 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 -- start start 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.092+0000 7f9c26e34740 1 Processor -- start 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7e3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1a6ad0 con 0x55f8be7d49a0 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1a7f40 con 0x55f8be7d52e0 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c1a71a0 con 0x55f8be7da370 2024-09-10T08:10:48.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c26e34740 10 client.0 _ll_register_callbacks cb 0x7f9c18005a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43378/0 (socket says 172.21.15.7:43378) 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 -- 172.21.15.7:0/1815836286 learned_addr learned my addr 172.21.15.7:0/1815836286 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21558640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7e3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c2255a640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 -- 172.21.15.7:0/1815836286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 msgr2=0x55f8be7e4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 -- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 msgr2=0x55f8be7e3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7e3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21d59640 1 -- 172.21.15.7:0/1815836286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8be7ed1b0 con 0x55f8be7d49a0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.093+0000 7f9c21558640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7e3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c21d59640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f9c180c3730 tx=0x7f9c180ec2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff2dcb583275e39 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:48.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c180f2100 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f9c180c39e0 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c18005540 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f9c180c8050 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c26e34740 10 client.20748 fetch_fsmap learned FSMap version 42 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f8be7ed1b0 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c180f2300 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.094+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f9c180b5b60 con 0x55f8be7d49a0 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 10 client.20748 fetch_fsmap finished waiting for FSMap version 42 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 10 client.20748 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 20 client.20748 populate_metadata read hostname 'smithi007' 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be855750 0x55f8be857b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:48.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 4 client.20748 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:10:48.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f9c18005540 con 0x55f8be855750 2024-09-10T08:10:48.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c21558640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be855750 0x55f8be857b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:48.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c057fa640 10 client.20748 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:48.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.095+0000 7f9c21558640 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be855750 0x55f8be857b70 crc :-1 s=READY pgs=514 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19db82514d23bc3c server_cookie=9e6cffc892683927 in_seq=0 out_seq=0 2024-09-10T08:10:48.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82341 6.24 MB/sec execute 590 sec latency 366.397 ms 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.493+0000 7f9c057fa640 1 -- 172.21.15.7:0/1815836286 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f9c18005540 con 0x55f8be855750 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.493+0000 7f9c057fa640 10 client.20748 handle_command_reply: tid=0 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.493+0000 7f9c26e34740 1 client.20748 shutdown 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.493+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 msgr2=0x55f8be7e3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.493+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f9c180c3730 tx=0x7f9c180ec2e0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 shutdown_connections 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x55f8be855750 0x55f8be857b70 crc :-1 s=READY pgs=514 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f8be7da370 0x55f8be7e4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55f8be7d52e0 0x55f8be7e3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 --2- 172.21.15.7:0/1815836286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f8be7d49a0 0x55f8be7e3740 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 >> 172.21.15.7:0/1815836286 conn(0x55f8be7d0010 msgr2=0x55f8be7cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c057fa640 0 client.20748 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:10:48.494 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.494+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 shutdown_connections 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.495+0000 7f9c26e34740 1 -- 172.21.15.7:0/1815836286 wait complete. 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.495+0000 7f9c26e34740 20 client.20748 trim_cache size 0 max 16384 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 msgr2=0x7f9c080a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 0x7f9c080a50f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9c1401d000 tx=0x7f9c14019660 comp rx=0 tx=0).stop 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 msgr2=0x7f9c1c1049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f9c180057c0 tx=0x7f9c18030e00 comp rx=0 tx=0).stop 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 shutdown_connections 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f9c080a2c30 0x7f9c080a50f0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c1c1025f0 0x7f9c1c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c1c101c30 0x7f9c1c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 --2- 172.21.15.7:0/2443715761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c1c100a40 0x7f9c1c1049d0 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:48.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.496+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 >> 172.21.15.7:0/2443715761 conn(0x7f9c1c0fc1e0 msgr2=0x7f9c1c0698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:48.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.497+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 shutdown_connections 2024-09-10T08:10:48.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:10:48.497+0000 7f9c23fbd640 1 -- 172.21.15.7:0/2443715761 wait complete. 2024-09-10T08:10:48.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:48 smithi110 ceph-mon[34417]: pgmap v1125: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-10T08:10:48.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:48 smithi145 ceph-mon[34766]: pgmap v1125: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-10T08:10:48.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:48 smithi007 ceph-mon[30879]: pgmap v1125: 129 pgs: 129 active+clean; 507 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-10T08:10:49.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82470 6.24 MB/sec execute 591 sec latency 125.271 ms 2024-09-10T08:10:50.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82617 6.24 MB/sec execute 592 sec latency 64.584 ms 2024-09-10T08:10:50.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:50 smithi110 ceph-mon[34417]: pgmap v1126: 129 pgs: 129 active+clean; 508 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 5.1 MiB/s wr, 305 op/s 2024-09-10T08:10:50.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:50 smithi145 ceph-mon[34766]: pgmap v1126: 129 pgs: 129 active+clean; 508 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 5.1 MiB/s wr, 305 op/s 2024-09-10T08:10:50.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:50 smithi007 ceph-mon[30879]: pgmap v1126: 129 pgs: 129 active+clean; 508 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 819 KiB/s rd, 5.1 MiB/s wr, 305 op/s 2024-09-10T08:10:51.329 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82761 6.24 MB/sec execute 593 sec latency 101.288 ms 2024-09-10T08:10:52.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 82914 6.24 MB/sec execute 594 sec latency 96.548 ms 2024-09-10T08:10:52.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:52 smithi110 ceph-mon[34417]: pgmap v1127: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-10T08:10:52.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:52 smithi145 ceph-mon[34766]: pgmap v1127: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-10T08:10:52.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:52 smithi007 ceph-mon[30879]: pgmap v1127: 129 pgs: 129 active+clean; 506 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-10T08:10:53.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 83067 6.24 MB/sec execute 595 sec latency 98.354 ms 2024-09-10T08:10:54.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 83229 6.23 MB/sec execute 596 sec latency 91.907 ms 2024-09-10T08:10:54.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:54 smithi110 ceph-mon[34417]: pgmap v1128: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 862 KiB/s rd, 4.5 MiB/s wr, 309 op/s 2024-09-10T08:10:54.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:54 smithi145 ceph-mon[34766]: pgmap v1128: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 862 KiB/s rd, 4.5 MiB/s wr, 309 op/s 2024-09-10T08:10:54.851 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:54 smithi007 ceph-mon[30879]: pgmap v1128: 129 pgs: 129 active+clean; 504 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 862 KiB/s rd, 4.5 MiB/s wr, 309 op/s 2024-09-10T08:10:55.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 83397 6.24 MB/sec execute 597 sec latency 92.301 ms 2024-09-10T08:10:56.328 INFO:tasks.workunit.client.0.smithi007.stdout: 10 83562 6.23 MB/sec execute 598 sec latency 81.822 ms 2024-09-10T08:10:56.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:56 smithi145 ceph-mon[34766]: pgmap v1129: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 3.6 MiB/s wr, 287 op/s 2024-09-10T08:10:56.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:56 smithi007 ceph-mon[30879]: pgmap v1129: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 3.6 MiB/s wr, 287 op/s 2024-09-10T08:10:56.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:56 smithi110 ceph-mon[34417]: pgmap v1129: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 3.6 MiB/s wr, 287 op/s 2024-09-10T08:10:57.329 INFO:tasks.workunit.client.0.smithi007.stdout: 10 83729 6.25 MB/sec execute 599 sec latency 123.971 ms 2024-09-10T08:10:58.329 INFO:tasks.workunit.client.0.smithi007.stdout: 10 cleanup 600 sec 2024-09-10T08:10:58.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:10:58 smithi145 ceph-mon[34766]: pgmap v1130: 129 pgs: 129 active+clean; 501 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.6 MiB/s wr, 314 op/s 2024-09-10T08:10:58.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:10:58 smithi007 ceph-mon[30879]: pgmap v1130: 129 pgs: 129 active+clean; 501 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.6 MiB/s wr, 314 op/s 2024-09-10T08:10:58.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:10:58 smithi110 ceph-mon[34417]: pgmap v1130: 129 pgs: 129 active+clean; 501 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.6 MiB/s wr, 314 op/s 2024-09-10T08:10:59.329 INFO:tasks.workunit.client.0.smithi007.stdout: 4 cleanup 601 sec 2024-09-10T08:11:00.292 INFO:tasks.workunit.client.0.smithi007.stdout: 0 cleanup 602 sec 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Operation Count AvgLat MaxLat 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: ---------------------------------------- 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: NTCreateX 120892 16.963 31315.150 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Close 88886 0.207 79.898 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Rename 5106 31.248 30976.973 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Unlink 24282 17.739 31472.356 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Qpathinfo 109621 6.185 528.149 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Qfileinfo 19138 0.385 73.832 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Qfsinfo 19961 1.025 94.966 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Sfileinfo 9825 17.453 30977.478 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: Find 42256 44.920 585.908 2024-09-10T08:11:00.293 INFO:tasks.workunit.client.0.smithi007.stdout: WriteX 59649 8.217 31001.459 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout: ReadX 189004 0.008 10.013 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout: LockX 392 1.996 12.289 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout: UnlockX 392 1.883 14.686 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout: Flush 8430 8.340 338.049 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-09-10T08:11:00.294 INFO:tasks.workunit.client.0.smithi007.stdout:Throughput 6.24551 MB/sec 10 clients 10 procs max_latency=31472.365 ms 2024-09-10T08:11:00.294 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-10T08:11:00.295 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-10T08:11:00.742 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:00 smithi145 ceph-mon[34766]: pgmap v1131: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 4.0 MiB/s wr, 352 op/s 2024-09-10T08:11:00.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:00 smithi007 ceph-mon[30879]: pgmap v1131: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 4.0 MiB/s wr, 352 op/s 2024-09-10T08:11:00.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:00 smithi110 ceph-mon[34417]: pgmap v1131: 129 pgs: 129 active+clean; 502 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 4.0 MiB/s wr, 352 op/s 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 -- 172.21.15.7:0/2087556371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e81025c0 msgr2=0x7f59e81049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 --2- 172.21.15.7:0/2087556371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e81025c0 0x7f59e81049b0 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f59e4009900 tx=0x7f59e402a410 comp rx=0 tx=0).stop 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 -- 172.21.15.7:0/2087556371 shutdown_connections 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 --2- 172.21.15.7:0/2087556371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8107820 0x7f59e8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 --2- 172.21.15.7:0/2087556371 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e8104ef0 0x7f59e81072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 --2- 172.21.15.7:0/2087556371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e81025c0 0x7f59e81049b0 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 -- 172.21.15.7:0/2087556371 >> 172.21.15.7:0/2087556371 conn(0x7f59e80fc1e0 msgr2=0x7f59e80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.595+0000 7f59f06d0640 1 -- 172.21.15.7:0/2087556371 shutdown_connections 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 -- 172.21.15.7:0/2087556371 wait complete. 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 Processor -- start 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 -- start start 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8104ef0 0x7f59e81982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 0x7f59e819f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f59e810d6b0 con 0x7f59e8107820 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f59e810d530 con 0x7f59e81025c0 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.596+0000 7f59f06d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f59e810d830 con 0x7f59e8104ef0 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 0x7f59e819f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8104ef0 0x7f59e81982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.7:60192/0 (socket says 172.21.15.7:60192) 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59ee46c640 1 -- 172.21.15.7:0/1405117743 learned_addr learned my addr 172.21.15.7:0/1405117743 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 -- 172.21.15.7:0/1405117743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8104ef0 msgr2=0x7f59e81982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8104ef0 0x7f59e81982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 -- 172.21.15.7:0/1405117743 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 msgr2=0x7f59e8197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 -- 172.21.15.7:0/1405117743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59e819f990 con 0x7f59e8107820 2024-09-10T08:11:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59ee46c640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:11:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.597+0000 7f59eec6d640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 0x7f59e819f320 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005fd0 tx=0x7f59e000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.602+0000 7f59df7fe640 1 -- 172.21.15.7:0/1405117743 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e000cdf0 con 0x7f59e8107820 2024-09-10T08:11:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.602+0000 7f59df7fe640 1 -- 172.21.15.7:0/1405117743 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59e0005020 con 0x7f59e8107820 2024-09-10T08:11:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.602+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59e819fc80 con 0x7f59e8107820 2024-09-10T08:11:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.602+0000 7f59df7fe640 1 -- 172.21.15.7:0/1405117743 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e0010690 con 0x7f59e8107820 2024-09-10T08:11:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.602+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59e81a01d0 con 0x7f59e8107820 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.605+0000 7f59df7fe640 1 -- 172.21.15.7:0/1405117743 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f59e0004a40 con 0x7f59e8107820 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.605+0000 7f59f3468740 1 Processor -- start 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.605+0000 7f59f3468740 1 -- start start 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.605+0000 7f59f3468740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f32840da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.605+0000 7f59f3468740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59f3468740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f32848830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59f3468740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557f327a42f0 con 0x557f328412e0 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59f3468740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557f3274c270 con 0x557f328409a0 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59f3468740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557f327a02b0 con 0x557f32846370 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59912/0 (socket says 172.21.15.7:59912) 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 -- 172.21.15.7:0/2144640177 learned_addr learned my addr 172.21.15.7:0/2144640177 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59edc6b640 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f32840da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59df7fe640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 0x7f59d40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 -- 172.21.15.7:0/2144640177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 msgr2=0x557f32848830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f32848830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 -- 172.21.15.7:0/2144640177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 msgr2=0x557f32840da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f32840da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 -- 172.21.15.7:0/2144640177 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f3274b340 con 0x557f328412e0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59eec6d640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 0x7f59d40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59df7fe640 1 -- 172.21.15.7:0/1405117743 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f59e00cfa30 con 0x7f59e8107820 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.606+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f59e4009a20 tx=0x7f59e4032eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8514c435186a2a5f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.607+0000 7f59dcff9640 1 -- 172.21.15.7:0/2144640177 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e4035070 con 0x557f328412e0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.607+0000 7f59dcff9640 1 -- 172.21.15.7:0/2144640177 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59e4031880 con 0x557f328412e0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.607+0000 7f59dcff9640 1 -- 172.21.15.7:0/2144640177 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e4003e20 con 0x557f328412e0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- 172.21.15.7:0/2144640177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 msgr2=0x557f32845da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59eec6d640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 0x7f59d40a5170 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f59e0098350 tx=0x7f59e000cf90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f59e4009a20 tx=0x7f59e4032eb0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- 172.21.15.7:0/2144640177 shutdown_connections 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f32848830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f32845da0 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- 172.21.15.7:0/2144640177 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f32840da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- 172.21.15.7:0/2144640177 >> 172.21.15.7:0/2144640177 conn(0x557f3283c010 msgr2=0x557f3283c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- 172.21.15.7:0/2144640177 shutdown_connections 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- 172.21.15.7:0/2144640177 wait complete. 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- start start 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 Processor -- start 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f3284ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f328520f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.608+0000 7f59f3468740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557f328492e0 con 0x557f328412e0 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59f3468740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x557f3272d290 con 0x557f328409a0 2024-09-10T08:11:01.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59f3468740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557f32849460 con 0x557f32846370 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59f3468740 10 client.0 _ll_register_callbacks cb 0x557f3275e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59920/0 (socket says 172.21.15.7:59920) 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f3284ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 -- 172.21.15.7:0/3008337164 learned_addr learned my addr 172.21.15.7:0/3008337164 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59edc6b640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f328520f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 -- 172.21.15.7:0/3008337164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 msgr2=0x557f328520f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f328520f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 -- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 msgr2=0x557f3284ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f3284ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 -- 172.21.15.7:0/3008337164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f324b7210 con 0x557f328412e0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59ee46c640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f59e4000c00 tx=0x7f59e4009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc81480ca53fc61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:11:01.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e4053060 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f59e4003bc0 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.609+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59e4031880 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f59e405a050 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 10 client.20760 fetch_fsmap learned FSMap version 44 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x557f32583620 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59e4031880 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f59e4045660 con 0x557f328412e0 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 10 client.20760 fetch_fsmap finished waiting for FSMap version 44 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 10 client.20760 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 20 client.20760 populate_metadata read hostname 'smithi007' 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f328563f0 0x557f328587e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 4 client.20760 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:11:01.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.611+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f327b1a20 con 0x557f328563f0 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.612+0000 7f59edc6b640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f328563f0 0x557f328587e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.612+0000 7f59edc6b640 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f328563f0 0x557f328587e0 crc :-1 s=READY pgs=515 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faf1c0b3bf81a393 server_cookie=926cff701a3cd70 in_seq=0 out_seq=0 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.612+0000 7f59d1ffb640 10 client.20760 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59d1ffb640 1 -- 172.21.15.7:0/3008337164 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f327b1a20 con 0x557f328563f0 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59d1ffb640 10 client.20760 handle_command_reply: tid=0 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 client.20760 shutdown 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 msgr2=0x557f3284b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f59e4000c00 tx=0x7f59e4009610 comp rx=0 tx=0).stop 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 shutdown_connections 2024-09-10T08:11:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f328563f0 0x557f328587e0 crc :-1 s=READY pgs=515 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f32846370 0x557f328520f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3284b0b0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59d1ffb640 0 client.20760 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 --2- 172.21.15.7:0/3008337164 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328409a0 0x557f3284ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 >> 172.21.15.7:0/3008337164 conn(0x557f3283c010 msgr2=0x557f3283d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 shutdown_connections 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 1 -- 172.21.15.7:0/3008337164 wait complete. 2024-09-10T08:11:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.613+0000 7f59f3468740 20 client.20760 trim_cache size 0 max 16384 2024-09-10T08:11:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 Processor -- start 2024-09-10T08:11:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 -- start start 2024-09-10T08:11:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f3283c010 0x557f3283ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328520b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81acf30 con 0x557f328412e0 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81aa7a0 con 0x557f3283c010 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59f3468740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81a8610 con 0x557f328409a0 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59922/0 (socket says 172.21.15.7:59922) 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 -- 172.21.15.7:0/1736662620 learned_addr learned my addr 172.21.15.7:0/1736662620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59ee46c640 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f3283c010 0x557f3283ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 -- 172.21.15.7:0/1736662620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 msgr2=0x557f328520b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328520b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 -- 172.21.15.7:0/1736662620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f3283c010 msgr2=0x557f3283ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f3283c010 0x557f3283ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.628+0000 7f59edc6b640 1 -- 172.21.15.7:0/1736662620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f32858dc0 con 0x557f328412e0 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59edc6b640 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f59e8199280 tx=0x7f59d8005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f047da4eb97f0ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59d3fff640 1 -- 172.21.15.7:0/1736662620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d8019040 con 0x557f328412e0 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59d3fff640 1 -- 172.21.15.7:0/1736662620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59d8004250 con 0x557f328412e0 2024-09-10T08:11:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59d3fff640 1 -- 172.21.15.7:0/1736662620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d80216d0 con 0x557f328412e0 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 -- 172.21.15.7:0/1736662620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 msgr2=0x557f3283d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f59e8199280 tx=0x7f59d8005f90 comp rx=0 tx=0).stop 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 -- 172.21.15.7:0/1736662620 shutdown_connections 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f328412e0 0x557f3283d3d0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328520b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 --2- 172.21.15.7:0/1736662620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f3283c010 0x557f3283ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.629+0000 7f59f3468740 1 -- 172.21.15.7:0/1736662620 >> 172.21.15.7:0/1736662620 conn(0x557f32841da0 msgr2=0x557f328424c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- 172.21.15.7:0/1736662620 shutdown_connections 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- 172.21.15.7:0/1736662620 wait complete. 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- start start 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 Processor -- start 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328503a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328412e0 0x557f32851360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81a8c60 con 0x557f3283c010 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81aa0d0 con 0x557f328412e0 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f59e81a9330 con 0x557f328409a0 2024-09-10T08:11:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59f3468740 10 client.0 _ll_register_callbacks cb 0x7f59e4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59edc6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59936/0 (socket says 172.21.15.7:59936) 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59edc6b640 1 -- 172.21.15.7:0/2089753571 learned_addr learned my addr 172.21.15.7:0/2089753571 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.630+0000 7f59edc6b640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328412e0 0x557f32851360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 -- 172.21.15.7:0/2089753571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 msgr2=0x557f328503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 -- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328412e0 msgr2=0x557f32851360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328412e0 0x557f32851360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 -- 172.21.15.7:0/2089753571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f32851970 con 0x557f3283c010 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59edc6b640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f59d8009280 tx=0x7f59d8010620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9639cd5380c97a46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:11:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d8003df0 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f59d8003f90 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59d8004250 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f59d80035f0 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59f3468740 10 client.20766 fetch_fsmap learned FSMap version 44 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x557f328c15f0 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59d8004250 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.631+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f59d8037020 con 0x557f3283c010 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 10 client.20766 fetch_fsmap finished waiting for FSMap version 44 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 10 client.20766 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 20 client.20766 populate_metadata read hostname 'smithi007' 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f32846370 0x557f328c3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 4 client.20766 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:11:01.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557f327abd70 con 0x557f32846370 2024-09-10T08:11:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f32846370 0x557f328c3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59d1ffb640 10 client.20766 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.632+0000 7f59ee46c640 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f32846370 0x557f328c3fe0 crc :-1 s=READY pgs=516 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ea163a190a42ae8 server_cookie=dd5e7947556218ba in_seq=0 out_seq=0 2024-09-10T08:11:01.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59d1ffb640 1 -- 172.21.15.7:0/2089753571 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557f327abd70 con 0x557f32846370 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59d1ffb640 10 client.20766 handle_command_reply: tid=0 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 client.20766 shutdown 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 msgr2=0x557f3284fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f59d8009280 tx=0x7f59d8010620 comp rx=0 tx=0).stop 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 shutdown_connections 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x557f32846370 0x557f328c3fe0 crc :-1 s=READY pgs=516 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x557f328412e0 0x557f32851360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557f328409a0 0x557f328503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.684+0000 7f59f3468740 1 --2- 172.21.15.7:0/2089753571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557f3283c010 0x557f3284fe60 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 >> 172.21.15.7:0/2089753571 conn(0x557f32841da0 msgr2=0x557f3283a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59d1ffb640 0 client.20766 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 shutdown_connections 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f3468740 1 -- 172.21.15.7:0/2089753571 wait complete. 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f3468740 20 client.20766 trim_cache size 0 max 16384 2024-09-10T08:11:01.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-10T08:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-10T08:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-10T08:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 msgr2=0x7f59d40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 0x7f59d40a5170 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f59e0098350 tx=0x7f59e000cf90 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 msgr2=0x7f59e819f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.685+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 0x7f59e819f320 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005fd0 tx=0x7f59e000ef10 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 shutdown_connections 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f59d40a2cb0 0x7f59d40a5170 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f59e8107820 0x7f59e819f320 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59e8104ef0 0x7f59e81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 --2- 172.21.15.7:0/1405117743 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f59e81025c0 0x7f59e8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 >> 172.21.15.7:0/1405117743 conn(0x7f59e80fc1e0 msgr2=0x7f59e8103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 shutdown_connections 2024-09-10T08:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-10T08:11:01.686+0000 7f59f06d0640 1 -- 172.21.15.7:0/1405117743 wait complete. 2024-09-10T08:11:01.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:01 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:01.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:01 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:01.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:01 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:01.974 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2024-09-10T08:11:01.974 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-10T08:11:02.307 DEBUG:teuthology.parallel:result is None 2024-09-10T08:11:02.308 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T08:11:02.347 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T08:11:02.347 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-09-10T08:11:02.357 INFO:tasks.quiescer:joining Quiescers 2024-09-10T08:11:02.358 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-09-10T08:11:02.358 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:11:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:02 smithi007 ceph-mon[30879]: pgmap v1132: 129 pgs: 129 active+clean; 479 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 2.8 MiB/s wr, 289 op/s 2024-09-10T08:11:02.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:02 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:02.645 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:02 smithi145 ceph-mon[34766]: pgmap v1132: 129 pgs: 129 active+clean; 479 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 2.8 MiB/s wr, 289 op/s 2024-09-10T08:11:02.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:02 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:02.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:02 smithi110 ceph-mon[34417]: pgmap v1132: 129 pgs: 129 active+clean; 479 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 2.8 MiB/s wr, 289 op/s 2024-09-10T08:11:02.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:02 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 -- 172.21.15.7:0/192775449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 msgr2=0x7f277810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 --2- 172.21.15.7:0/192775449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277810ea90 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f2770009900 tx=0x7f277002a410 comp rx=0 tx=0).stop 2024-09-10T08:11:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 -- 172.21.15.7:0/192775449 shutdown_connections 2024-09-10T08:11:03.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 --2- 172.21.15.7:0/192775449 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277810ea90 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 --2- 172.21.15.7:0/192775449 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778102790 0x7f27781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 --2- 172.21.15.7:0/192775449 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778101de0 0x7f27781021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 -- 172.21.15.7:0/192775449 >> 172.21.15.7:0/192775449 conn(0x7f27780fd8c0 msgr2=0x7f27780ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 -- 172.21.15.7:0/192775449 shutdown_connections 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.193+0000 7f277fe71640 1 -- 172.21.15.7:0/192775449 wait complete. 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 Processor -- start 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 -- start start 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778101de0 0x7f2778198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778102790 0x7f2778198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:03.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2778111e20 con 0x7f2778106f10 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2778111ca0 con 0x7f2778102790 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277fe71640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2778111fa0 con 0x7f2778101de0 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59962/0 (socket says 172.21.15.7:59962) 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 -- 172.21.15.7:0/1448397597 learned_addr learned my addr 172.21.15.7:0/1448397597 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277dc0d640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778101de0 0x7f2778198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277d40c640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778102790 0x7f2778198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 -- 172.21.15.7:0/1448397597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778101de0 msgr2=0x7f2778198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778101de0 0x7f2778198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 -- 172.21.15.7:0/1448397597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778102790 msgr2=0x7f2778198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778102790 0x7f2778198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.194+0000 7f277e40e640 1 -- 172.21.15.7:0/1448397597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277819d2f0 con 0x7f2778106f10 2024-09-10T08:11:03.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f277e40e640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f2770009230 tx=0x7f2770004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f277003f030 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f277819d580 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2770003aa0 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2770035070 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.195+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27781a4ec0 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.196+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27781021c0 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.197+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f2770042030 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.198+0000 7f2776ffd640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 0x7f27600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.198+0000 7f277dc0d640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 0x7f27600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.198+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f27700efff0 con 0x7f2778106f10 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.199+0000 7f277dc0d640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 0x7f27600a5040 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2768005fd0 tx=0x7f2768009680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:03.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.202+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f27700bcb50 con 0x7f2778106f10 2024-09-10T08:11:03.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.482+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f277810a0f0 con 0x7f2778106f10 2024-09-10T08:11:03.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.483+0000 7f2776ffd640 1 -- 172.21.15.7:0/1448397597 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+11919 (secure 0 0 0) 0x7f27700bc450 con 0x7f2778106f10 2024-09-10T08:11:03.483 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:11:03.483 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":44,"btime":"2024-09-10T08:11:01:422024+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/4099401014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":4099401014},{"type":"v1","addr":"172.21.15.7:6835","nonce":4099401014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2767705602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2767705602},{"type":"v1","addr":"172.21.15.7:6837","nonce":2767705602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14577,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/1071223404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":1071223404},{"type":"v1","addr":"172.21.15.7:6839","nonce":1071223404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1992385865","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1992385865},{"type":"v1","addr":"172.21.15.7:6841","nonce":1992385865}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/504991114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":504991114},{"type":"v1","addr":"172.21.15.110:6833","nonce":504991114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6833/3480765510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3480765510},{"type":"v1","addr":"172.21.15.145:6833","nonce":3480765510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":44,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T07:42:50.027669+0000","modified":"2024-09-10T08:11:00.991709+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24491,"mds_1":24490,"mds_2":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6835/2122262516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":2122262516},{"type":"v1","addr":"172.21.15.110:6835","nonce":2122262516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.110:6837/1070178855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6836","nonce":1070178855},{"type":"v1","addr":"172.21.15.110:6837","nonce":1070178855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":258,"addr":"172.21.15.145:6837/2892507189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":2892507189},{"type":"v1","addr":"172.21.15.145:6837","nonce":2892507189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":257,"addr":"172.21.15.145:6839/1431613572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6838","nonce":1431613572},{"type":"v1","addr":"172.21.15.145:6839","nonce":1431613572}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.110:6839/3910754312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6838","nonce":3910754312},{"type":"v1","addr":"172.21.15.110:6839","nonce":3910754312}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25762":{"gid":25762,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.145:6835/2413805510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2413805510},{"type":"v1","addr":"172.21.15.145:6835","nonce":2413805510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24491,"qdb_cluster":[24475,24490,24491]},"id":1}]} 2024-09-10T08:11:03.483 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 44 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 msgr2=0x7f27600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 0x7f27600a5040 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2768005fd0 tx=0x7f2768009680 comp rx=0 tx=0).stop 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 msgr2=0x7f277819cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f2770009230 tx=0x7f2770004270 comp rx=0 tx=0).stop 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 shutdown_connections 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f27600a2b80 0x7f27600a5040 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2778106f10 0x7f277819cc10 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2778102790 0x7f2778198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 --2- 172.21.15.7:0/1448397597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2778101de0 0x7f2778198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:03.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.485+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 >> 172.21.15.7:0/1448397597 conn(0x7f27780fd8c0 msgr2=0x7f27780fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:03.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.486+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 shutdown_connections 2024-09-10T08:11:03.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:03.486+0000 7f277fe71640 1 -- 172.21.15.7:0/1448397597 wait complete. 2024-09-10T08:11:04.470 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24491 quiesce db --cancel --all' 2024-09-10T08:11:04.470 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24491 quiesce db --cancel --all 2024-09-10T08:11:04.737 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:04.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:04 smithi145 ceph-mon[34766]: pgmap v1133: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.1 MiB/s wr, 394 op/s 2024-09-10T08:11:04.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:04 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1448397597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:04 smithi007 ceph-mon[30879]: pgmap v1133: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.1 MiB/s wr, 394 op/s 2024-09-10T08:11:04.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:04 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1448397597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:04.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:04 smithi110 ceph-mon[34417]: pgmap v1133: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 3.1 MiB/s wr, 394 op/s 2024-09-10T08:11:04.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:04 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1448397597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:05.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 -- 172.21.15.7:0/903170908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a4101280 msgr2=0x7f27a410df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 --2- 172.21.15.7:0/903170908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a4101280 0x7f27a410df40 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f2798009900 tx=0x7f279802a410 comp rx=0 tx=0).stop 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 -- 172.21.15.7:0/903170908 shutdown_connections 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 --2- 172.21.15.7:0/903170908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a410e480 0x7f27a4110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 --2- 172.21.15.7:0/903170908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a4101280 0x7f27a410df40 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 --2- 172.21.15.7:0/903170908 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 0x7f27a4100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 -- 172.21.15.7:0/903170908 >> 172.21.15.7:0/903170908 conn(0x7f27a40fc7a0 msgr2=0x7f27a40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.406+0000 7f27a8d40640 1 -- 172.21.15.7:0/903170908 shutdown_connections 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 -- 172.21.15.7:0/903170908 wait complete. 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 Processor -- start 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 -- start start 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 0x7f27a419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a4101280 0x7f27a419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27a4114040 con 0x7f27a410e480 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f27a4113ec0 con 0x7f27a41008d0 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.407+0000 7f27a8d40640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41141c0 con 0x7f27a4101280 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59978/0 (socket says 172.21.15.7:59978) 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 -- 172.21.15.7:0/1656344068 learned_addr learned my addr 172.21.15.7:0/1656344068 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a259c640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 0x7f27a419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a4101280 0x7f27a419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 -- 172.21.15.7:0/1656344068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a4101280 msgr2=0x7f27a419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a4101280 0x7f27a419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 -- 172.21.15.7:0/1656344068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 msgr2=0x7f27a419a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 0x7f27a419a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 -- 172.21.15.7:0/1656344068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a419f550 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a2d9d640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f279c009fd0 tx=0x7f279c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27937fe640 1 -- 172.21.15.7:0/1656344068 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c004d20 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a419f840 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27937fe640 1 -- 172.21.15.7:0/1656344068 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f279c005020 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a41a7120 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.408+0000 7f27937fe640 1 -- 172.21.15.7:0/1656344068 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c01f060 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27937fe640 1 -- 172.21.15.7:0/1656344068 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f279c0051d0 con 0x7f27a410e480 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27ab119740 1 Processor -- start 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27ab119740 1 -- start start 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27ab119740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a02de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27ab119740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.411+0000 7f27ab119740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27ab119740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562483967200 con 0x562483a0dbe0 2024-09-10T08:11:05.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27937fe640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 0x7f278c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27ab119740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x56248390ddc0 con 0x562483a03320 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27ab119740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5624839631c0 con 0x562483a02a00 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59994/0 (socket says 172.21.15.7:59994) 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a1d9b640 1 -- 172.21.15.7:0/1430027648 learned_addr learned my addr 172.21.15.7:0/1430027648 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a2d9d640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 0x7f278c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a02de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27937fe640 1 -- 172.21.15.7:0/1656344068 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f279c0cf850 con 0x7f27a410e480 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 -- 172.21.15.7:0/1430027648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 msgr2=0x562483a02de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a02de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 -- 172.21.15.7:0/1430027648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 msgr2=0x562483a0ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 -- 172.21.15.7:0/1430027648 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624836d8620 con 0x562483a03320 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a2d9d640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 0x7f278c0a5040 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f279c09bac0 tx=0x7f279c06ad40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.412+0000 7f27a259c640 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0d6a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f279400ab40 tx=0x7f279400f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=693300b3021b80e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f2790ff9640 1 -- 172.21.15.7:0/1430027648 <== mon.2 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2794004020 con 0x562483a03320 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f2790ff9640 1 -- 172.21.15.7:0/1430027648 <== mon.2 v2:172.21.15.110:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27940041c0 con 0x562483a03320 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f2790ff9640 1 -- 172.21.15.7:0/1430027648 <== mon.2 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27940186a0 con 0x562483a03320 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 -- 172.21.15.7:0/1430027648 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 msgr2=0x562483a0d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0d6a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f279400ab40 tx=0x7f279400f3c0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 -- 172.21.15.7:0/1430027648 shutdown_connections 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0d6a0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 --2- 172.21.15.7:0/1430027648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a02de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 -- 172.21.15.7:0/1430027648 >> 172.21.15.7:0/1430027648 conn(0x5624839fef90 msgr2=0x5624839ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.413+0000 7f27ab119740 1 -- 172.21.15.7:0/1430027648 shutdown_connections 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 -- 172.21.15.7:0/1430027648 wait complete. 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 -- start start 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 Processor -- start 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a0d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562483a107b0 con 0x562483a0dbe0 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x562483901c50 con 0x562483a03320 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562483a10930 con 0x562483a02a00 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27ab119740 10 client.0 _ll_register_callbacks cb 0x562483913ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:11:05.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 45, 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24491, 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 92, 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": {} 2024-09-10T08:11:05.458 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60004/0 (socket says 172.21.15.7:60004) 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27a259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.414+0000 7f27a1d9b640 1 -- 172.21.15.7:0/341003958 learned_addr learned my addr 172.21.15.7:0/341003958 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a0d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 -- 172.21.15.7:0/341003958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 msgr2=0x562483a0d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a0d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 -- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 msgr2=0x562483a0a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 -- 172.21.15.7:0/341003958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562483a0b410 con 0x562483a0dbe0 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a259c640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:11:05.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f2798006010 tx=0x7f2798041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84eea5dd8bde9e6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f2789ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798035040 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2798004390 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27940041c0 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f27980035f0 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27ab119740 10 client.20784 fetch_fsmap learned FSMap version 44 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.415+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x562483a24a50 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27940041c0 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f279803d7d0 con 0x562483a0dbe0 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 10 client.20784 fetch_fsmap finished waiting for FSMap version 44 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 10 client.20784 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 20 client.20784 populate_metadata read hostname 'smithi007' 2024-09-10T08:11:05.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a25f10 0x562483a28340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 4 client.20784 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562483974770 con 0x562483a25f10 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.416+0000 7f27a259c640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a25f10 0x562483a28340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.417+0000 7f27a259c640 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a25f10 0x562483a28340 crc :-1 s=READY pgs=517 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3bce7205ee3da93 server_cookie=6b883acfcb7ae506 in_seq=0 out_seq=0 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.417+0000 7f2789ffb640 10 client.20784 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.417+0000 7f2789ffb640 1 -- 172.21.15.7:0/341003958 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562483974770 con 0x562483a25f10 2024-09-10T08:11:05.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.417+0000 7f2789ffb640 10 client.20784 handle_command_reply: tid=0 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.417+0000 7f27ab119740 1 client.20784 shutdown 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 msgr2=0x562483a0ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f2798006010 tx=0x7f2798041040 comp rx=0 tx=0).stop 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 shutdown_connections 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a25f10 0x562483a28340 crc :-1 s=READY pgs=517 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a0dbe0 0x562483a0ac10 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x562483a03320 0x562483a0a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 --2- 172.21.15.7:0/341003958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a0d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f2789ffb640 0 client.20784 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 >> 172.21.15.7:0/341003958 conn(0x5624839fef90 msgr2=0x5624839fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 shutdown_connections 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 1 -- 172.21.15.7:0/341003958 wait complete. 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.418+0000 7f27ab119740 20 client.20784 trim_cache size 0 max 16384 2024-09-10T08:11:05.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 Processor -- start 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 -- start start 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a2dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 0x562483a07930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41af350 con 0x562483a02a00 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41acbc0 con 0x5624839fef90 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27ab119740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41aaa30 con 0x562483a03320 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60012/0 (socket says 172.21.15.7:60012) 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 -- 172.21.15.7:0/92687406 learned_addr learned my addr 172.21.15.7:0/92687406 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 0x562483a07930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a2dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 -- 172.21.15.7:0/92687406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 msgr2=0x562483a07930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 0x562483a07930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.436+0000 7f27a259c640 1 -- 172.21.15.7:0/92687406 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 msgr2=0x562483a2dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f27a259c640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a2dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f27a259c640 1 -- 172.21.15.7:0/92687406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624839fedc0 con 0x562483a02a00 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 0x562483a07930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f27a259c640 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f279400ab40 tx=0x7f2794003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d6f47b394054e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f278bfff640 1 -- 172.21.15.7:0/92687406 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2794032070 con 0x562483a02a00 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f278bfff640 1 -- 172.21.15.7:0/92687406 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2794003ed0 con 0x562483a02a00 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.437+0000 7f278bfff640 1 -- 172.21.15.7:0/92687406 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2794005150 con 0x562483a02a00 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- 172.21.15.7:0/92687406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 msgr2=0x562483a2e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f279400ab40 tx=0x7f2794003e60 comp rx=0 tx=0).stop 2024-09-10T08:11:05.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- 172.21.15.7:0/92687406 shutdown_connections 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a03320 0x562483a07930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a02a00 0x562483a2e150 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- 172.21.15.7:0/92687406 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a2dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- 172.21.15.7:0/92687406 >> 172.21.15.7:0/92687406 conn(0x562483a0ad70 msgr2=0x562483a0bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- 172.21.15.7:0/92687406 shutdown_connections 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- 172.21.15.7:0/92687406 wait complete. 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- start start 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 Processor -- start 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a1c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a1c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41ab080 con 0x562483a03320 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41ac4f0 con 0x5624839fef90 2024-09-10T08:11:05.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41ab750 con 0x562483a02a00 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27ab119740 10 client.0 _ll_register_callbacks cb 0x7f2798031580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.438+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60018/0 (socket says 172.21.15.7:60018) 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 -- 172.21.15.7:0/3737523339 learned_addr learned my addr 172.21.15.7:0/3737523339 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a259c640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a1c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a1c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 -- 172.21.15.7:0/3737523339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 msgr2=0x562483a1c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a1c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 -- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 msgr2=0x562483a1c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a1c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 -- 172.21.15.7:0/3737523339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562483a8fec0 con 0x562483a03320 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27a1d9b640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f2798031760 tx=0x7f279802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc99e751c60c062 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:05.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f2789ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798035070 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f2798003790 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2794003ed0 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f279803de60 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27ab119740 10 client.20790 fetch_fsmap learned FSMap version 45 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.439+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x562483a911a0 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2794003ed0 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 45) ==== 8366+0+0 (secure 0 0 0) 0x7f2798066070 con 0x562483a03320 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 10 client.20790 fetch_fsmap finished waiting for FSMap version 45 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 10 client.20790 resolve_mds: validated gid 24491 aka daemon mds.b 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 20 client.20790 populate_metadata read hostname 'smithi007' 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a0dbe0 0x562483a93720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:05.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 4 client.20790 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 --> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x56248396ec80 con 0x562483a0dbe0 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27a259c640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a0dbe0 0x562483a93720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f27a259c640 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a0dbe0 0x562483a93720 crc :-1 s=READY pgs=518 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27a51df0f40da6a1 server_cookie=cb5d6e131858eb95 in_seq=0 out_seq=0 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.440+0000 7f2789ffb640 10 client.20790 ms_handle_connect on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f2789ffb640 1 -- 172.21.15.7:0/3737523339 <== mds.0 v2:172.21.15.110:6838/3910754312 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x56248396ec80 con 0x562483a0dbe0 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f2789ffb640 10 client.20790 handle_command_reply: tid=0 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 client.20790 shutdown 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 msgr2=0x562483a1cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f2798031760 tx=0x7f279802a410 comp rx=0 tx=0).stop 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 shutdown_connections 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:6838/3910754312,v1:172.21.15.110:6839/3910754312] conn(0x562483a0dbe0 0x562483a93720 crc :-1 s=READY pgs=518 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562483a03320 0x562483a1cf20 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562483a02a00 0x562483a1c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f2789ffb640 0 client.20790 ms_handle_reset on v2:172.21.15.110:6838/3910754312 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 --2- 172.21.15.7:0/3737523339 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x5624839fef90 0x562483a1c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 >> 172.21.15.7:0/3737523339 conn(0x562483a0ad70 msgr2=0x5624839fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 shutdown_connections 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 1 -- 172.21.15.7:0/3737523339 wait complete. 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.441+0000 7f27ab119740 20 client.20790 trim_cache size 0 max 16384 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 msgr2=0x7f278c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 0x7f278c0a5040 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f279c09bac0 tx=0x7f279c06ad40 comp rx=0 tx=0).stop 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 msgr2=0x7f27a419ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f279c009fd0 tx=0x7f279c00ee60 comp rx=0 tx=0).stop 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 shutdown_connections 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f278c0a2b80 0x7f278c0a5040 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f27a410e480 0x7f27a419ee70 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27a4101280 0x7f27a419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 --2- 172.21.15.7:0/1656344068 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f27a41008d0 0x7f27a419a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:05.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 >> 172.21.15.7:0/1656344068 conn(0x7f27a40fc7a0 msgr2=0x7f27a40feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:05.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 shutdown_connections 2024-09-10T08:11:05.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:05.442+0000 7f27a8d40640 1 -- 172.21.15.7:0/1656344068 wait complete. 2024-09-10T08:11:06.260 INFO:tasks.quiescer:done joining Quiescers 2024-09-10T08:11:06.260 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-10T08:11:06.278 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T08:11:06.290 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-10T08:11:06.346 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-10T08:11:06.346 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-10T08:11:06.347 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-10T08:11:06.394 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- 172.21.15.7:0/2556766265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4100a10 msgr2=0x7f57b4100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 --2- 172.21.15.7:0/2556766265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4100a10 0x7f57b4100e10 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f57a4009900 tx=0x7f57a402a410 comp rx=0 tx=0).stop 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- 172.21.15.7:0/2556766265 shutdown_connections 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 --2- 172.21.15.7:0/2556766265 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 0x7f57b4108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 --2- 172.21.15.7:0/2556766265 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4101c00 0x7f57b4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 --2- 172.21.15.7:0/2556766265 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4100a10 0x7f57b4100e10 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- 172.21.15.7:0/2556766265 >> 172.21.15.7:0/2556766265 conn(0x7f57b40fc170 msgr2=0x7f57b40fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- 172.21.15.7:0/2556766265 shutdown_connections 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- 172.21.15.7:0/2556766265 wait complete. 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 Processor -- start 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.509+0000 7f57b88d0640 1 -- start start 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4100a10 0x7f57b41049a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 0x7f57b4103520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f57b410c590 con 0x7f57b4101c00 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f57b410c410 con 0x7f57b41025c0 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f57b410c710 con 0x7f57b4100a10 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60030/0 (socket says 172.21.15.7:60030) 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 -- 172.21.15.7:0/4003429635 learned_addr learned my addr 172.21.15.7:0/4003429635 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b259c640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4100a10 0x7f57b41049a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b2d9d640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 0x7f57b4103520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 -- 172.21.15.7:0/4003429635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4100a10 msgr2=0x7f57b41049a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4100a10 0x7f57b41049a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 -- 172.21.15.7:0/4003429635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 msgr2=0x7f57b4103520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 0x7f57b4103520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 -- 172.21.15.7:0/4003429635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57b4103db0 con 0x7f57b4101c00 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b1d9b640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f57a800d770 tx=0x7f57a800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a8017070 con 0x7f57b4101c00 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57b41a1ef0 con 0x7f57b4101c00 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f57a80054d0 con 0x7f57b4101c00 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.510+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a8004cf0 con 0x7f57b4101c00 2024-09-10T08:11:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.511+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57b41a2300 con 0x7f57b4101c00 2024-09-10T08:11:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.512+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57b41a25f0 con 0x7f57b4101c00 2024-09-10T08:11:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.513+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f57a8004e90 con 0x7f57b4101c00 2024-09-10T08:11:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.513+0000 7f57a37fe640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 0x7f579c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.514+0000 7f57b259c640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 0x7f579c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.514+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f57a80cf1c0 con 0x7f57b4101c00 2024-09-10T08:11:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.514+0000 7f57b259c640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 0x7f579c0a5050 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f57a4005ab0 tx=0x7f57a4005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.517+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f57a809bd20 con 0x7f57b4101c00 2024-09-10T08:11:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:06 smithi007 ceph-mon[30879]: pgmap v1134: 129 pgs: 129 active+clean; 312 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 2.5 MiB/s wr, 342 op/s 2024-09-10T08:11:06.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:06 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:06.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.701+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57b41a2940 con 0x7f57b4101c00 2024-09-10T08:11:06.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.703+0000 7f57a37fe640 1 -- 172.21.15.7:0/4003429635 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24844 (secure 0 0 0) 0x7f57a809b620 con 0x7f57b4101c00 2024-09-10T08:11:06.703 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:11:06.703 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":91,"fsid":"0ae38828-6f47-11ef-bcea-c7b262605968","created":"2024-09-10T07:35:05.725443+0000","modified":"2024-09-10T07:48:32.717542+0000","last_up_change":"2024-09-10T07:41:57.739366+0000","last_in_change":"2024-09-10T07:41:34.760658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:38:11.221333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:42:46.175558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:42:48.430031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:42:55.094230+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"cfc69d75-98cb-4416-9a45-e57f2eebe9af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6803","nonce":1653280135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6805","nonce":1653280135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6809","nonce":1653280135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1653280135},{"type":"v1","addr":"172.21.15.7:6807","nonce":1653280135}]},"public_addr":"172.21.15.7:6803/1653280135","cluster_addr":"172.21.15.7:6805/1653280135","heartbeat_back_addr":"172.21.15.7:6809/1653280135","heartbeat_front_addr":"172.21.15.7:6807/1653280135","state":["exists","up"]},{"osd":1,"uuid":"f9098127-7649-43b0-8d66-78a2f8c87007","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6801","nonce":3710405167}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6803","nonce":3710405167}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6807","nonce":3710405167}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3710405167},{"type":"v1","addr":"172.21.15.110:6805","nonce":3710405167}]},"public_addr":"172.21.15.110:6801/3710405167","cluster_addr":"172.21.15.110:6803/3710405167","heartbeat_back_addr":"172.21.15.110:6807/3710405167","heartbeat_front_addr":"172.21.15.110:6805/3710405167","state":["exists","up"]},{"osd":2,"uuid":"18f77426-9d2b-4e5f-8efb-f4e853b30560","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6801","nonce":3425172955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6803","nonce":3425172955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6807","nonce":3425172955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3425172955},{"type":"v1","addr":"172.21.15.145:6805","nonce":3425172955}]},"public_addr":"172.21.15.145:6801/3425172955","cluster_addr":"172.21.15.145:6803/3425172955","heartbeat_back_addr":"172.21.15.145:6807/3425172955","heartbeat_front_addr":"172.21.15.145:6805/3425172955","state":["exists","up"]},{"osd":3,"uuid":"980f197f-b7bf-4d3e-a01c-e5cba969c993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6811","nonce":1002409505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6813","nonce":1002409505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6817","nonce":1002409505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1002409505},{"type":"v1","addr":"172.21.15.7:6815","nonce":1002409505}]},"public_addr":"172.21.15.7:6811/1002409505","cluster_addr":"172.21.15.7:6813/1002409505","heartbeat_back_addr":"172.21.15.7:6817/1002409505","heartbeat_front_addr":"172.21.15.7:6815/1002409505","state":["exists","up"]},{"osd":4,"uuid":"1d887e1b-3032-47cc-9d24-eaf5ac7315e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6809","nonce":1519203104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6811","nonce":1519203104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6815","nonce":1519203104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1519203104},{"type":"v1","addr":"172.21.15.110:6813","nonce":1519203104}]},"public_addr":"172.21.15.110:6809/1519203104","cluster_addr":"172.21.15.110:6811/1519203104","heartbeat_back_addr":"172.21.15.110:6815/1519203104","heartbeat_front_addr":"172.21.15.110:6813/1519203104","state":["exists","up"]},{"osd":5,"uuid":"dd9be6c8-fb85-404c-b7c0-8d2d3f584cbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6809","nonce":1454618845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6811","nonce":1454618845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6815","nonce":1454618845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1454618845},{"type":"v1","addr":"172.21.15.145:6813","nonce":1454618845}]},"public_addr":"172.21.15.145:6809/1454618845","cluster_addr":"172.21.15.145:6811/1454618845","heartbeat_back_addr":"172.21.15.145:6815/1454618845","heartbeat_front_addr":"172.21.15.145:6813/1454618845","state":["exists","up"]},{"osd":6,"uuid":"17602494-fd35-42b4-bf0c-4451e9f6be97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6819","nonce":3574863288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6821","nonce":3574863288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6825","nonce":3574863288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3574863288},{"type":"v1","addr":"172.21.15.7:6823","nonce":3574863288}]},"public_addr":"172.21.15.7:6819/3574863288","cluster_addr":"172.21.15.7:6821/3574863288","heartbeat_back_addr":"172.21.15.7:6825/3574863288","heartbeat_front_addr":"172.21.15.7:6823/3574863288","state":["exists","up"]},{"osd":7,"uuid":"51ba0507-31da-412e-8a59-f71d092dddc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6817","nonce":1971518433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6819","nonce":1971518433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6823","nonce":1971518433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1971518433},{"type":"v1","addr":"172.21.15.110:6821","nonce":1971518433}]},"public_addr":"172.21.15.110:6817/1971518433","cluster_addr":"172.21.15.110:6819/1971518433","heartbeat_back_addr":"172.21.15.110:6823/1971518433","heartbeat_front_addr":"172.21.15.110:6821/1971518433","state":["exists","up"]},{"osd":8,"uuid":"812d7d7a-cc1d-446e-a7d9-38ff41df2638","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6817","nonce":3380647000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6819","nonce":3380647000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6823","nonce":3380647000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3380647000},{"type":"v1","addr":"172.21.15.145:6821","nonce":3380647000}]},"public_addr":"172.21.15.145:6817/3380647000","cluster_addr":"172.21.15.145:6819/3380647000","heartbeat_back_addr":"172.21.15.145:6823/3380647000","heartbeat_front_addr":"172.21.15.145:6821/3380647000","state":["exists","up"]},{"osd":9,"uuid":"373c50fa-e123-4360-bf82-2602e2a4bc27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6827","nonce":3483095632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6829","nonce":3483095632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6833","nonce":3483095632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":3483095632},{"type":"v1","addr":"172.21.15.7:6831","nonce":3483095632}]},"public_addr":"172.21.15.7:6827/3483095632","cluster_addr":"172.21.15.7:6829/3483095632","heartbeat_back_addr":"172.21.15.7:6833/3483095632","heartbeat_front_addr":"172.21.15.7:6831/3483095632","state":["exists","up"]},{"osd":10,"uuid":"103b3715-f50e-4825-b0ed-a98bf8782be6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6825","nonce":3304769706}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6827","nonce":3304769706}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6831","nonce":3304769706}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3304769706},{"type":"v1","addr":"172.21.15.110:6829","nonce":3304769706}]},"public_addr":"172.21.15.110:6825/3304769706","cluster_addr":"172.21.15.110:6827/3304769706","heartbeat_back_addr":"172.21.15.110:6831/3304769706","heartbeat_front_addr":"172.21.15.110:6829/3304769706","state":["exists","up"]},{"osd":11,"uuid":"08adffb7-2ee6-4e2a-9dbf-30c6505cf3e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6825","nonce":1104866240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6827","nonce":1104866240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6831","nonce":1104866240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":1104866240},{"type":"v1","addr":"172.21.15.145:6829","nonce":1104866240}]},"public_addr":"172.21.15.145:6825/1104866240","cluster_addr":"172.21.15.145:6827/1104866240","heartbeat_back_addr":"172.21.15.145:6831/1104866240","heartbeat_front_addr":"172.21.15.145:6829/1104866240","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:20.348950+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:37:44.838956+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:08.066463+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:33.572253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:38:59.861850+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:25.528229+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:39:50.704095+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:15.609527+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:40:40.240244+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:05.338478+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:31.023727+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:41:56.029549+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.e","mappings":[{"from":9,"to":11}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8},{"from":5,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2441986460":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:0/1747995407":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/2448282957":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6800/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/784006693":"2024-09-11T07:35:58.729459+0000","172.21.15.7:6801/1304446940":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2806203313":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/1170129686":"2024-09-11T07:35:35.178412+0000","172.21.15.7:0/2271722001":"2024-09-11T07:35:35.178412+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:11:06.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 msgr2=0x7f579c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 0x7f579c0a5050 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f57a4005ab0 tx=0x7f57a4005a20 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 msgr2=0x7f57b4102fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f57a800d770 tx=0x7f57a800dc30 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 shutdown_connections 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f579c0a2b90 0x7f579c0a5050 secure :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f57a4005ab0 tx=0x7f57a4005a20 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57b41025c0 0x7f57b4103520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57b4101c00 0x7f57b4102fe0 secure :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f57a800d770 tx=0x7f57a800dc30 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 --2- 172.21.15.7:0/4003429635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57b4100a10 0x7f57b41049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.708+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 >> 172.21.15.7:0/4003429635 conn(0x7f57b40fc170 msgr2=0x7f57b40693b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:06.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.709+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 shutdown_connections 2024-09-10T08:11:06.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.709+0000 7f57b88d0640 1 -- 172.21.15.7:0/4003429635 wait complete. 2024-09-10T08:11:06.723 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:38:11.221333+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T07:42:46.175558+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T07:42:48.430031+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T07:42:55.094230+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T08:11:06.724 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:11:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:06 smithi145 ceph-mon[34766]: pgmap v1134: 129 pgs: 129 active+clean; 312 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 2.5 MiB/s wr, 342 op/s 2024-09-10T08:11:06.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:06 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:06.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 -- 172.21.15.7:0/2316917913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 msgr2=0x7f4a78100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 --2- 172.21.15.7:0/2316917913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78100d00 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f4a68009900 tx=0x7f4a6802a410 comp rx=0 tx=0).stop 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 -- 172.21.15.7:0/2316917913 shutdown_connections 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 --2- 172.21.15.7:0/2316917913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a781024b0 0x7f4a78108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 --2- 172.21.15.7:0/2316917913 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 0x7f4a78101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 --2- 172.21.15.7:0/2316917913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78100d00 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 -- 172.21.15.7:0/2316917913 >> 172.21.15.7:0/2316917913 conn(0x7f4a780fc0a0 msgr2=0x7f4a780fe4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 -- 172.21.15.7:0/2316917913 shutdown_connections 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.833+0000 7f4a7759e640 1 -- 172.21.15.7:0/2316917913 wait complete. 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 Processor -- start 2024-09-10T08:11:06.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 -- start start 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 0x7f4a7819ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a781024b0 0x7f4a781a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7810c430 con 0x7f4a78100900 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7810c2b0 con 0x7f4a78101af0 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7759e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7810c5b0 con 0x7f4a781024b0 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60034/0 (socket says 172.21.15.7:60034) 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 -- 172.21.15.7:0/4047991639 learned_addr learned my addr 172.21.15.7:0/4047991639 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:06.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a75d9b640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 0x7f4a7819ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 -- 172.21.15.7:0/4047991639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a781024b0 msgr2=0x7f4a781a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a781024b0 0x7f4a781a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 -- 172.21.15.7:0/4047991639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 msgr2=0x7f4a7819ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 0x7f4a7819ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 -- 172.21.15.7:0/4047991639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a781a1a50 con 0x7f4a78100900 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.834+0000 7f4a7659c640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f4a680314e0 tx=0x7f4a680042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.835+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6803f030 con 0x7f4a78100900 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.835+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a680044d0 con 0x7f4a78100900 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.835+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a781a1c80 con 0x7f4a78100900 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.835+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a68035070 con 0x7f4a78100900 2024-09-10T08:11:06.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.835+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a781a21c0 con 0x7f4a78100900 2024-09-10T08:11:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.836+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a78107ce0 con 0x7f4a78100900 2024-09-10T08:11:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.837+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4a68042030 con 0x7f4a78100900 2024-09-10T08:11:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.838+0000 7f4a677fe640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 0x7f4a600a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.838+0000 7f4a75d9b640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 0x7f4a600a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:06.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.838+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4a680efdb0 con 0x7f4a78100900 2024-09-10T08:11:06.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.838+0000 7f4a75d9b640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 0x7f4a600a5100 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f4a78069c60 tx=0x7f4a6c00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:06.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:06.841+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4a680bc910 con 0x7f4a78100900 2024-09-10T08:11:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:06 smithi110 ceph-mon[34417]: pgmap v1134: 129 pgs: 129 active+clean; 312 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 2.5 MiB/s wr, 342 op/s 2024-09-10T08:11:06.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:06 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:07.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.018+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4a7802da10 con 0x7f4a78100900 2024-09-10T08:11:07.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.018+0000 7f4a677fe640 1 -- 172.21.15.7:0/4047991639 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f4a680bc210 con 0x7f4a78100900 2024-09-10T08:11:07.018 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 msgr2=0x7f4a600a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 0x7f4a600a5100 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f4a78069c60 tx=0x7f4a6c00a2d0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 msgr2=0x7f4a78069ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f4a680314e0 tx=0x7f4a680042e0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 shutdown_connections 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4a600a2c40 0x7f4a600a5100 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a781024b0 0x7f4a781a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a78101af0 0x7f4a7819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 --2- 172.21.15.7:0/4047991639 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a78100900 0x7f4a78069ef0 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 >> 172.21.15.7:0/4047991639 conn(0x7f4a780fc0a0 msgr2=0x7f4a78104eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 shutdown_connections 2024-09-10T08:11:07.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.020+0000 7f4a7759e640 1 -- 172.21.15.7:0/4047991639 wait complete. 2024-09-10T08:11:07.031 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 -- 172.21.15.7:0/2488083868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c4101c20 msgr2=0x7f90c41020a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2488083868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c4101c20 0x7f90c41020a0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009900 tx=0x7f90ac02a410 comp rx=0 tx=0).stop 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 -- 172.21.15.7:0/2488083868 shutdown_connections 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2488083868 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c41025e0 0x7f90c4108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2488083868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c4101c20 0x7f90c41020a0 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2488083868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 0x7f90c4100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 -- 172.21.15.7:0/2488083868 >> 172.21.15.7:0/2488083868 conn(0x7f90c40fc1b0 msgr2=0x7f90c40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 -- 172.21.15.7:0/2488083868 shutdown_connections 2024-09-10T08:11:07.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.138+0000 7f90c8a82640 1 -- 172.21.15.7:0/2488083868 wait complete. 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 Processor -- start 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 -- start start 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 0x7f90c41049c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c4101c20 0x7f90c4103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f90c410c540 con 0x7f90c41025e0 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f90c410c3c0 con 0x7f90c4101c20 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c8a82640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f90c410c6c0 con 0x7f90c4100a30 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60058/0 (socket says 172.21.15.7:60058) 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 -- 172.21.15.7:0/2517605256 learned_addr learned my addr 172.21.15.7:0/2517605256 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90bbfff640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c4101c20 0x7f90c4103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c259c640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 0x7f90c41049c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 -- 172.21.15.7:0/2517605256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 msgr2=0x7f90c41049c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 0x7f90c41049c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 -- 172.21.15.7:0/2517605256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c4101c20 msgr2=0x7f90c4103000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c4101c20 0x7f90c4103000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.139+0000 7f90c2d9d640 1 -- 172.21.15.7:0/2517605256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c4103dd0 con 0x7f90c41025e0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90c2d9d640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00eaa0 tx=0x7f90bc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc00cdb0 con 0x7f90c41025e0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f90bc005020 con 0x7f90c41025e0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc0116d0 con 0x7f90c41025e0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c41a1ef0 con 0x7f90c41025e0 2024-09-10T08:11:07.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.140+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c41a2300 con 0x7f90c41025e0 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.141+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90c41a25f0 con 0x7f90c41025e0 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.142+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f90bc0051d0 con 0x7f90c41025e0 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.143+0000 7f90bb7fe640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 0x7f90b00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.143+0000 7f90c259c640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 0x7f90b00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.143+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f90bc0cf610 con 0x7f90c41025e0 2024-09-10T08:11:07.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.143+0000 7f90c259c640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 0x7f90b00a5050 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f90b40058c0 tx=0x7f90b4005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.147+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f90bc016030 con 0x7f90c41025e0 2024-09-10T08:11:07.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.322+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f90c41a27c0 con 0x7f90c41025e0 2024-09-10T08:11:07.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.323+0000 7f90bb7fe640 1 -- 172.21.15.7:0/2517605256 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f90bc09c170 con 0x7f90c41025e0 2024-09-10T08:11:07.322 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.324+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 msgr2=0x7f90b00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.324+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 0x7f90b00a5050 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f90b40058c0 tx=0x7f90b4005850 comp rx=0 tx=0).stop 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 msgr2=0x7f90c4103540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00eaa0 tx=0x7f90bc00ef60 comp rx=0 tx=0).stop 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 shutdown_connections 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f90b00a2b90 0x7f90b00a5050 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f90c41025e0 0x7f90c4103540 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f90c4101c20 0x7f90c4103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 --2- 172.21.15.7:0/2517605256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90c4100a30 0x7f90c41049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 >> 172.21.15.7:0/2517605256 conn(0x7f90c40fc1b0 msgr2=0x7f90c406a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 shutdown_connections 2024-09-10T08:11:07.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.325+0000 7f90c8a82640 1 -- 172.21.15.7:0/2517605256 wait complete. 2024-09-10T08:11:07.335 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 -- 172.21.15.7:0/462083768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 msgr2=0x7fd5d8101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 --2- 172.21.15.7:0/462083768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8101820 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4009900 tx=0x7fd5c402a410 comp rx=0 tx=0).stop 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 -- 172.21.15.7:0/462083768 shutdown_connections 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 --2- 172.21.15.7:0/462083768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 0x7fd5d81085f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 --2- 172.21.15.7:0/462083768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8101820 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 --2- 172.21.15.7:0/462083768 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d81005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 -- 172.21.15.7:0/462083768 >> 172.21.15.7:0/462083768 conn(0x7fd5d80fb950 msgr2=0x7fd5d80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 -- 172.21.15.7:0/462083768 shutdown_connections 2024-09-10T08:11:07.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.444+0000 7fd5def0a640 1 -- 172.21.15.7:0/462083768 wait complete. 2024-09-10T08:11:07.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 Processor -- start 2024-09-10T08:11:07.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 -- start start 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d8104140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 0x7fd5d8102cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d810bd70 con 0x7fd5d81013a0 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d810bbf0 con 0x7fd5d81001b0 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5def0a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d810bef0 con 0x7fd5d8101d60 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60076/0 (socket says 172.21.15.7:60076) 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5d7fff640 1 -- 172.21.15.7:0/3961423931 learned_addr learned my addr 172.21.15.7:0/3961423931 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:07.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5dcca6640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d8104140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.445+0000 7fd5dd4a7640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 0x7fd5d8102cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 -- 172.21.15.7:0/3961423931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 msgr2=0x7fd5d8102cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 0x7fd5d8102cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 -- 172.21.15.7:0/3961423931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 msgr2=0x7fd5d8104140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d8104140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 -- 172.21.15.7:0/3961423931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5d8103550 con 0x7fd5d81013a0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5dcca6640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d8104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.446+0000 7fd5d7fff640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005ab0 tx=0x7fd5c4003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.447+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c403f070 con 0x7fd5d81013a0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.447+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5c4031e40 con 0x7fd5d81013a0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.447+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5d81a1f20 con 0x7fd5d81013a0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.447+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4035030 con 0x7fd5d81013a0 2024-09-10T08:11:07.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.448+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5d81a2390 con 0x7fd5d81013a0 2024-09-10T08:11:07.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.449+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5d81a2680 con 0x7fd5d81013a0 2024-09-10T08:11:07.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.450+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fd5c4042070 con 0x7fd5d81013a0 2024-09-10T08:11:07.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.450+0000 7fd5d5ffb640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 0x7fd5c80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.451+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7fd5c40efac0 con 0x7fd5d81013a0 2024-09-10T08:11:07.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.451+0000 7fd5dcca6640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 0x7fd5c80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.451+0000 7fd5dcca6640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 0x7fd5c80a50d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8101200 tx=0x7fd5cc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.455+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd5c403b460 con 0x7fd5d81013a0 2024-09-10T08:11:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:07 smithi007 ceph-mon[30879]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:07 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4003429635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:07 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/4047991639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:07 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2517605256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.633+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd5d81a2850 con 0x7fd5d81013a0 2024-09-10T08:11:07.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.633+0000 7fd5d5ffb640 1 -- 172.21.15.7:0/3961423931 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fd5c40bc030 con 0x7fd5d81013a0 2024-09-10T08:11:07.633 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-10T08:11:07.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 msgr2=0x7fd5c80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 0x7fd5c80a50d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8101200 tx=0x7fd5cc005f90 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 msgr2=0x7fd5d8102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005ab0 tx=0x7fd5c4003c80 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 shutdown_connections 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7fd5c80a2c10 0x7fd5c80a50d0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5d8101d60 0x7fd5d8102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5d81013a0 0x7fd5d8102780 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 --2- 172.21.15.7:0/3961423931 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd5d81001b0 0x7fd5d8104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 >> 172.21.15.7:0/3961423931 conn(0x7fd5d80fb950 msgr2=0x7fd5d80fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 shutdown_connections 2024-09-10T08:11:07.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.635+0000 7fd5def0a640 1 -- 172.21.15.7:0/3961423931 wait complete. 2024-09-10T08:11:07.645 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T08:11:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:07 smithi145 ceph-mon[34766]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:07 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4003429635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:07 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/4047991639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:07 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2517605256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/630919879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54100580 msgr2=0x7f1f5410a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/630919879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54100580 0x7f1f5410a130 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c009ca0 tx=0x7f1f4c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/630919879 shutdown_connections 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/630919879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54100580 0x7f1f5410a130 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/630919879 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54100040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/630919879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54103150 0x7f1f54103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/630919879 >> 172.21.15.7:0/630919879 conn(0x7f1f540fb950 msgr2=0x7f1f540fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/630919879 shutdown_connections 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.753+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/630919879 wait complete. 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 Processor -- start 2024-09-10T08:11:07.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 -- start start 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54102850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54100580 0x7f1f54100e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5410d6e0 con 0x7f1f54103150 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5410d560 con 0x7f1f540ffbc0 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f5a7b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5410d860 con 0x7f1f54100580 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60100/0 (socket says 172.21.15.7:60100) 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 -- 172.21.15.7:0/2360511592 learned_addr learned my addr 172.21.15.7:0/2360511592 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f537fe640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54100580 0x7f1f54100e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f53fff640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54102850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 -- 172.21.15.7:0/2360511592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54100580 msgr2=0x7f1f54100e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54100580 0x7f1f54100e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 -- 172.21.15.7:0/2360511592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 msgr2=0x7f1f54102850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54102850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f58d54640 1 -- 172.21.15.7:0/2360511592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f54101c60 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.754+0000 7f1f53fff640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f58d54640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c009dc0 tx=0x7f1f4c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4c0317c0 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f4c0044f0 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4c030bd0 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f541a1f70 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.755+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f541a2320 con 0x7f1f54103150 2024-09-10T08:11:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.756+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f54109170 con 0x7f1f54103150 2024-09-10T08:11:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.757+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f1f4c0046a0 con 0x7f1f54103150 2024-09-10T08:11:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.758+0000 7f1f517fa640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 0x7f1f3c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.758+0000 7f1f53fff640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 0x7f1f3c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.758+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f1f4c0f0b00 con 0x7f1f54103150 2024-09-10T08:11:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.758+0000 7f1f53fff640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 0x7f1f3c0a5050 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f1f5406a040 tx=0x7f1f44005e70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:07.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.761+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1f4c0bd6c0 con 0x7f1f54103150 2024-09-10T08:11:07.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:07 smithi110 ceph-mon[34417]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:11:07.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:07 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4003429635' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:07.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:07 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/4047991639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.912 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:07 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2517605256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:11:07.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.935+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1f5402da10 con 0x7f1f54103150 2024-09-10T08:11:07.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.936+0000 7f1f517fa640 1 -- 172.21.15.7:0/2360511592 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f1f4c0bcfc0 con 0x7f1f54103150 2024-09-10T08:11:07.935 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-10T08:11:07.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 msgr2=0x7f1f3c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 0x7f1f3c0a5050 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f1f5406a040 tx=0x7f1f44005e70 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 msgr2=0x7f1f541013d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c009dc0 tx=0x7f1f4c003ba0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 shutdown_connections 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f1f3c0a2b90 0x7f1f3c0a5050 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1f54103150 0x7f1f541013d0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f54100580 0x7f1f54100e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 --2- 172.21.15.7:0/2360511592 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f540ffbc0 0x7f1f54102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 >> 172.21.15.7:0/2360511592 conn(0x7f1f540fb950 msgr2=0x7f1f54106340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 shutdown_connections 2024-09-10T08:11:07.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:07.938+0000 7f1f5a7b7640 1 -- 172.21.15.7:0/2360511592 wait complete. 2024-09-10T08:11:07.948 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-10T08:11:08.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 -- 172.21.15.7:0/3630624753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad0104ee0 msgr2=0x7f4ad01072d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/3630624753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad0104ee0 0x7f4ad01072d0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009900 tx=0x7f4ac402a410 comp rx=0 tx=0).stop 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 -- 172.21.15.7:0/3630624753 shutdown_connections 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/3630624753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0107810 0x7f4ad0109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/3630624753 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad0104ee0 0x7f4ad01072d0 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/3630624753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad01025b0 0x7f4ad01049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 -- 172.21.15.7:0/3630624753 >> 172.21.15.7:0/3630624753 conn(0x7f4ad00fc1b0 msgr2=0x7f4ad00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 -- 172.21.15.7:0/3630624753 shutdown_connections 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 -- 172.21.15.7:0/3630624753 wait complete. 2024-09-10T08:11:08.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.054+0000 7f4ad5b11640 1 Processor -- start 2024-09-10T08:11:08.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 -- start start 2024-09-10T08:11:08.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:08.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0104ee0 0x7f4ad0100560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:08.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 0x7f4ad0100aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010d670 con 0x7f4ad01025b0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010d4f0 con 0x7f4ad0104ee0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4ad5b11640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010d7f0 con 0x7f4ad0107810 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60130/0 (socket says 172.21.15.7:60130) 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 -- 172.21.15.7:0/2561011831 learned_addr learned my addr 172.21.15.7:0/2561011831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4aceffd640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0104ee0 0x7f4ad0100560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acffff640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 0x7f4ad0100aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 -- 172.21.15.7:0/2561011831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 msgr2=0x7f4ad0100aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 0x7f4ad0100aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 -- 172.21.15.7:0/2561011831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0104ee0 msgr2=0x7f4ad0100560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0104ee0 0x7f4ad0100560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 -- 172.21.15.7:0/2561011831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad0101330 con 0x7f4ad01025b0 2024-09-10T08:11:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acffff640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 0x7f4ad0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.055+0000 7f4acf7fe640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f4ac000c920 tx=0x7f4ac000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.056+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac0007c70 con 0x7f4ad01025b0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.056+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4ac0007e10 con 0x7f4ad01025b0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.056+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad01a1e40 con 0x7f4ad01025b0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.056+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac0018820 con 0x7f4ad01025b0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.056+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad01a2240 con 0x7f4ad01025b0 2024-09-10T08:11:08.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.057+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad00fdca0 con 0x7f4ad01025b0 2024-09-10T08:11:08.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.058+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4ac00189c0 con 0x7f4ad01025b0 2024-09-10T08:11:08.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.059+0000 7f4accff9640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 0x7f4ab80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:08.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.059+0000 7f4aceffd640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 0x7f4ab80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:08.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.059+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f4ac00cf790 con 0x7f4ad01025b0 2024-09-10T08:11:08.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.060+0000 7f4aceffd640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 0x7f4ab80a5050 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4006010 tx=0x7f4ac4000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:08.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.062+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4ac0014030 con 0x7f4ad01025b0 2024-09-10T08:11:08.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.286+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f4ad0062ef0 con 0x7f4ad01025b0 2024-09-10T08:11:08.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.294+0000 7f4accff9640 1 -- 172.21.15.7:0/2561011831 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+740361 (secure 0 0 0) 0x7f4ac009c3e0 con 0x7f4ad01025b0 2024-09-10T08:11:08.303 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-10T08:11:08.303 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:08.303 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 18, 2024-09-10T08:11:08.303 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "active_gid": 14148, 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "active_name": "x", 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addrs": { 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6800", 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3058299968 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-10T08:11:08.304 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6801", 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3058299968 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addr": "172.21.15.7:6801/3058299968", 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "active_change": "2024-09-10T07:35:58.729568+0000", 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "active_mgr_features": 4540701547738038271, 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "available": true, 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "standbys": [ 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24109, 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "z", 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-09-10T08:11:08.305 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.306 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.307 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.308 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.309 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.310 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.311 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.312 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.314 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.315 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.316 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.317 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-10T08:11:08.318 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-10T08:11:08.318 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.318 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.318 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.318 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.319 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.320 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.321 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.322 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.323 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:11:08.324 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-10T08:11:08.325 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-10T08:11:08.326 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:08.327 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.328 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:11:08.329 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:11:08.330 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:11:08.331 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.332 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:11:08.333 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:08.333 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.333 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.333 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.334 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.336 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.337 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.338 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.339 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.340 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-10T08:11:08.341 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.342 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.343 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.344 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.345 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.346 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.347 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.348 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.349 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.350 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.351 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.352 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.353 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.354 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.355 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.356 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:11:08.357 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.358 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:11:08.359 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.360 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.361 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.362 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.363 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.364 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-10T08:11:08.365 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-10T08:11:08.366 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.367 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.368 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.369 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.370 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.371 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.372 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.373 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.374 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.376 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.377 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.378 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.379 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.380 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-10T08:11:08.381 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-10T08:11:08.382 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.383 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.384 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.385 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:11:08.386 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.387 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-10T08:11:08.388 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.389 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.390 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.391 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.392 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.393 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.394 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.395 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.396 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.397 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.398 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.399 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.400 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-10T08:11:08.401 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-10T08:11:08.402 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.403 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.404 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:11:08.405 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.406 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.407 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.408 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-10T08:11:08.409 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.410 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.411 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.412 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.413 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.414 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.417 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.418 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.419 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.420 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.421 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.422 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-10T08:11:08.423 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.424 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:11:08.425 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.426 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:11:08.427 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.428 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.429 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.430 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.431 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.432 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.433 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.434 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.435 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.436 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:11:08.437 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:11:08.438 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:11:08.439 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.440 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.441 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.442 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.443 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.444 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.445 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.446 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.447 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.448 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.449 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.450 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:11:08.451 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.452 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.455 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.456 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.457 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.458 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.459 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:11:08.460 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.461 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.462 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.463 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.464 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.465 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.466 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.467 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.469 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.470 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.471 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:11:08.472 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-10T08:11:08.473 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.474 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.476 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.477 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.478 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.479 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.480 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.481 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.482 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.483 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.484 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.485 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.486 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.487 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.488 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.489 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.490 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:08.491 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.492 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.493 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.494 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-10T08:11:08.495 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.496 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.497 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.498 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.499 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.500 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.501 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:11:08.502 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.503 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.504 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.505 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.506 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.507 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.508 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.509 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.510 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.511 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.512 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.513 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.514 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.515 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-10T08:11:08.516 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.517 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:11:08.518 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.519 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.520 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:11:08.521 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.522 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.523 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.524 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.525 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.526 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.527 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.528 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.529 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.530 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.531 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.532 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.533 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.534 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.535 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.536 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.537 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.538 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.539 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.540 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.541 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-10T08:11:08.542 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.543 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.544 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.545 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.546 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.547 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.548 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.549 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-10T08:11:08.550 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.551 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.552 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.553 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.554 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.555 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.556 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.557 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-10T08:11:08.558 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:11:08.559 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.560 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.561 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.562 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.563 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.564 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.565 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.566 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-10T08:11:08.567 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.568 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.569 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.570 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.571 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.572 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.573 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.574 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.575 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.576 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.577 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.578 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.579 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.580 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.581 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.582 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.583 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.585 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.586 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.587 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.588 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.589 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.590 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.591 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.592 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.593 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.594 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.595 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.596 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.597 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.598 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.599 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.600 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.603 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.605 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.606 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.607 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.608 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.609 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.610 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.611 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.612 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.613 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.614 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.615 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.616 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.617 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.618 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.619 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.620 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.621 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.622 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.623 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.624 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.625 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-10T08:11:08.626 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-10T08:11:08.627 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.629 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.630 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.631 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.632 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.633 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.634 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.635 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.636 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.637 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.638 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-10T08:11:08.639 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.640 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:08.641 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.643 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.645 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.646 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.647 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.648 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.651 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.652 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.653 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.654 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.655 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.656 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.657 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.658 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.659 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.660 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.661 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.662 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.663 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.665 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.666 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.667 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.668 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.669 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.670 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.671 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.672 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:11:08.673 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.674 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.675 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.676 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.677 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.678 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-10T08:11:08.679 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.680 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.681 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-10T08:11:08.682 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.683 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.684 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.685 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.686 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.687 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.689 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.690 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.691 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.692 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.693 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.694 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.695 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.696 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.697 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.698 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.699 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.700 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.701 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.702 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.703 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.704 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.705 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.706 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.707 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.708 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.709 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.710 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.711 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.712 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.713 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.714 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.715 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.716 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.717 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.718 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-10T08:11:08.719 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:11:08.720 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:11:08.721 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:11:08.722 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:11:08.723 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.724 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.725 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.726 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:11:08.727 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.728 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.729 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.730 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.731 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.732 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.733 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.734 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.735 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.736 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.737 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-10T08:11:08.738 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-10T08:11:08.739 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.741 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.742 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.743 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.744 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.745 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.746 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.747 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.748 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.749 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.750 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.751 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.752 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.753 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.754 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.755 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.756 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.757 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.758 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.759 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.760 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.761 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.762 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.763 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.764 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.765 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.766 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-10T08:11:08.767 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.768 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.769 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24110, 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "y", 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.770 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.771 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.772 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.773 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.774 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.775 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.776 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.777 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.778 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.779 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.780 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.781 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.782 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.783 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.784 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-10T08:11:08.785 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.786 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.787 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.788 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.789 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.790 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.791 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:08.792 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:11:08.793 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.794 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.795 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.796 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.797 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.798 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.799 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.800 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.801 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.802 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.803 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.804 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.805 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.806 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.807 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:11:08.810 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.811 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.812 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.813 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-10T08:11:08.814 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-10T08:11:08.815 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-10T08:11:08.816 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.817 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.818 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.819 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.822 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.823 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:11:08.824 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.825 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.826 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.827 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.828 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.829 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.830 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.831 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.832 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.833 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.834 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.835 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:11:08.836 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.837 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.838 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.841 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.842 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.843 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.844 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.845 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.846 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-10T08:11:08.847 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.848 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.849 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.850 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.851 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.852 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.853 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-10T08:11:08.854 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.855 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-10T08:11:08.856 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-10T08:11:08.857 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:08.858 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.860 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.861 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:11:08.862 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:11:08.863 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.864 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.865 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.866 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.867 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.868 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.869 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.870 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.871 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.872 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.873 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.874 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.875 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.876 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.877 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.878 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.879 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.880 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.881 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.882 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.883 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.884 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.885 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.886 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.887 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.888 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.889 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.890 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:11:08.891 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:11:08.892 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.894 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.895 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.896 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.897 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.898 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.899 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:11:08.900 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.901 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.902 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.903 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.904 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.905 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.906 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.907 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.908 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.909 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.910 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.911 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.912 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.913 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:11:08.914 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.915 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.916 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.917 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.918 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.919 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.920 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.921 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-10T08:11:08.922 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.923 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.924 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.925 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.926 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:11:08.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.928 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.929 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.930 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.931 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.932 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.933 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.934 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.935 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.936 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.937 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.938 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.939 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.940 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-10T08:11:08.941 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.942 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.943 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.944 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.945 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.946 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.947 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.948 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.949 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-10T08:11:08.950 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.951 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.952 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.953 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.954 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.956 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.957 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.958 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.959 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-10T08:11:08.960 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-10T08:11:08.961 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-10T08:11:08.962 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.963 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.964 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.967 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.969 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.970 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.971 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.972 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.973 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-10T08:11:08.974 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.975 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.976 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.977 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.978 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.979 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.981 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.982 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.983 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.984 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.985 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.986 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.987 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.988 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.989 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.990 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.991 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.992 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.993 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.994 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.995 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.996 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.997 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:08.998 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:08.999 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.000 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.001 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.002 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.003 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.004 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.005 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.006 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.007 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.008 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.009 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.010 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.011 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.012 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.013 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.014 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.015 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.016 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:11:09.017 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:11:09.018 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.019 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.020 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.021 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-10T08:11:09.022 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.023 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.024 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.025 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.026 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.027 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.028 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.029 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.030 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.031 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.032 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.033 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.035 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.036 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.037 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.038 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.039 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.040 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.041 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.042 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.043 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.044 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.045 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:09.046 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.047 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.048 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.049 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.050 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.051 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.052 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.053 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.054 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.055 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.056 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.057 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.058 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.059 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.060 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.062 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.063 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.064 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.065 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-10T08:11:09.066 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.067 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.068 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.069 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.070 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.071 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.072 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.073 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.074 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.075 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.076 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.077 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.079 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.080 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.082 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.083 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.084 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.085 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:11:09.086 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-10T08:11:09.087 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:09.088 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.089 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-10T08:11:09.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.091 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-10T08:11:09.092 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:09.093 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.094 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.095 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.096 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.097 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.098 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.099 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.100 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.101 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.102 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.103 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.104 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.105 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.106 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.107 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.108 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.109 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.110 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.111 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.112 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.113 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.114 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.115 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.116 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.117 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.118 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.119 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.120 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.121 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.122 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.123 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-10T08:11:09.124 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.126 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.127 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.128 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.129 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.130 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.131 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-10T08:11:09.132 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.133 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.134 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.135 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.136 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.137 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.138 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-10T08:11:09.139 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.140 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.141 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.142 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-10T08:11:09.144 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-10T08:11:09.145 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.146 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.147 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.148 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.149 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.150 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.151 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.152 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.153 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.154 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.155 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.156 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.157 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.158 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.159 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.160 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.161 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.162 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-10T08:11:09.163 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.164 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.165 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.166 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.167 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.168 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.169 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.170 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.171 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.173 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.174 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.175 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.176 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.177 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.178 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.179 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.180 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.182 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.183 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.184 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.185 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.186 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.187 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.188 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.189 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.190 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.191 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-10T08:11:09.192 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.194 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.195 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.196 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.197 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.198 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.199 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.200 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.201 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.203 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.204 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.205 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.206 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.207 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:11:09.208 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.209 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.210 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.211 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.212 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.213 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.214 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.215 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.216 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.217 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-10T08:11:09.218 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.219 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.220 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.221 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "modules": [ 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard", 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "iostat", 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "nfs", 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "restful" 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.222 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.223 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.224 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.225 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.226 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.227 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.228 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.229 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:11:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.231 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.232 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.233 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.234 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.235 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.236 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.237 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.238 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.239 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.240 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:09.241 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:09.242 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:11:09.243 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.244 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.245 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.246 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.247 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.248 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.249 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.250 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.251 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.252 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.253 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.254 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.255 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:11:09.256 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.257 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.259 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.260 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.261 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.262 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.263 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:11:09.264 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.265 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.266 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-10T08:11:09.267 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.268 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.269 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.270 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:11:09.271 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:11:09.272 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.273 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.274 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.275 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.276 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:11:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-10T08:11:09.278 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-10T08:11:09.279 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.280 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.281 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.282 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.283 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.284 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.285 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.286 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.287 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.288 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.289 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-10T08:11:09.290 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.291 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-10T08:11:09.292 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-10T08:11:09.293 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-10T08:11:09.294 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-10T08:11:09.295 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.296 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-10T08:11:09.297 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-10T08:11:09.298 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.299 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.300 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.301 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.302 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.303 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.304 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.305 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.306 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.308 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.309 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.309 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.309 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.309 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.309 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.310 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.311 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-10T08:11:09.312 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-10T08:11:09.313 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-10T08:11:09.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.315 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.316 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.317 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:11:09.318 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.319 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.320 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-10T08:11:09.321 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.322 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.325 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.326 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.327 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-10T08:11:09.327 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:11:09.327 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.327 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.327 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.328 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.328 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.328 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.328 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.329 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.330 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.331 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.332 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.333 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.336 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.337 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.338 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.339 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.340 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.341 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.342 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.343 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:11:09.344 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:11:09.345 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.346 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.347 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.348 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.350 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.351 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.352 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.353 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:11:09.354 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:11:09.355 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:11:09.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:11:09.357 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.358 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.360 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.361 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.363 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.364 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.365 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.367 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.368 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.369 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.370 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:11:09.371 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:11:09.372 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:11:09.373 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:11:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.375 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.376 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.377 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.378 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.379 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.380 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.381 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.382 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.383 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.384 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.385 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.386 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.387 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.388 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.389 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.390 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.391 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.392 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.393 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.394 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.395 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.396 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.397 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-10T08:11:09.398 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.399 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.400 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.401 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.402 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.403 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.404 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.405 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.406 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.407 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.408 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.409 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.410 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.411 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.412 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.413 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.414 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.415 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.416 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:11:09.417 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:11:09.418 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.419 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.420 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.421 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-10T08:11:09.422 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.423 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.424 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.425 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.426 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.427 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.428 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.429 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-10T08:11:09.430 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.431 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.432 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-10T08:11:09.433 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.434 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.435 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.436 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.437 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.438 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.439 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.440 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.441 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.442 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.443 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.444 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.445 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.446 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:11:09.447 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.448 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.450 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.451 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.452 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.453 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.454 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.455 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.456 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.457 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.458 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.459 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-10T08:11:09.461 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.462 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.463 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.464 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.465 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.466 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.467 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.468 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.469 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.470 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.473 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.474 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.475 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.476 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.477 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.478 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-10T08:11:09.479 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.480 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.481 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.482 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.483 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.484 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.485 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.486 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.487 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.488 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.489 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.490 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.491 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.492 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.493 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.494 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.495 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.496 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.497 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.499 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.500 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.501 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.502 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.503 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.504 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.505 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.506 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.507 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.508 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.509 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.510 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.511 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.512 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.513 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.514 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.515 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.516 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.517 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.518 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.519 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.520 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.521 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.522 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.525 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.526 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.527 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.528 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.529 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.530 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.531 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.532 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.533 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.534 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.535 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.536 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-10T08:11:09.537 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.538 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.539 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.540 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.541 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.542 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.543 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.544 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.545 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.546 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:11:09.547 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.548 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.549 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.550 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.551 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-10T08:11:09.552 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.553 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.554 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.555 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.556 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.557 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.558 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.559 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.560 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.561 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.562 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.563 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.564 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.565 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.566 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.567 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.568 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.569 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.570 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.571 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.572 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.573 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.574 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.575 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.576 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.578 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.579 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.580 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.581 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.582 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.583 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.584 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.585 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.586 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.587 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.588 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-10T08:11:09.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.590 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.591 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.592 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.593 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.594 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.595 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.596 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.597 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.598 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.599 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.600 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.601 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.602 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.603 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.604 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.605 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.606 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.607 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.608 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.609 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.610 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.611 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.612 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.613 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.614 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.615 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.616 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.617 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.618 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.619 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.620 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.621 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.622 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.623 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.624 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.625 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.626 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.627 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.628 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.629 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.630 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.631 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.632 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.633 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.634 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.635 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.636 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-10T08:11:09.637 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-10T08:11:09.638 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-10T08:11:09.639 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.640 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.641 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.643 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.644 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.645 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.646 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.647 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.648 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.649 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.650 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.651 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.652 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.654 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.655 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.656 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.657 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.658 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.659 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.660 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.661 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.662 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.663 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.664 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:11:09.665 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.666 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.667 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-10T08:11:09.669 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.670 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.671 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.672 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.673 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.674 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.675 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-10T08:11:09.676 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.677 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.678 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-10T08:11:09.679 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-10T08:11:09.680 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "services": { 2024-09-10T08:11:09.681 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard": "https://172.21.15.7:8443/" 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "always_on_modules": { 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "octopus": [ 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-10T08:11:09.682 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "pacific": [ 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.683 INFO:teuthology.orchestra.run.smithi007.stdout: "quincy": [ 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "reef": [ 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-10T08:11:09.684 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "squid": [ 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-10T08:11:09.685 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "last_failure_osd_epoch": 3, 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "active_clients": [ 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-10T08:11:09.686 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 326681160 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "libcephsqlite", 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-10T08:11:09.687 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 996515305 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1073353919 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:09.688 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1462175212 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-10T08:11:09.689 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:09.690 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:08 smithi110 ceph-mon[34417]: pgmap v1135: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 2.2 MiB/s wr, 320 op/s 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/3961423931' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2360511592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:08 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/2561011831' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:08 smithi145 ceph-mon[34766]: pgmap v1135: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 2.2 MiB/s wr, 320 op/s 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/3961423931' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2360511592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.691 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:08 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/2561011831' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 msgr2=0x7f4ab80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 0x7f4ab80a5050 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4006010 tx=0x7f4ac4000bc0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 msgr2=0x7f4ad0101f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f4ac000c920 tx=0x7f4ac000cde0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 shutdown_connections 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f4ab80a2b90 0x7f4ab80a5050 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ad0107810 0x7f4ad0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4ad0104ee0 0x7f4ad0100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 --2- 172.21.15.7:0/2561011831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ad01025b0 0x7f4ad0101f20 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:09.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 >> 172.21.15.7:0/2561011831 conn(0x7f4ad00fc1b0 msgr2=0x7f4ad0102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:09.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 shutdown_connections 2024-09-10T08:11:09.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:08.299+0000 7f4ad5b11640 1 -- 172.21.15.7:0/2561011831 wait complete. 2024-09-10T08:11:09.699 DEBUG:tasks.check_counter:Getting stats from a 2024-09-10T08:11:09.699 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-10T08:11:09.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:08 smithi007 ceph-mon[30879]: pgmap v1135: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 2.2 MiB/s wr, 320 op/s 2024-09-10T08:11:09.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/3961423931' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2360511592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:11:09.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:08 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/2561011831' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:11:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:10.533 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 0, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 2, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 0, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.001422476, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.000257951, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:10.534 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.535 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 461, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 456, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 549376, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 281680, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.055950550, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.027670466, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.032071919, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 456, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.022788026, 2024-09-10T08:11:10.536 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000049973 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 549376, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 281680 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 2, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 347, 2024-09-10T08:11:10.537 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 320, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 218288, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.023343811, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.018685348, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.001572025, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 345, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.014502746, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000042036 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:10.538 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 218288 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:10.539 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:10.540 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:10.540 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:10.540 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:10.540 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:10.540 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:10.541 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:10.542 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:10.542 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:10.542 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:10.542 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:10.542 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148744, 2024-09-10T08:11:10.543 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 30, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:10.544 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 459, 2024-09-10T08:11:10.545 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 481797, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 459, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 459, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 481797, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:10.546 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:10.713 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:10 smithi110 ceph-mon[34417]: pgmap v1136: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 1.9 MiB/s wr, 292 op/s 2024-09-10T08:11:10.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:10 smithi145 ceph-mon[34766]: pgmap v1136: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 1.9 MiB/s wr, 292 op/s 2024-09-10T08:11:10.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:10 smithi007 ceph-mon[30879]: pgmap v1136: 129 pgs: 129 active+clean; 293 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 1.9 MiB/s wr, 292 op/s 2024-09-10T08:11:11.334 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-09-10T08:11:11.334 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-09-10T08:11:11.334 DEBUG:tasks.check_counter:Getting stats from d 2024-09-10T08:11:11.335 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-10T08:11:11.600 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:12.119 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 462, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 459, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 547792, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 284432, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.055033511, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.027757937, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.029382788, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:12.120 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 458, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.019084521, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000041669 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 547792, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 284432 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:12.121 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 6, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 353, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 3264, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 219440, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.024987721, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.018411372, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.003556193, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 352, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.018542886, 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000052678 2024-09-10T08:11:12.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 219440 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 0, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 2, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 0, 2024-09-10T08:11:12.123 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.000323051, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.000241509, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:12.124 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:12.125 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:12.126 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:12.127 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148744, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 30, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-10T08:11:12.128 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-10T08:11:12.129 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 464, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 482447, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 464, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 464, 2024-09-10T08:11:12.130 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 482447, 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:12.131 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:12.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:12 smithi007 ceph-mon[30879]: pgmap v1137: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 819 KiB/s wr, 218 op/s 2024-09-10T08:11:12.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:12 smithi110 ceph-mon[34417]: pgmap v1137: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 819 KiB/s wr, 218 op/s 2024-09-10T08:11:12.491 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:12 smithi145 ceph-mon[34766]: pgmap v1137: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 819 KiB/s wr, 218 op/s 2024-09-10T08:11:12.862 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-10T08:11:12.862 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-10T08:11:12.862 DEBUG:tasks.check_counter:Getting stats from g 2024-09-10T08:11:12.863 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-10T08:11:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 4, 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 4, 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 2944, 2024-09-10T08:11:13.619 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 448, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.003895871, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000048822, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.002428481, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 3, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.004352583, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001450861 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:13.620 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 2, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 348, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 320, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 218464, 2024-09-10T08:11:13.621 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.022850165, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.018208939, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.001637788, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 346, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.013885428, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000040131 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:13.622 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 218464 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 458, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 455, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 546704, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 281872, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.055366347, 2024-09-10T08:11:13.623 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.028243654, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.031162905, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 454, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.019497641, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000042946 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.624 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 546704, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 281872 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:13.625 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-10T08:11:13.627 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148761, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 31, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:13.628 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:13.629 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-10T08:11:13.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 460, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 481927, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 460, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 460, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 481927, 2024-09-10T08:11:13.632 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:14.288 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-09-10T08:11:14.288 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-09-10T08:11:14.288 DEBUG:tasks.check_counter:Getting stats from j 2024-09-10T08:11:14.289 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-10T08:11:14.548 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:14.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:14 smithi007 ceph-mon[30879]: pgmap v1138: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 603 KiB/s wr, 204 op/s 2024-09-10T08:11:14.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:14 smithi110 ceph-mon[34417]: pgmap v1138: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 603 KiB/s wr, 204 op/s 2024-09-10T08:11:14.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:14 smithi145 ceph-mon[34766]: pgmap v1138: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 603 KiB/s wr, 204 op/s 2024-09-10T08:11:15.078 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-10T08:11:15.078 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:15.078 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 464, 2024-09-10T08:11:15.078 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 461, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 548336, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 285712, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.057076779, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.028612386, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.031743522, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 460, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.020301163, 2024-09-10T08:11:15.079 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000044132 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 548336, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 285712 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 2, 2024-09-10T08:11:15.080 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 353, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 320, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 219344, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.022840215, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.018178881, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.001741255, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 351, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.013253837, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000037760 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.081 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 219344 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 4, 2024-09-10T08:11:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 4, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 2944, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 448, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.002439405, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000043347, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.002371294, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 3, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.004146445, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001382148 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.083 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.084 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:15.085 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:15.086 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148704, 2024-09-10T08:11:15.087 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 29, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:15.088 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-10T08:11:15.089 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 466, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 482707, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 466, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 466, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 482707, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:15.090 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-10T08:11:15.091 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-10T08:11:15.766 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-10T08:11:15.766 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-10T08:11:15.766 DEBUG:tasks.check_counter:Getting stats from b 2024-09-10T08:11:15.766 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-10T08:11:16.253 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:11:16.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:16 smithi110 ceph-mon[34417]: pgmap v1139: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 91 KiB/s wr, 74 op/s 2024-09-10T08:11:16.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:16 smithi145 ceph-mon[34766]: pgmap v1139: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 91 KiB/s wr, 74 op/s 2024-09-10T08:11:16.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:16 smithi007 ceph-mon[30879]: pgmap v1139: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 91 KiB/s wr, 74 op/s 2024-09-10T08:11:17.646 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:17 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:17.740 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:17 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:17 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:18.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:18 smithi007 ceph-mon[30879]: pgmap v1140: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 14 KiB/s wr, 30 op/s 2024-09-10T08:11:18.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:18 smithi110 ceph-mon[34417]: pgmap v1140: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 14 KiB/s wr, 30 op/s 2024-09-10T08:11:18.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:18 smithi145 ceph-mon[34766]: pgmap v1140: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 14 KiB/s wr, 30 op/s 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 137348, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 159232, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 36351328, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 112857367, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 497, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:18.811 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 7.592721632, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 2.987905849, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 4.421333838, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.702887903, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 159231, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 11.170517637, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000070152 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:18.812 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 240194, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.033986134, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000141 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 694880, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 325584 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 1013182, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 1084126, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 301280191, 2024-09-10T08:11:18.813 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 726014383, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 15, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 42.147402119, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 16.849880073, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 30.249114802, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 1.073252198, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1084124, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 23.628671821, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000021795 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.814 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 2001279, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.248237477, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000124 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 54304, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 825184 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 124811, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 137078, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 29724912, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 111243082, 2024-09-10T08:11:18.815 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 13, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 6, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 7.194249388, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 2.961999663, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 4.034451831, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.779908319, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 137077, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 12.682050503, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000092517 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:18.816 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 196649, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.026274330, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000133 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "cct": { 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "total_workers": 1, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "unhealthy_workers": 0 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-MDSRank": { 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:18.817 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 91980, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 52.860376582, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000574694 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 22888, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 1.949083846, 2024-09-10T08:11:18.818 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000085157 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "request": 911083, 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": 891106, 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "reply_latency": { 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 891106, 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 1219.591727495, 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.001368626 2024-09-10T08:11:18.819 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_reply": 0, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "forward": 19977, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_complete": 10, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_keys": 2, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_commit": 3057, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_split": 0, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_merge": 0, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes": 50, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_top": 4, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_bottom": 23, 2024-09-10T08:11:18.820 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pin_tail": 23, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pinned": 43, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_expired": 1103, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_with_caps": 2, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "caps": 2, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "subtrees": 4, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse": 1786102, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_hit": 1738615, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_forward": 8838, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_discover": 42, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_lock": 7, 2024-09-10T08:11:18.821 INFO:teuthology.orchestra.run.smithi110.stdout: "load_cent": 5383, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "q": 0, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "exported": 36, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "exported_inodes": 1133, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "imported": 36, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "imported_inodes": 426, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_backtrace_fetch": 742, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rfiles": 4, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rbytes": 234, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rsnaps": 0, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_fetch": 742, 2024-09-10T08:11:18.822 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_inodes": 384, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_base_inodes": 20, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dirfrag_rstats": 364, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_file_inodes": 358, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_inode_file_caps": 699, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_revoke": 46579, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_grant": 49393, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps": 68146, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps_dirty": 17077, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_cap_release": 589, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "process_request_cap_release": 45264 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_cache": { 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update": 25, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update_receipt": 3, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_try_discover": 2, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_send_discover": 43, 2024-09-10T08:11:18.824 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_handle_discover": 105, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays": 3, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_created": 12427, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_enqueued": 12424, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:18.825 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_migrated": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_started": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_completed": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_path": 23, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_inode": 3915, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_enqueue_scrub": 20, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_exportdir": 39, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_flush": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:18.826 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_inodestats": 0 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_log": { 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evlrg": 0, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evadd": 113682, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evex": 113574, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evtrm": 113574, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "ev": 108, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evexg": 0, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "evexd": 2952, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "segadd": 219, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "segex": 218, 2024-09-10T08:11:18.827 INFO:teuthology.orchestra.run.smithi110.stdout: "segtrm": 218, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "seg": 1, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "segmjr": 1, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "segexg": 0, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "segexd": 5, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "expos": 201798176, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "wrpos": 201952706, 2024-09-10T08:11:18.828 INFO:teuthology.orchestra.run.smithi110.stdout: "rdpos": 0, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "jlat": { 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 46068, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 216.552502871, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.004700714 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "replayed": 0 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_mem": { 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "ino": 39, 2024-09-10T08:11:18.829 INFO:teuthology.orchestra.run.smithi110.stdout: "ino+": 13209, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "ino-": 13170, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dir": 38, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dir+": 174, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dir-": 136, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dn": 252, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dn+": 23284, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "dn-": 23032, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "cap": 2, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "cap+": 13123, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "cap-": 13121, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "rss": 88844, 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: "heap": 231712 2024-09-10T08:11:18.830 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_server": { 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_client_request": 1007621, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_server_request": 18655, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_request": 911083, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_session": 826, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_peer_request": 58051, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "req_create_latency": { 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 12749, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 304.818886160, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.023909238 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getattr_latency": { 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 801402, 2024-09-10T08:11:18.831 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 254.328021915, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000317353 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "req_link_latency": { 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.832 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookup_latency": { 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 36231, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 243.271610257, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.006714460 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupino_latency": { 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.833 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupname_latency": { 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.834 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lssnap_latency": { 2024-09-10T08:11:18.835 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mkdir_latency": { 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 119, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 22.644471252, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.190289674 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.836 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mknod_latency": { 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mksnap_latency": { 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "req_open_latency": { 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 8278, 2024-09-10T08:11:18.837 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 6.546626944, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000790846 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "req_readdir_latency": { 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 17050, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 47.782347623, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.002802483 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rename_latency": { 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 2494, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 38.096442904, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.015275237 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmdir_latency": { 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 44, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.293190686, 2024-09-10T08:11:18.839 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.006663424 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setattr_latency": { 2024-09-10T08:11:18.840 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 33, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 74.124233994, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 2.246188908 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 304, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.161994552, 2024-09-10T08:11:18.841 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000532876 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setlayout_latency": { 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setxattr_latency": { 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 8, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.021189037, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.002648629 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "req_symlink_latency": { 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.842 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "req_unlink_latency": { 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 12394, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 227.502712171, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.018355874 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.843 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_sessions": { 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "session_count": 1, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "session_add": 3, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "session_remove": 2, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_open": 1, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_stale": 0, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "total_load": 50834, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "average_load": 50834, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "avg_session_uptime": 1567, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.844 INFO:teuthology.orchestra.run.smithi110.stdout: "mempool": { 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_bytes": 360, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_items": 360, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:18.845 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:18.846 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_items": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:18.847 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_bytes": 295633, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_items": 102, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:18.848 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_bytes": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_items": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_items": 167, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_items": 0, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_bytes": 350809, 2024-09-10T08:11:18.849 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_items": 5480, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_items": 0, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_items": 0 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter": { 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-10T08:11:18.850 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 87807, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 212499529, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 32, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 87807, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 87807, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 1081.402060439, 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.012315670 2024-09-10T08:11:18.851 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 87807, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 108987 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 87807, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 1839, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 85968, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 2926, 2024-09-10T08:11:18.852 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 8613, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 1065, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 47113, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 967, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 25424, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:18.853 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 774, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 13048, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-10T08:11:18.854 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-10T08:11:18.855 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 91, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 11, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 12, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 12, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-10T08:11:18.856 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 7236, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 24, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 1797 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "oft": { 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_objs": 1, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_updates": 0, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_removes": 0 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "osd-slow-ops": { 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_ops_count": 3241 2024-09-10T08:11:18.857 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "purge_queue": { 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops_high_water": 17, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing": 0, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_high_water": 16, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed_ops": 24818, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed": 12424, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:18.858 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 1275337, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 252538186, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 1275337, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 1275337, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 252538186, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.859 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 87807, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 213853337, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 87807, 2024-09-10T08:11:18.860 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 213853337, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:18.861 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 87807, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 87807, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 87807, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 87807, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:18.862 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 12424, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 1353976, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 12424, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 1045, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 1353976, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.863 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle-0x56088f71a960": { 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 113682, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 197758402, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 113682, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 46068, 2024-09-10T08:11:18.864 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 197758402, 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:18.865 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-10T08:11:19.674 INFO:tasks.check_counter:Daemon mds.b mds.exported=36 2024-09-10T08:11:19.675 INFO:tasks.check_counter:Daemon mds.b mds.imported=36 2024-09-10T08:11:19.675 DEBUG:tasks.check_counter:Getting stats from e 2024-09-10T08:11:19.675 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-10T08:11:19.923 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:11:20.418 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 1297, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 1299, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 42273813, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 412510, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 8, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 3, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.120665719, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.030684673, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.050059084, 2024-09-10T08:11:20.419 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.030665799, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1297, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.036161867, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000027881 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.420 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 1695, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 2045, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 42371478, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 1314235, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 7, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.168041034, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.048611281, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.063593959, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.041897666, 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:20.421 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 2043, 2024-09-10T08:11:20.422 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.062467646, 2024-09-10T08:11:20.422 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000030576 2024-09-10T08:11:20.422 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 775856 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 3344, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 3316, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 47070072, 2024-09-10T08:11:20.423 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 1191624, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 5, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 4, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.308741101, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.098118255, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.122570061, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.074871621, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 3316, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.115325741, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000034778 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:20.424 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 667072, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 287232 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "cct": { 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "total_workers": 1, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "unhealthy_workers": 0 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-MDSRank": { 2024-09-10T08:11:20.425 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 9921, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.216539208, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000021826 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.426 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "request": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "reply_latency": { 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_reply": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "forward": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_complete": 0, 2024-09-10T08:11:20.427 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_keys": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_commit": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_split": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_merge": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes": 9160, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_top": 32, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_bottom": 9128, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pin_tail": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pinned": 9113, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_expired": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_with_caps": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "caps": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "subtrees": 1, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse": 0, 2024-09-10T08:11:20.428 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_hit": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_forward": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_discover": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_lock": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "load_cent": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "q": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "exported": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "exported_inodes": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "imported": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "imported_inodes": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:20.429 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rfiles": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rbytes": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rsnaps": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_file_inodes": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:11:20.430 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_cap_release": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "process_request_cap_release": 0 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_cache": { 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update_receipt": 0, 2024-09-10T08:11:20.431 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_try_discover": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_send_discover": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_handle_discover": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_created": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_enqueued": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_migrated": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:20.432 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_started": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_completed": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_exportdir": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_flush": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_inodestats": 0 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_log": { 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "evlrg": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "evadd": 0, 2024-09-10T08:11:20.433 INFO:teuthology.orchestra.run.smithi110.stdout: "evex": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "evtrm": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "ev": 70699, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "evexg": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "evexd": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segadd": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segex": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segtrm": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "seg": 95, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segmjr": 7, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segexg": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "segexd": 0, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "expos": 4194304, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "wrpos": 133625670, 2024-09-10T08:11:20.434 INFO:teuthology.orchestra.run.smithi110.stdout: "rdpos": 133625071, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "jlat": { 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "replayed": 70699 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_mem": { 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "ino": 32, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "ino+": 9110, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "ino-": 9078, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "dir": 30, 2024-09-10T08:11:20.435 INFO:teuthology.orchestra.run.smithi110.stdout: "dir+": 89, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dir-": 59, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dn": 9160, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dn+": 9922, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dn-": 762, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "cap": 0, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "cap+": 0, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "cap-": 0, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "rss": 63112, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "heap": 215328 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_server": { 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_client_request": 0, 2024-09-10T08:11:20.436 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_server_request": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_request": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_session": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_peer_request": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "req_create_latency": { 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getattr_latency": { 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.437 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "req_link_latency": { 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookup_latency": { 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.438 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupino_latency": { 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.439 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupname_latency": { 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.440 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lssnap_latency": { 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mkdir_latency": { 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mknod_latency": { 2024-09-10T08:11:20.441 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mksnap_latency": { 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "req_open_latency": { 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.442 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "req_readdir_latency": { 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rename_latency": { 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.443 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmdir_latency": { 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:20.444 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setattr_latency": { 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.445 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setlayout_latency": { 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.446 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setxattr_latency": { 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "req_symlink_latency": { 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "req_unlink_latency": { 2024-09-10T08:11:20.447 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_sessions": { 2024-09-10T08:11:20.448 INFO:teuthology.orchestra.run.smithi110.stdout: "session_count": 1, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "session_add": 1, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "session_remove": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_open": 1, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_stale": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "total_load": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "average_load": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "avg_session_uptime": 2593, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "mempool": { 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:20.449 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:20.450 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:20.451 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_bytes": 224856, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_items": 75, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:20.452 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_items": 167, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_items": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_bytes": 6558051, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_items": 38474, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_items": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_items": 0 2024-09-10T08:11:20.453 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter": { 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 5834, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 21, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 3, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 5834, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 5834, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 4.137935082, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000709279 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-10T08:11:20.454 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 5834, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 5835 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 5834, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 5834, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 3221, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 2611, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-10T08:11:20.455 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 1, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:20.456 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-10T08:11:20.457 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 91, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 5, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 9, 2024-09-10T08:11:20.458 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 10, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 1, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 2, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "oft": { 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_objs": 0, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_updates": 0, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_removes": 0 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.459 INFO:teuthology.orchestra.run.smithi110.stdout: "osd-slow-ops": { 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_ops_count": 0 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "purge_queue": { 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_high_water": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed_ops": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:20.460 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 6332, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 131117077, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 6332, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 6332, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 131117077, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.461 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 5834, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 129432717, 2024-09-10T08:11:20.462 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 5834, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 129432717, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:20.463 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 5834, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 5834, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 5834, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 5834, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.464 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.465 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle-0x55aafc552b40": { 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:20.466 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:20.467 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-10T08:11:20.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:20 smithi110 ceph-mon[34417]: pgmap v1141: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 18 op/s 2024-09-10T08:11:20.741 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:20 smithi145 ceph-mon[34766]: pgmap v1141: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 18 op/s 2024-09-10T08:11:20.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:20 smithi007 ceph-mon[30879]: pgmap v1141: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 18 op/s 2024-09-10T08:11:21.213 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-10T08:11:21.213 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-10T08:11:21.214 DEBUG:tasks.check_counter:Getting stats from h 2024-09-10T08:11:21.214 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-10T08:11:21.458 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:11:21.975 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-10T08:11:21.975 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:21.975 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 3407, 2024-09-10T08:11:21.975 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 3407, 2024-09-10T08:11:21.975 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 63919307, 2024-09-10T08:11:21.976 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 1082609, 2024-09-10T08:11:21.976 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 8, 2024-09-10T08:11:21.976 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 4, 2024-09-10T08:11:21.976 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.281846588, 2024-09-10T08:11:21.976 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.084958005, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.099582513, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.075670825, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 3406, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.098206550, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000028833 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:21.977 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:11:21.978 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 1932, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 1906, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 67442902, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 743172, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 6, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.185443959, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.056601926, 2024-09-10T08:11:21.979 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.094916556, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.032292140, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1905, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.056453967, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000029634 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.980 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 663856, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 286144 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 1155, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 1504, 2024-09-10T08:11:21.981 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 67401394, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 1054412, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 7, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.124080324, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.034328482, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.056625758, 2024-09-10T08:11:21.982 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.024170071, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1502, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.039352465, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000026200 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.983 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 687440 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "cct": { 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "total_workers": 1, 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "unhealthy_workers": 0 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-MDSRank": { 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:21.984 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 10247, 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.199152623, 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000019435 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-10T08:11:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-10T08:11:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "request": 0, 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": 0, 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "reply_latency": { 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.987 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_reply": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "forward": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_complete": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_fetch_keys": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_commit": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_split": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_merge": 0, 2024-09-10T08:11:21.988 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes": 17411, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_top": 1941, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_bottom": 15470, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pin_tail": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_pinned": 14637, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_expired": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "inodes_with_caps": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "caps": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "subtrees": 1, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_hit": 0, 2024-09-10T08:11:21.989 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_forward": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_discover": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "traverse_lock": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "load_cent": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "q": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "exported": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "exported_inodes": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "imported": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "imported_inodes": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:21.990 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rfiles": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rbytes": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "root_rsnaps": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:11:21.991 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "scrub_file_inodes": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps": 0, 2024-09-10T08:11:21.992 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_cap_release": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "process_request_cap_release": 0 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_cache": { 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_update_receipt": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_try_discover": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_send_discover": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "dir_handle_discover": 0, 2024-09-10T08:11:21.993 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_created": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_enqueued": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "strays_migrated": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_started": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "recovery_completed": 0, 2024-09-10T08:11:21.994 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_exportdir": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_flush": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "ireq_inodestats": 0 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_log": { 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "evlrg": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "evadd": 0, 2024-09-10T08:11:21.995 INFO:teuthology.orchestra.run.smithi110.stdout: "evex": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "evtrm": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "ev": 127798, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "evexg": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "evexd": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segadd": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segex": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segtrm": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "seg": 131, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segmjr": 12, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segexg": 0, 2024-09-10T08:11:21.996 INFO:teuthology.orchestra.run.smithi110.stdout: "segexd": 0, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "expos": 31290192, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "wrpos": 200633512, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "rdpos": 200632913, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "jlat": { 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "replayed": 127798 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_mem": { 2024-09-10T08:11:21.997 INFO:teuthology.orchestra.run.smithi110.stdout: "ino": 13, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "ino+": 17495, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "ino-": 17482, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dir": 11, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dir+": 79, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dir-": 68, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dn": 17411, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dn+": 18075, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "dn-": 664, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "cap": 0, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "cap+": 0, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "cap-": 0, 2024-09-10T08:11:21.998 INFO:teuthology.orchestra.run.smithi110.stdout: "rss": 67084, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "heap": 215328 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_server": { 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_client_request": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "dispatch_server_request": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_request": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_client_session": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "handle_peer_request": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "req_create_latency": { 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:21.999 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getattr_latency": { 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.000 INFO:teuthology.orchestra.run.smithi110.stdout: "req_link_latency": { 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookup_latency": { 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.001 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupino_latency": { 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupname_latency": { 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "req_lssnap_latency": { 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.003 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mkdir_latency": { 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.004 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mknod_latency": { 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "req_mksnap_latency": { 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.005 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "req_open_latency": { 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "req_readdir_latency": { 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.006 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rename_latency": { 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.007 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.008 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmdir_latency": { 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setattr_latency": { 2024-09-10T08:11:22.010 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:22.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setlayout_latency": { 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "req_setxattr_latency": { 2024-09-10T08:11:22.012 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "req_symlink_latency": { 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "req_unlink_latency": { 2024-09-10T08:11:22.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.014 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_sessions": { 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "session_count": 1, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "session_add": 2, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "session_remove": 1, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_open": 1, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "sessions_stale": 0, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "total_load": 0, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "average_load": 0, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "avg_session_uptime": 2595, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.015 INFO:teuthology.orchestra.run.smithi110.stdout: "mempool": { 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:22.016 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:22.017 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:22.018 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_items": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_bytes": 241761, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_items": 84, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:22.019 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_bytes": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_items": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_items": 167, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:22.020 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_items": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_bytes": 12300936, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_items": 69772, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_items": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_items": 0 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter": { 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-10T08:11:22.021 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 5994, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 21, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 3, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 5994, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 5994, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 3.859939369, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000643967 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 5994, 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 5995 2024-09-10T08:11:22.022 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 5994, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 5994, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 3229, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 2763, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-10T08:11:22.023 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 1, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:22.024 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-10T08:11:22.025 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 91, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 5, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 11, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 12, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 1, 2024-09-10T08:11:22.026 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 2, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "oft": { 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_objs": 0, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_updates": 0, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_total_removes": 0 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "osd-slow-ops": { 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_ops_count": 0 2024-09-10T08:11:22.027 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "purge_queue": { 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executing_high_water": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed_ops": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_executed": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:22.028 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 6490, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 198151192, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 6490, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 6490, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 198151192, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.029 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 5994, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 196439213, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 5994, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 196439213, 2024-09-10T08:11:22.030 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:22.031 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 5994, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 5994, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 5994, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 5994, 2024-09-10T08:11:22.032 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:22.033 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.034 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-write_buf_throttle-0x563b923bcb40": { 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 3758096384, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:22.035 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:22.036 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-10T08:11:22.812 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-10T08:11:22.813 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-10T08:11:22.813 DEBUG:tasks.check_counter:Getting stats from k 2024-09-10T08:11:22.813 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-10T08:11:23.061 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: pgmap v1142: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:23.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:22 smithi110 ceph-mon[34417]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: pgmap v1142: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-09-10T08:11:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:23.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:23.242 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:22 smithi145 ceph-mon[34766]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: pgmap v1142: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:23.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:22 smithi007 ceph-mon[30879]: from='mgr.14148 172.21.15.7:0/1564970900' entity='mgr.x' 2024-09-10T08:11:23.588 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 0, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 2, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 0, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.001011503, 2024-09-10T08:11:23.589 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.000206138, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:23.590 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 471, 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 466, 2024-09-10T08:11:23.591 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 552096, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 288080, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.056571078, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.027088558, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.035015096, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 466, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.024870886, 2024-09-10T08:11:23.592 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000053371 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 552096, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 288080 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:23.593 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 2, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 355, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 320, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 219696, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.017999435, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.013711104, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.001250488, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:23.594 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 353, 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.017545175, 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000049703 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:23.595 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.596 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:23.596 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 219696 2024-09-10T08:11:23.596 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.596 INFO:teuthology.orchestra.run.smithi110.stdout: "cct": { 2024-09-10T08:11:23.596 INFO:teuthology.orchestra.run.smithi110.stdout: "total_workers": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "unhealthy_workers": 0 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "mempool": { 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:23.597 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:23.598 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:23.599 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_items": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_bytes": 148704, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_items": 29, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_bytes": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_items": 0, 2024-09-10T08:11:23.600 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_items": 2, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_items": 0, 2024-09-10T08:11:23.601 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_items": 0 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 469, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 483097, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 469, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-10T08:11:23.602 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 469, 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 483097, 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-10T08:11:23.603 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-10T08:11:24.416 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-09-10T08:11:24.416 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-09-10T08:11:24.416 DEBUG:tasks.check_counter:Getting stats from c 2024-09-10T08:11:24.417 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-10T08:11:24.757 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:25.138 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:24 smithi145 ceph-mon[34766]: pgmap v1143: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-09-10T08:11:25.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:24 smithi110 ceph-mon[34417]: pgmap v1143: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-09-10T08:11:25.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:24 smithi007 ceph-mon[30879]: pgmap v1143: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-09-10T08:11:25.558 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-10T08:11:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 149896, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 127981, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 35951956, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 81102039, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 43, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 3, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 7.163161275, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 2.677865761, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 4.752358409, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.659361971, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 127981, 2024-09-10T08:11:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 3.457904169, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000027018 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 239982, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.033626533, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000140 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 42157, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 54113, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 9770795, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 67224034, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 8, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 6, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 3.821476607, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 1.626141793, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 1.444695173, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.840603483, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 54112, 2024-09-10T08:11:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 2.102441721, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000038853 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 59200, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.009613301, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000162 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 690288 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 657881, 2024-09-10T08:11:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 706045, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 195900508, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 444767350, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 21, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 6, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 29.734358332, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 12.027782909, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 21.054471790, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.622552836, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 706042, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 14.603927618, 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000020684 2024-09-10T08:11:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 1287778, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.198737115, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000154 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 679856, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 412592 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "cct": { 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "total_workers": 1, 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: "unhealthy_workers": 0 2024-09-10T08:11:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-MDSRank": { 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 55060, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 34.288826764, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000622753 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 18303, 2024-09-10T08:11:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 1.599638121, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000087397 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "mds": { 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "request": 596218, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "reply": 584698, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "reply_latency": { 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 584698, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 795.073277541, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.001359801 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_reply": 0, 2024-09-10T08:11:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: "forward": 11520, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_complete": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_keys": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_commit": 11, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_split": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_merge": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes": 320, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_top": 18, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_bottom": 273, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pin_tail": 29, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pinned": 197, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_expired": 455, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_with_caps": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": 0, 2024-09-10T08:11:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: "subtrees": 3, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse": 1160620, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_hit": 1140243, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_forward": 3720, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_discover": 53, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_lock": 9, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "load_cent": 0, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "q": 0, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "exported": 31, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "exported_inodes": 392, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "imported": 31, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "imported_inodes": 823, 2024-09-10T08:11:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_backtrace_fetch": 483, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rfiles": 4, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rbytes": 234, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rsnaps": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_fetch": 483, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_inodes": 65, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dirfrag_rstats": 65, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_file_inodes": 418, 2024-09-10T08:11:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_inode_file_caps": 47, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_revoke": 30505, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_grant": 31408, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps": 43304, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps_dirty": 10970, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_cap_release": 813, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "process_request_cap_release": 32271 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_cache": { 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update": 2, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update_receipt": 116, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_try_discover": 82, 2024-09-10T08:11:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_send_discover": 108, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_handle_discover": 50, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays": 19, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_created": 8842, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_enqueued": 8823, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_migrated": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_started": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_completed": 0, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_path": 23, 2024-09-10T08:11:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_inode": 2665, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_exportdir": 34, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_flush": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_inodestats": 0 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_log": { 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evlrg": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evadd": 70699, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evex": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evtrm": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "ev": 70699, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evexg": 0, 2024-09-10T08:11:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: "evexd": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segadd": 95, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segex": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segtrm": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "seg": 95, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segmjr": 7, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segexg": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "segexd": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "expos": 4194304, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "wrpos": 133625670, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "rdpos": 0, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "jlat": { 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 28663, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 144.738562076, 2024-09-10T08:11:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.005049665 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "replayed": 0 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_mem": { 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "ino": 37, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "ino+": 9138, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "ino-": 9101, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "dir": 35, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "dir+": 133, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "dir-": 98, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "dn": 320, 2024-09-10T08:11:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: "dn+": 11776, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "dn-": 11456, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "cap": 0, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "cap+": 9075, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "cap-": 9075, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "rss": 68184, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "heap": 223520 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_server": { 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_client_request": 624453, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_server_request": 22955, 2024-09-10T08:11:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_request": 596218, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_session": 761, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_peer_request": 49489, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "req_create_latency": { 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 8690, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 320.772949655, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.036912882 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getattr_latency": { 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 542242, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 223.174804862, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000411577 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "req_link_latency": { 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookup_latency": { 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 6078, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 26.853160782, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.004418091 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupino_latency": { 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupname_latency": { 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lssnap_latency": { 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mkdir_latency": { 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mknod_latency": { 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mksnap_latency": { 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "req_open_latency": { 2024-09-10T08:11:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 4937, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 3.665818816, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000742519 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "req_readdir_latency": { 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 11667, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 42.271079107, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.003623131 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rename_latency": { 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 1958, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 3.261988461, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.001665979 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmdir_latency": { 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 50, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.401626606, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.008032532 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setattr_latency": { 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 4, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 84.977213257, 2024-09-10T08:11:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 21.244303314 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 280, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.130311802, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000465399 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setlayout_latency": { 2024-09-10T08:11:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setxattr_latency": { 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "req_symlink_latency": { 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "req_unlink_latency": { 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 8792, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 89.564324193, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.010187025 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_sessions": { 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "session_count": 1, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "session_add": 1, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "session_remove": 0, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_open": 1, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_stale": 0, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "total_load": 66243, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "average_load": 66243, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "avg_session_uptime": 1578, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "mempool": { 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_items": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_bytes": 279497, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_items": 95, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_bytes": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_items": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_items": 167, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_items": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_bytes": 368963, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_items": 4341, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_items": 0, 2024-09-10T08:11:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_items": 0 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "objecter": { 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_active": 0, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_laggy": 0, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send": 51646, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send_bytes": 131052863, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_resend": 33, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_reply": 51646, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "op_latency": { 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 51646, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 254.093569956, 2024-09-10T08:11:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.004919908 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op_inflight": 0, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "oplen_avg": { 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 51646, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 53237 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op": 51646, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op_r": 1985, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op_w": 49661, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op_rmw": 0, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "op_pg": 0, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_stat": 0, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_create": 10, 2024-09-10T08:11:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_read": 1502, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_write": 30165, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writefull": 890, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writesame": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_append": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_zero": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_truncate": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_delete": 17657, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_mapext": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_getxattr": 483, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_setxattr": 20, 2024-09-10T08:11:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_call": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_watch": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_notify": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_other": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_active": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_send": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_resend": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_ping": 0, 2024-09-10T08:11:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_active": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_send": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_resend": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_active": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_send": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_resend": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_active": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_send": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_resend": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "command_active": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "command_send": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "command_resend": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "map_epoch": 91, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "map_full": 0, 2024-09-10T08:11:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: "map_inc": 5, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_sessions": 12, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_open": 12, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_close": 0, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_laggy": 0, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_wr": 1717, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_rd": 0, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_del": 793 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "oft": { 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_objs": 1, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_updates": 0, 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_removes": 0 2024-09-10T08:11:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "osd-slow-ops": { 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_ops_count": 2228 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "purge_queue": { 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops_high_water": 16, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing": 0, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_high_water": 16, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed_ops": 17615, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed": 8823, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 849930, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 165098240, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 849930, 2024-09-10T08:11:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 849930, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 165098240, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 51646, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 132014322, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 51646, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 132014322, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 1024, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 51646, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 51646, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 51646, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 51646, 2024-09-10T08:11:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 8823, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 961459, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 8823, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 1502, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 961459, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle-0x556bb3808960": { 2024-09-10T08:11:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 70699, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 129431366, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 70699, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 28663, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 129431366, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:25.608 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-10T08:11:26.458 INFO:tasks.check_counter:Daemon mds.c mds.exported=31 2024-09-10T08:11:26.458 INFO:tasks.check_counter:Daemon mds.c mds.imported=31 2024-09-10T08:11:26.458 DEBUG:tasks.check_counter:Getting stats from f 2024-09-10T08:11:26.458 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-10T08:11:26.706 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:27.143 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:26 smithi145 ceph-mon[34766]: pgmap v1144: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T08:11:27.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:26 smithi110 ceph-mon[34417]: pgmap v1144: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T08:11:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 3258, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 3240, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 64718599, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 1139192, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 7, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 3, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.301399371, 2024-09-10T08:11:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.087818098, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.121380580, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.075879920, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 3239, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.101869475, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000031450 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 332976, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 226528 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 1305, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 1582, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 67351139, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 1083700, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 8, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 6, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.136683422, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.040149315, 2024-09-10T08:11:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.057448049, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.029387423, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 1580, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.049195509, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000031136 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 669280 2024-09-10T08:11:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 1029, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 1029, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 54788194, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 326405, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 6, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.102731295, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.023612753, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.049647420, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.023197580, 2024-09-10T08:11:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 1028, 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.035268522, 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000034307 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "cct": { 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "total_workers": 1, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "unhealthy_workers": 0 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-MDSRank": { 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 8864, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.356996830, 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000040274 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "mds": { 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "request": 0, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "reply": 0, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "reply_latency": { 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_reply": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "forward": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_complete": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_keys": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_commit": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_split": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_merge": 0, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes": 11782, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_top": 8204, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_bottom": 3578, 2024-09-10T08:11:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pin_tail": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pinned": 61, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_expired": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_with_caps": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "subtrees": 2, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_hit": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_forward": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_discover": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_lock": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "load_cent": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "q": 0, 2024-09-10T08:11:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "exported": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "exported_inodes": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "imported": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "imported_inodes": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rfiles": 4, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rbytes": 234, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rsnaps": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:11:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_file_inodes": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_cap_release": 0, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "process_request_cap_release": 0 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_cache": { 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update_receipt": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_try_discover": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_send_discover": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_handle_discover": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_created": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_enqueued": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_migrated": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_started": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_completed": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_exportdir": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_flush": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_inodestats": 0 2024-09-10T08:11:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_log": { 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evlrg": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evadd": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evex": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evtrm": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "ev": 107595, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evexg": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "evexd": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "segadd": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "segex": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "segtrm": 0, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "seg": 2, 2024-09-10T08:11:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: "segmjr": 103, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "segexg": 0, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "segexd": 0, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "expos": 201798176, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "wrpos": 201958074, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "rdpos": 201956422, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "jlat": { 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: "replayed": 107595 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_mem": { 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "ino": 22, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "ino+": 12373, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "ino-": 12351, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dir": 21, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dir+": 155, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dir-": 134, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dn": 11782, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dn+": 13190, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "dn-": 1408, 2024-09-10T08:11:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: "cap": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "cap+": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "cap-": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "rss": 60776, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "heap": 215328 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_server": { 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_client_request": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_server_request": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_request": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_session": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_peer_request": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "req_create_latency": { 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getattr_latency": { 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "req_link_latency": { 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookup_latency": { 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupino_latency": { 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupname_latency": { 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lssnap_latency": { 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mkdir_latency": { 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mknod_latency": { 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mksnap_latency": { 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "req_open_latency": { 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "req_readdir_latency": { 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rename_latency": { 2024-09-10T08:11:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmdir_latency": { 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setattr_latency": { 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setlayout_latency": { 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setxattr_latency": { 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "req_symlink_latency": { 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "req_unlink_latency": { 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_sessions": { 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "session_count": 1, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "session_add": 1, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "session_remove": 0, 2024-09-10T08:11:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_open": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_stale": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "total_load": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "average_load": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "avg_session_uptime": 2603, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "mempool": { 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_items": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_bytes": 240999, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_items": 82, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_bytes": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_items": 0, 2024-09-10T08:11:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_items": 167, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_items": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_bytes": 8371251, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_items": 47658, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_items": 0, 2024-09-10T08:11:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_items": 0 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "objecter": { 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_active": 0, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_laggy": 0, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send": 5198, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send_bytes": 26, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_resend": 4, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_reply": 5198, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "op_latency": { 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 5198, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 3.845917515, 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000739884 2024-09-10T08:11:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op_inflight": 0, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "oplen_avg": { 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 5198, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 5199 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op": 5198, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op_r": 5198, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op_w": 0, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op_rmw": 0, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "op_pg": 0, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_stat": 2724, 2024-09-10T08:11:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_create": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_read": 2471, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_write": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writefull": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writesame": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_append": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_zero": 0, 2024-09-10T08:11:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_truncate": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_delete": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_mapext": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_getxattr": 2, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_setxattr": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_call": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_watch": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_notify": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_other": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_active": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_send": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_resend": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_ping": 0, 2024-09-10T08:11:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_active": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_send": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_resend": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_active": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_send": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_resend": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_active": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_send": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_resend": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "command_active": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "command_send": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "command_resend": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "map_epoch": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "map_full": 0, 2024-09-10T08:11:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: "map_inc": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_sessions": 11, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_open": 11, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_close": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_laggy": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_wr": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_rd": 2, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_del": 0 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "oft": { 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_objs": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_updates": 0, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_removes": 0 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: "osd-slow-ops": { 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_ops_count": 0 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "purge_queue": { 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_high_water": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed_ops": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 5588, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 186332101, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 5588, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 5588, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 186332101, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 5198, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 185092545, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 5198, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 185092545, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 1024, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 5198, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 5198, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 5198, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 5198, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle-0x55dffd5826e0": { 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:27.294 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-10T08:11:27.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:26 smithi007 ceph-mon[30879]: pgmap v1144: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-10T08:11:28.069 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-10T08:11:28.069 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-10T08:11:28.069 DEBUG:tasks.check_counter:Getting stats from i 2024-09-10T08:11:28.070 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-10T08:11:28.313 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 607477, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 689051, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 181924433, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 483159399, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 47, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 30.283529256, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 12.354588567, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 21.111501173, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.806889517, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 689049, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 14.542033996, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000021104 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 1214222, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.207715087, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000171 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 1584, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 1440 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 126099, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 113797, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 33903055, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 78484862, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 7, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 5, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 6.063313213, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 2.306892890, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 3.686179650, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.698117992, 2024-09-10T08:11:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 113799, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 2.769966151, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000024340 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 195563, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.027954022, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000142 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 686144, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 384496 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 39454, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 39806, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 12075425, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 108137494, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 19, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 7, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 3.347003893, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 1.195712624, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.670487686, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 1.291923421, 2024-09-10T08:11:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 39802, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 2.096017148, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000052661 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 10, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000988, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000098 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 691456 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "cct": { 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "total_workers": 1, 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "unhealthy_workers": 0 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-MDSRank": { 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 78475, 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 47.917684981, 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000610610 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "finisher-PurgeQueue": { 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "queue_len": 0, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "complete_latency": { 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 32711, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 2.508869663, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000076698 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "mds": { 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "request": 483269, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "reply": 482343, 2024-09-10T08:11:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: "reply_latency": { 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 482343, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 917.377678617, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.001901919 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_reply": 0, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "forward": 926, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_complete": 0, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_fetch_keys": 0, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_commit": 11, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_split": 0, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_merge": 0, 2024-09-10T08:11:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes": 16, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_top": 0, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_bottom": 1, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pin_tail": 15, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_pinned": 15, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_expired": 330, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "inodes_with_caps": 4, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": 4, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "subtrees": 4, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse": 952352, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_hit": 890834, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_forward": 919, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_discover": 38, 2024-09-10T08:11:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_remote_ino": 0, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "traverse_lock": 5, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "load_cent": 0, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "q": 0, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "exported": 13, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "exported_inodes": 160, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "imported": 13, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "imported_inodes": 436, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_dir_fetch": 0, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_backtrace_fetch": 1098, 2024-09-10T08:11:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: "openino_peer_discover": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rfiles": 4, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rbytes": 234, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "root_rsnaps": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_fetch": 1098, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_set_tag": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_inodes": 30, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_dirfrag_rstats": 30, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "scrub_file_inodes": 1068, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_inode_file_caps": 4, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_revoke": 36508, 2024-09-10T08:11:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_grant": 63236, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps": 63893, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_caps_dirty": 21190, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_cap_release": 1000, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "process_request_cap_release": 62608 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_cache": { 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update": 19, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_update_receipt": 35, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_try_discover": 24, 2024-09-10T08:11:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_send_discover": 51, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "dir_handle_discover": 47, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_delayed": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_created": 17401, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_enqueued": 17401, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_reintegrated": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "strays_migrated": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_processing": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_started": 0, 2024-09-10T08:11:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: "recovery_completed": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_path": 23, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_quiesce_inode": 4404, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_exportdir": 13, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_flush": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_fragstats": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ireq_inodestats": 0 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_log": { 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "evlrg": 0, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "evadd": 127798, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "evex": 26639, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "evtrm": 24581, 2024-09-10T08:11:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: "ev": 103217, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "evexg": 0, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "evexd": 2058, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segadd": 158, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segex": 30, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segtrm": 27, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "seg": 131, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segmjr": 9, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segexg": 0, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "segexd": 3, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "expos": 31290192, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "wrpos": 200633512, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "rdpos": 0, 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "jlat": { 2024-09-10T08:11:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 39439, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 129.461295897, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.003282570 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "replayed": 0 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_mem": { 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "ino": 23, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "ino+": 17582, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "ino-": 17559, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "dir": 22, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "dir+": 96, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "dir-": 74, 2024-09-10T08:11:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: "dn": 48, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "dn+": 23567, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "dn-": 23519, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "cap": 4, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "cap+": 17512, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "cap-": 17508, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "rss": 76584, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "heap": 223520 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_server": { 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_client_request": 549243, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "dispatch_server_request": 55, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_request": 483269, 2024-09-10T08:11:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_client_session": 1348, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "handle_peer_request": 17443, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "req_create_latency": { 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 17122, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 544.352483538, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.031792575 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getattr_latency": { 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 397354, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 147.882501911, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000372168 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getfilelock_latency": { 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "req_link_latency": { 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookup_latency": { 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 11517, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 8.603536916, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000747029 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookuphash_latency": { 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupino_latency": { 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupname_latency": { 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupparent_latency": { 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lookupsnap_latency": { 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "req_lssnap_latency": { 2024-09-10T08:11:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mkdir_latency": { 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mknod_latency": { 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "req_mksnap_latency": { 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "req_open_latency": { 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 11671, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 7.637922639, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000654436 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "req_readdir_latency": { 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 23086, 2024-09-10T08:11:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 61.492591155, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.002663631 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rename_latency": { 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 3558, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 21.367407450, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.006005454 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "req_renamesnap_latency": { 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: "req_snapdiff_latency": { 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmdir_latency": { 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 30, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.170125608, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.005670853 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmsnap_latency": { 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "req_rmxattr_latency": { 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setattr_latency": { 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 2, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 26.400603047, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 13.200301523 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setdirlayout_latency": { 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setfilelock_latency": { 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 632, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.226166779, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000357858 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setlayout_latency": { 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "req_setxattr_latency": { 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "req_symlink_latency": { 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "req_unlink_latency": { 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 17371, 2024-09-10T08:11:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 99.244339574, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.005713219 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "req_getvxattr_latency": { 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_sessions": { 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "session_count": 1, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "session_add": 2, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "session_remove": 1, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_open": 1, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "sessions_stale": 0, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "total_load": 51201, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "average_load": 51201, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "avg_session_uptime": 1579, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "mdthresh_evicted": 0 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: "mempool": { 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_bytes": 279606, 2024-09-10T08:11:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_items": 95, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_bytes": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_items": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_bytes": 8864, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_items": 167, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_items": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_bytes": 123993, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_items": 1097, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_items": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_items": 0 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "objecter": { 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "op_active": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "op_laggy": 0, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send": 81332, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "op_send_bytes": 199546386, 2024-09-10T08:11:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: "op_resend": 29, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "op_reply": 81332, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "op_latency": { 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 81332, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 322.654086282, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.003967123 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "op_inflight": 0, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "oplen_avg": { 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 81332, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 83333 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "op": 81332, 2024-09-10T08:11:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: "op_r": 3008, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "op_w": 78324, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "op_rmw": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "op_pg": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_stat": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_create": 21, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_read": 1910, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_write": 41349, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writefull": 1068, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_writesame": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_append": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_zero": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_truncate": 0, 2024-09-10T08:11:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_delete": 34836, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_mapext": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_sparse_read": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_clonerange": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_getxattr": 1098, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_setxattr": 42, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_rmxattr": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_call": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_watch": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_notify": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:11:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "osdop_other": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_active": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_send": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_resend": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "linger_ping": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_active": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_send": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolop_resend": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_active": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_send": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "poolstat_resend": 0, 2024-09-10T08:11:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_active": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_send": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "statfs_resend": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "command_active": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "command_send": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "command_resend": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "map_epoch": 91, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "map_full": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "map_inc": 5, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_sessions": 12, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_open": 12, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_session_close": 0, 2024-09-10T08:11:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_laggy": 0, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_wr": 2038, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_rd": 0, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_del": 971 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "oft": { 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_objs": 1, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_updates": 0, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "omap_total_removes": 0 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "osd-slow-ops": { 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: "slow_ops_count": 3687 2024-09-10T08:11:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "purge_queue": { 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops": 0, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_ops_high_water": 17, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing": 0, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executing_high_water": 16, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed_ops": 34772, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_executed": 17401, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "pq_item_in_journal": 0 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 773026, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 158299089, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 773026, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 773026, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 158299089, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_bytes": { 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 81332, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 201442855, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 81332, 2024-09-10T08:11:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 201442855, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-objecter_ops": { 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 1024, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 0, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 0, 2024-09-10T08:11:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 0, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 81332, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 81332, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 81332, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 81332, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:11:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 17401, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 1896469, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 17401, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 1910, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 1896469, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-write_buf_throttle-0x5585bc9a0960": { 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 3758096384, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 127798, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 196439208, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 127798, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 39439, 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 196439208, 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:28.879 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-10T08:11:28.991 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:28 smithi145 ceph-mon[34766]: pgmap v1145: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:29.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:28 smithi007 ceph-mon[30879]: pgmap v1145: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:29.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:28 smithi110 ceph-mon[34417]: pgmap v1145: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:29.496 INFO:tasks.check_counter:Daemon mds.i mds.exported=13 2024-09-10T08:11:29.496 INFO:tasks.check_counter:Daemon mds.i mds.imported=13 2024-09-10T08:11:29.496 DEBUG:tasks.check_counter:Getting stats from l 2024-09-10T08:11:29.496 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-10T08:11:29.745 INFO:teuthology.orchestra.run.smithi145.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 473, 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 468, 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 552640, 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 289360, 2024-09-10T08:11:30.307 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 0, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.059103665, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.027533236, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.036212420, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 468, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.026356493, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000056317 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.308 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 552640, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 289360 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 2, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 357, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 320, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 220048, 2024-09-10T08:11:30.309 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 4, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 2, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.018388074, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.013980481, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.001018848, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 355, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.019572738, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000055134 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:30.310 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 220048 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_messages": 0, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages": 2, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_bytes": 0, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_created_connections": 2, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_active_connections": 1, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_total_time": 0.000354936, 2024-09-10T08:11:30.311 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_recv_time": 0.000259523, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.312 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: "cct": { 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: "total_workers": 0, 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: "unhealthy_workers": 0 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.313 INFO:teuthology.orchestra.run.smithi145.stdout: "mempool": { 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bloom_filter_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:11:30.314 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_extent_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_blob_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:11:30.315 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_txc_items": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluestore_writing_items": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_bytes": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_items": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:11:30.316 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_bytes": 148744, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_anon_items": 30, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "buffer_meta_items": 0, 2024-09-10T08:11:30.317 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_mapbl_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_pglog_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_bytes": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "pgmap_items": 0, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_bytes": 928, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_co_items": 2, 2024-09-10T08:11:30.318 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_bytes": 0, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_1_items": 0, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_bytes": 0, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "unittest_2_items": 0 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "val": 0, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "max": 104857600, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "get_started": 0, 2024-09-10T08:11:30.319 INFO:teuthology.orchestra.run.smithi145.stdout: "get": 471, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "get_sum": 483357, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_fail": 0, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "get_or_fail_success": 471, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "take": 0, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "take_sum": 0, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "put": 471, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "put_sum": 483357, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "wait": { 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "avgcount": 0, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "sum": 0.000000000, 2024-09-10T08:11:30.320 INFO:teuthology.orchestra.run.smithi145.stdout: "avgtime": 0.000000000 2024-09-10T08:11:30.321 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:30.321 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-10T08:11:30.321 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-10T08:11:30.929 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:30 smithi145 ceph-mon[34766]: pgmap v1146: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-10T08:11:30.930 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-09-10T08:11:30.930 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-09-10T08:11:30.930 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-10T08:11:30.942 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-10T08:11:30.943 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T08:11:30.943 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:11:30.981 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T08:11:30.981 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:11:31.042 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:11:31.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:30 smithi007 ceph-mon[30879]: pgmap v1146: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-10T08:11:31.353 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:31.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:30 smithi110 ceph-mon[34417]: pgmap v1146: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-10T08:11:31.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 -- 172.21.15.7:0/1134699713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 msgr2=0x7f54e010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 --2- 172.21.15.7:0/1134699713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e010bb50 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009900 tx=0x7f54c802a480 comp rx=0 tx=0).stop 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 -- 172.21.15.7:0/1134699713 shutdown_connections 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 --2- 172.21.15.7:0/1134699713 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 --2- 172.21.15.7:0/1134699713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e010bb50 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 --2- 172.21.15.7:0/1134699713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 0x7f54e0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 -- 172.21.15.7:0/1134699713 >> 172.21.15.7:0/1134699713 conn(0x7f54e00fc7a0 msgr2=0x7f54e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 -- 172.21.15.7:0/1134699713 shutdown_connections 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.856+0000 7f54e6441640 1 -- 172.21.15.7:0/1134699713 wait complete. 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 Processor -- start 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 -- start start 2024-09-10T08:11:31.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 0x7f54e0198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f54e0111ee0 con 0x7f54e0103660 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f54e0111d60 con 0x7f54e010c170 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e6441640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f54e0112060 con 0x7f54e0102d40 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50486/0 (socket says 172.21.15.7:50486) 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 -- 172.21.15.7:0/1411975273 learned_addr learned my addr 172.21.15.7:0/1411975273 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54dffff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 0x7f54e0198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e49de640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 -- 172.21.15.7:0/1411975273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 msgr2=0x7f54e0198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:31.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 0x7f54e0198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 -- 172.21.15.7:0/1411975273 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 msgr2=0x7f54e019cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e019cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54d7fff640 1 -- 172.21.15.7:0/1411975273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54e019d4b0 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.857+0000 7f54e49de640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e019cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54d7fff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f54c8006010 tx=0x7f54c80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c803f030 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54c8003800 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54e019d740 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8035070 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.858+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54e01a5080 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.859+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54e006b070 con 0x7f54e0103660 2024-09-10T08:11:31.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.860+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f54c8031af0 con 0x7f54e0103660 2024-09-10T08:11:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.861+0000 7f54ddffb640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 0x7f54cc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.861+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f54c80efd30 con 0x7f54e0103660 2024-09-10T08:11:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.861+0000 7f54dffff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 0x7f54cc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.861+0000 7f54dffff640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 0x7f54cc0a5040 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f54d0009890 tx=0x7f54d0008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:31.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:31.865+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f54c80bc8f0 con 0x7f54e0103660 2024-09-10T08:11:32.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.053+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f54e01071e0 con 0x7f54e0103660 2024-09-10T08:11:32.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.053+0000 7f54ddffb640 1 -- 172.21.15.7:0/1411975273 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+581 (secure 0 0 0) 0x7f54c8031de0 con 0x7f54e0103660 2024-09-10T08:11:32.410 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2441986460 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:32.410 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:32.410 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1747995407 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:32.411 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:32.411 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:32.411 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/784006693 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:32.411 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:32.411 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2806203313 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:32.412 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1170129686 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:32.412 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2271722001 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:listed 10 entries 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 msgr2=0x7f54cc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 0x7f54cc0a5040 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f54d0009890 tx=0x7f54d0008040 comp rx=0 tx=0).stop 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 msgr2=0x7f54e0198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f54c8006010 tx=0x7f54c80042f0 comp rx=0 tx=0).stop 2024-09-10T08:11:32.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 shutdown_connections 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f54cc0a2b80 0x7f54cc0a5040 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f54e010c170 0x7f54e019cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f54e0103660 0x7f54e0198a40 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 --2- 172.21.15.7:0/1411975273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54e0102d40 0x7f54e0198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 >> 172.21.15.7:0/1411975273 conn(0x7f54e00fc7a0 msgr2=0x7f54e00fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 shutdown_connections 2024-09-10T08:11:32.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:32.056+0000 7f54e6441640 1 -- 172.21.15.7:0/1411975273 wait complete. 2024-09-10T08:11:32.902 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-10T08:11:32.902 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:11:32.922 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:11:33.224 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:33.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:32 smithi145 ceph-mon[34766]: pgmap v1147: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:33.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:32 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/1411975273' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:33.345 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:32 smithi007 ceph-mon[30879]: pgmap v1147: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:33.345 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:32 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/1411975273' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:33.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:32 smithi110 ceph-mon[34417]: pgmap v1147: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-10T08:11:33.412 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:32 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/1411975273' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:33.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 -- 172.21.15.7:0/390446183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8101de0 msgr2=0x7f95a81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 --2- 172.21.15.7:0/390446183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8101de0 0x7f95a81021c0 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f95a4009ca0 tx=0x7f95a402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 -- 172.21.15.7:0/390446183 shutdown_connections 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 --2- 172.21.15.7:0/390446183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8106f10 0x7f95a810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 --2- 172.21.15.7:0/390446183 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8102790 0x7f95a81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 --2- 172.21.15.7:0/390446183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8101de0 0x7f95a81021c0 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 -- 172.21.15.7:0/390446183 >> 172.21.15.7:0/390446183 conn(0x7f95a80fd8c0 msgr2=0x7f95a80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 -- 172.21.15.7:0/390446183 shutdown_connections 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.789+0000 7f95af66a640 1 -- 172.21.15.7:0/390446183 wait complete. 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 Processor -- start 2024-09-10T08:11:33.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 -- start start 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 0x7f95a80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8102790 0x7f95a8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111e20 con 0x7f95a8106f10 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111ca0 con 0x7f95a8101de0 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95af66a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111fa0 con 0x7f95a8102790 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50514/0 (socket says 172.21.15.7:50514) 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 -- 172.21.15.7:0/225674782 learned_addr learned my addr 172.21.15.7:0/225674782 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95acc05640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8102790 0x7f95a8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95ad406640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 0x7f95a80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 -- 172.21.15.7:0/225674782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8102790 msgr2=0x7f95a8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:33.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8102790 0x7f95a8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 -- 172.21.15.7:0/225674782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 msgr2=0x7f95a80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 0x7f95a80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95adc07640 1 -- 172.21.15.7:0/225674782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a81a6820 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.790+0000 7f95ad406640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 0x7f95a80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f95adc07640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f95a000d950 tx=0x7f95a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a0017030 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a0004020 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95a81a6b10 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a0003b20 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.791+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95a81a7050 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.792+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95a81021c0 con 0x7f95a8106f10 2024-09-10T08:11:33.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.793+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f95a001a070 con 0x7f95a8106f10 2024-09-10T08:11:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.794+0000 7f959e7fc640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 0x7f95940a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.794+0000 7f95ad406640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 0x7f95940a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.794+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9158+0+0 (secure 0 0 0) 0x7f95a00ceb20 con 0x7f95a8106f10 2024-09-10T08:11:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.795+0000 7f95ad406640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 0x7f95940a50c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f95a4000f80 tx=0x7f95a4005ef0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:33.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.798+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f95a0021070 con 0x7f95a8106f10 2024-09-10T08:11:33.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.985+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f95a810a0f0 con 0x7f95a8106f10 2024-09-10T08:11:33.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.986+0000 7f959e7fc640 1 -- 172.21.15.7:0/225674782 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+581 (secure 0 0 0) 0x7f95a009b6e0 con 0x7f95a8106f10 2024-09-10T08:11:33.985 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2441986460 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:33.985 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1747995407 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/2448282957 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/784006693 2024-09-11T07:35:58.729459+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1304446940 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2806203313 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1170129686 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2271722001 2024-09-11T07:35:35.178412+0000 2024-09-10T08:11:33.986 INFO:teuthology.orchestra.run.smithi007.stderr:listed 10 entries 2024-09-10T08:11:33.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 msgr2=0x7f95940a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:33.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 0x7f95940a50c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f95a4000f80 tx=0x7f95a4005ef0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 msgr2=0x7f95a8074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f95a000d950 tx=0x7f95a000de10 comp rx=0 tx=0).stop 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 shutdown_connections 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:6800/3058299968,v1:172.21.15.7:6801/3058299968] conn(0x7f95940a2c00 0x7f95940a50c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95a8106f10 0x7f95a8074f70 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f95a8102790 0x7f95a8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 --2- 172.21.15.7:0/225674782 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f95a8101de0 0x7f95a80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 >> 172.21.15.7:0/225674782 conn(0x7f95a80fd8c0 msgr2=0x7f95a80fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 shutdown_connections 2024-09-10T08:11:33.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-10T08:11:33.989+0000 7f95af66a640 1 -- 172.21.15.7:0/225674782 wait complete. 2024-09-10T08:11:34.740 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-10T08:11:34.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:11:34.741 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:11:34.783 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:11:34.784 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[81842]: fuse finished with error 0 and tester_r 0 2024-09-10T08:11:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:34 smithi145 ceph-mon[34766]: pgmap v1148: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-10T08:11:35.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:34 smithi145 ceph-mon[34766]: from='client.? 172.21.15.7:0/225674782' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:35.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:34 smithi007 ceph-mon[30879]: pgmap v1148: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-10T08:11:35.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:34 smithi007 ceph-mon[30879]: from='client.? 172.21.15.7:0/225674782' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:35.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:34 smithi110 ceph-mon[34417]: pgmap v1148: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-10T08:11:35.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:34 smithi110 ceph-mon[34417]: from='client.? 172.21.15.7:0/225674782' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:11:37.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:36 smithi145 ceph-mon[34766]: pgmap v1149: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-10T08:11:37.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:36 smithi007 ceph-mon[30879]: pgmap v1149: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-10T08:11:37.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:36 smithi110 ceph-mon[34417]: pgmap v1149: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-10T08:11:39.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:38 smithi145 ceph-mon[34766]: pgmap v1150: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-10T08:11:39.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:38 smithi007 ceph-mon[30879]: pgmap v1150: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-10T08:11:39.411 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:38 smithi110 ceph-mon[34417]: pgmap v1150: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-10T08:11:40.884 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T08:11:40.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:11:40.888 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:11:40.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:11:40.927 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-10T08:11:40.986 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:11:40.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:11:40.987 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:11:41.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:11:41.058 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-10T08:11:41.169 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-10T08:11:41.180 INFO:tasks.cephadm:Teardown begin 2024-09-10T08:11:41.180 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephadm.py", line 2236, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-10T08:11:41.181 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:11:41.199 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:40 smithi007 ceph-mon[30879]: pgmap v1151: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-10T08:11:41.210 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:11:41.214 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:40 smithi110 ceph-mon[34417]: pgmap v1151: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-10T08:11:41.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:40 smithi145 ceph-mon[34766]: pgmap v1151: 129 pgs: 129 active+clean; 292 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-10T08:11:41.263 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:11:41.303 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-10T08:11:41.303 DEBUG:teuthology.orchestra.run.smithi007:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:11:41.320 DEBUG:teuthology.orchestra.run.smithi110:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:11:41.337 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:11:41.361 INFO:tasks.cephadm:Stopping all daemons... 2024-09-10T08:11:41.361 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-10T08:11:41.361 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a 2024-09-10T08:11:41.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:41 smithi007 systemd[1]: Stopping Ceph mon.a for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:42.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T08:11:41.724+0000 7fce70d69640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:11:42.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a[30875]: 2024-09-10T08:11:41.724+0000 7fce70d69640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-10T08:11:42.102 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:41 smithi007 podman[131217]: 2024-09-10 08:11:41.868006021 +0000 UTC m=+0.284633995 container died 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-10T08:11:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:42 smithi007 podman[131217]: 2024-09-10 08:11:42.366570483 +0000 UTC m=+0.783198499 container cleanup 1948362f8ae1b86922b4deebb1af442c269f2c9d80f76e6b06d0eecac29aeb98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-09-10T08:11:42.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 10 08:11:42 smithi007 bash[131217]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-a 2024-09-10T08:11:42.792 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.a.service' 2024-09-10T08:11:42.849 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:42.849 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-10T08:11:42.849 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-10T08:11:42.849 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.b 2024-09-10T08:11:43.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:42 smithi110 systemd[1]: Stopping Ceph mon.b for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:44.661 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b[34413]: 2024-09-10T08:11:44.353+0000 7f3edf6ee640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:11:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b[34413]: 2024-09-10T08:11:44.353+0000 7f3edf6ee640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-10T08:11:44.662 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:44 smithi110 podman[73657]: 2024-09-10 08:11:44.40474039 +0000 UTC m=+0.178380058 container died c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-10T08:11:45.161 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:44 smithi110 podman[73657]: 2024-09-10 08:11:44.96290039 +0000 UTC m=+0.736540047 container cleanup c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-10T08:11:45.162 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:44 smithi110 bash[73657]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b 2024-09-10T08:11:45.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Sep 10 08:11:45 smithi110 podman[73673]: 2024-09-10 08:11:45.306981253 +0000 UTC m=+0.896405057 container remove c1fa8938615935c1be371a4af2c8f698536fe0c7b28b2b5b9f05f81429261bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-b, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-10T08:11:46.086 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.b.service' 2024-09-10T08:11:46.139 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:46.139 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-10T08:11:46.140 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-10T08:11:46.140 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.c 2024-09-10T08:11:46.490 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:46 smithi145 systemd[1]: Stopping Ceph mon.c for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:46.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-c[34762]: 2024-09-10T08:11:46.497+0000 7f6ae35cc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:11:46.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-c[34762]: 2024-09-10T08:11:46.497+0000 7f6ae35cc640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-10T08:11:46.982 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:46 smithi145 podman[73419]: 2024-09-10 08:11:46.692099954 +0000 UTC m=+0.309134157 container died 6fcb12633d4113cdeabe65866759538d4a8805cd779a2c9132db6be1145f8cf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-10T08:11:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:47 smithi145 podman[73419]: 2024-09-10 08:11:47.090993972 +0000 UTC m=+0.708028157 container cleanup 6fcb12633d4113cdeabe65866759538d4a8805cd779a2c9132db6be1145f8cf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-10T08:11:47.241 INFO:journalctl@ceph.mon.c.smithi145.stdout:Sep 10 08:11:47 smithi145 bash[73419]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mon-c 2024-09-10T08:11:47.477 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mon.c.service' 2024-09-10T08:11:47.530 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:47.530 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-10T08:11:47.530 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-10T08:11:47.531 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x 2024-09-10T08:11:47.848 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:47 smithi007 systemd[1]: Stopping Ceph mgr.x for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:48.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T08:11:47.845+0000 7f81db154640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:11:48.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x[31102]: 2024-09-10T08:11:47.845+0000 7f81db154640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-10T08:11:48.102 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:47 smithi007 podman[131341]: 2024-09-10 08:11:47.877919627 +0000 UTC m=+0.148673608 container died 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True) 2024-09-10T08:11:48.572 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:48 smithi007 podman[131341]: 2024-09-10 08:11:48.313680607 +0000 UTC m=+0.584434581 container cleanup 6578733f787823d627cbaf8e0810704f9eccf11ade6c216b1e003e537eae4e81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-10T08:11:48.572 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 10 08:11:48 smithi007 bash[131341]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-x 2024-09-10T08:11:48.794 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.x.service' 2024-09-10T08:11:48.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:48.832 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-10T08:11:48.832 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-10T08:11:48.832 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.y 2024-09-10T08:11:49.161 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 08:11:48 smithi110 systemd[1]: Stopping Ceph mgr.y for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:49.501 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 08:11:49 smithi110 podman[76164]: 2024-09-10 08:11:49.19412128 +0000 UTC m=+0.169258639 container died 3ff41098f6b045e719c9a4161266683158669a6d2905a150d2d69e05afacb46c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:11:49.836 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 08:11:49 smithi110 podman[76164]: 2024-09-10 08:11:49.58516535 +0000 UTC m=+0.560302695 container cleanup 3ff41098f6b045e719c9a4161266683158669a6d2905a150d2d69e05afacb46c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:11:49.836 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Sep 10 08:11:49 smithi110 bash[76164]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-y 2024-09-10T08:11:49.966 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.y.service' 2024-09-10T08:11:50.002 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:50.002 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-10T08:11:50.002 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-10T08:11:50.002 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.z 2024-09-10T08:11:50.333 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 08:11:50 smithi145 systemd[1]: Stopping Ceph mgr.z for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:50.638 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 08:11:50 smithi145 podman[73542]: 2024-09-10 08:11:50.334060303 +0000 UTC m=+0.142503888 container died fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-10T08:11:50.991 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 08:11:50 smithi145 podman[73542]: 2024-09-10 08:11:50.739143497 +0000 UTC m=+0.547587079 container cleanup fd47d9c740fb5d79b839dc94db1a56d6cec7891edfb413911e5db6d8e8fcc2b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-09-10T08:11:50.991 INFO:journalctl@ceph.mgr.z.smithi145.stdout:Sep 10 08:11:50 smithi145 bash[73542]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mgr-z 2024-09-10T08:11:51.161 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mgr.z.service' 2024-09-10T08:11:51.195 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:51.196 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-10T08:11:51.196 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-10T08:11:51.196 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.0 2024-09-10T08:11:51.517 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:51 smithi007 systemd[1]: Stopping Ceph osd.0 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:11:51.852 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T08:11:51.517+0000 7f297aea2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:11:51.852 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T08:11:51.517+0000 7f297aea2640 -1 osd.0 91 *** Got signal Terminated *** 2024-09-10T08:11:51.852 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0[42071]: 2024-09-10T08:11:51.517+0000 7f297aea2640 -1 osd.0 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:11:57.352 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:57 smithi007 podman[131464]: 2024-09-10 08:11:57.033790743 +0000 UTC m=+5.635790446 container died 31480d4c9bdaa0891f089e83599a2f728a85cf5ba07cb44ac58b9afe97302386 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:11:57.852 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:57 smithi007 podman[131464]: 2024-09-10 08:11:57.528498749 +0000 UTC m=+6.130498438 container cleanup 31480d4c9bdaa0891f089e83599a2f728a85cf5ba07cb44ac58b9afe97302386 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:11:57.852 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:57 smithi007 bash[131464]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0 2024-09-10T08:11:58.323 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:57 smithi007 podman[131480]: 2024-09-10 08:11:57.91347324 +0000 UTC m=+0.877556233 container remove 31480d4c9bdaa0891f089e83599a2f728a85cf5ba07cb44ac58b9afe97302386 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-10T08:11:58.602 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.227245326 +0000 UTC m=+0.016598522 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:11:58.602 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.358134765 +0000 UTC m=+0.147487960 container create 99c5c0a930d3fd46410b4a9aced7f49843fe6974434e86e61f4ea35d0a05be31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:11:59.102 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.617357494 +0000 UTC m=+0.406710703 container init 99c5c0a930d3fd46410b4a9aced7f49843fe6974434e86e61f4ea35d0a05be31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-10T08:11:59.103 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.620932354 +0000 UTC m=+0.410285555 container start 99c5c0a930d3fd46410b4a9aced7f49843fe6974434e86e61f4ea35d0a05be31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:11:59.103 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.709061731 +0000 UTC m=+0.498414947 container attach 99c5c0a930d3fd46410b4a9aced7f49843fe6974434e86e61f4ea35d0a05be31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:11:59.103 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 10 08:11:58 smithi007 podman[131572]: 2024-09-10 08:11:58.818832473 +0000 UTC m=+0.608185675 container died 99c5c0a930d3fd46410b4a9aced7f49843fe6974434e86e61f4ea35d0a05be31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:11:59.674 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.0.service' 2024-09-10T08:11:59.725 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:11:59.725 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-10T08:11:59.725 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-10T08:11:59.725 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.1 2024-09-10T08:12:00.056 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:11:59 smithi110 systemd[1]: Stopping Ceph osd.1 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:00.411 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T08:12:00.056+0000 7f1a6b625640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:00.411 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T08:12:00.056+0000 7f1a6b625640 -1 osd.1 91 *** Got signal Terminated *** 2024-09-10T08:12:00.412 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1[38878]: 2024-09-10T08:12:00.056+0000 7f1a6b625640 -1 osd.1 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:05.825 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:05 smithi110 podman[76292]: 2024-09-10 08:12:05.554201089 +0000 UTC m=+5.638212857 container died dc2973b4130161dde70321335f3b75e75a3716ee92620a064aced168a2c9e4fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:12:06.161 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:05 smithi110 podman[76292]: 2024-09-10 08:12:05.932819655 +0000 UTC m=+6.016831410 container cleanup dc2973b4130161dde70321335f3b75e75a3716ee92620a064aced168a2c9e4fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-10T08:12:06.162 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:05 smithi110 bash[76292]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1 2024-09-10T08:12:06.548 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76309]: 2024-09-10 08:12:06.218111482 +0000 UTC m=+0.664190677 container remove dc2973b4130161dde70321335f3b75e75a3716ee92620a064aced168a2c9e4fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-10T08:12:06.829 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76398]: 2024-09-10 08:12:06.452126702 +0000 UTC m=+0.015857554 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:06.829 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76398]: 2024-09-10 08:12:06.577583574 +0000 UTC m=+0.141314486 container create a98d09422e9ef2218a2243c040495d3d1355340965dca43f374dc808aa8804c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:12:06.829 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76398]: 2024-09-10 08:12:06.830755367 +0000 UTC m=+0.394486214 container init a98d09422e9ef2218a2243c040495d3d1355340965dca43f374dc808aa8804c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-10T08:12:07.162 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76398]: 2024-09-10 08:12:06.83446341 +0000 UTC m=+0.398194260 container start a98d09422e9ef2218a2243c040495d3d1355340965dca43f374dc808aa8804c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2) 2024-09-10T08:12:07.162 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:06 smithi110 podman[76398]: 2024-09-10 08:12:06.930855839 +0000 UTC m=+0.494586682 container attach a98d09422e9ef2218a2243c040495d3d1355340965dca43f374dc808aa8804c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=) 2024-09-10T08:12:07.162 INFO:journalctl@ceph.osd.1.smithi110.stdout:Sep 10 08:12:07 smithi110 podman[76398]: 2024-09-10 08:12:07.027886998 +0000 UTC m=+0.591617845 container died a98d09422e9ef2218a2243c040495d3d1355340965dca43f374dc808aa8804c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-10T08:12:07.728 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.1.service' 2024-09-10T08:12:07.767 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:07.767 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-10T08:12:07.767 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-10T08:12:07.767 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.2 2024-09-10T08:12:08.102 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:07 smithi145 systemd[1]: Stopping Ceph osd.2 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:08.490 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T08:12:08.101+0000 7fcc01d94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:08.491 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T08:12:08.101+0000 7fcc01d94640 -1 osd.2 91 *** Got signal Terminated *** 2024-09-10T08:12:08.491 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2[39749]: 2024-09-10T08:12:08.101+0000 7fcc01d94640 -1 osd.2 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:13.903 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:13 smithi145 podman[73679]: 2024-09-10 08:12:13.610490899 +0000 UTC m=+5.636496311 container died ad1ccff4a7e073503459ec03e21a91206cc39c8d200c813f57bc2950b1383c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-10T08:12:14.241 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:13 smithi145 podman[73679]: 2024-09-10 08:12:13.977496599 +0000 UTC m=+6.003502007 container cleanup ad1ccff4a7e073503459ec03e21a91206cc39c8d200c813f57bc2950b1383c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-10T08:12:14.241 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:13 smithi145 bash[73679]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2 2024-09-10T08:12:14.605 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:14 smithi145 podman[73696]: 2024-09-10 08:12:14.296151586 +0000 UTC m=+0.682094333 container remove ad1ccff4a7e073503459ec03e21a91206cc39c8d200c813f57bc2950b1383c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-10T08:12:14.898 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:14 smithi145 podman[73785]: 2024-09-10 08:12:14.508969088 +0000 UTC m=+0.015892450 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:14.899 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:14 smithi145 podman[73785]: 2024-09-10 08:12:14.630505763 +0000 UTC m=+0.137429112 container create dcd7ff5aa3074f9b50634edd3d15f76ff9a1c4f2adcb87c5587846e3567d89a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-10T08:12:15.187 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:14 smithi145 podman[73785]: 2024-09-10 08:12:14.899908113 +0000 UTC m=+0.406831468 container init dcd7ff5aa3074f9b50634edd3d15f76ff9a1c4f2adcb87c5587846e3567d89a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2-deactivate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:15.187 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:14 smithi145 podman[73785]: 2024-09-10 08:12:14.903395836 +0000 UTC m=+0.410319185 container start dcd7ff5aa3074f9b50634edd3d15f76ff9a1c4f2adcb87c5587846e3567d89a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-10T08:12:15.187 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:15 smithi145 podman[73785]: 2024-09-10 08:12:15.000334766 +0000 UTC m=+0.507258124 container attach dcd7ff5aa3074f9b50634edd3d15f76ff9a1c4f2adcb87c5587846e3567d89a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:12:15.457 INFO:journalctl@ceph.osd.2.smithi145.stdout:Sep 10 08:12:15 smithi145 podman[73785]: 2024-09-10 08:12:15.188475696 +0000 UTC m=+0.695399054 container died dcd7ff5aa3074f9b50634edd3d15f76ff9a1c4f2adcb87c5587846e3567d89a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-10T08:12:15.818 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.2.service' 2024-09-10T08:12:15.858 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:15.858 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-10T08:12:15.858 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-10T08:12:15.858 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.3 2024-09-10T08:12:16.164 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:15 smithi007 systemd[1]: Stopping Ceph osd.3 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:16.439 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T08:12:16.165+0000 7f9ff35ff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:16.439 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T08:12:16.165+0000 7f9ff35ff640 -1 osd.3 91 *** Got signal Terminated *** 2024-09-10T08:12:16.439 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:16 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3[48857]: 2024-09-10T08:12:16.165+0000 7f9ff35ff640 -1 osd.3 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:18.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:17 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:17.965+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:18.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:18.382+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:18.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:18.431+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:18.759 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:18 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:18.510+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:19.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:18.948+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:19.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:18 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:18.776+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:19.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:19.370+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:19.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:19.473+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:19.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:19 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:19.522+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:20.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:19.974+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:20.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:19 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:19.785+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:20.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:20.394+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:20.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:20.484+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:20.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:20 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:20.525+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:21.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:20 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:20.792+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:21.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:20 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:20.971+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:21.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:21.352+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:21.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:21.507+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:21.852 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:21 smithi007 podman[131676]: 2024-09-10 08:12:21.581119275 +0000 UTC m=+5.520444728 container died 30ac90f20e805965426e7bf31289bcf596ecfb544bcacb40103699257436bd13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:12:21.853 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:21 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:21.828+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:21.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:21 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:21.564+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:22.316 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:22 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:22.011+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:22.316 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131676]: 2024-09-10 08:12:22.082625068 +0000 UTC m=+6.021950510 container cleanup 30ac90f20e805965426e7bf31289bcf596ecfb544bcacb40103699257436bd13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-10T08:12:22.317 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 bash[131676]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3 2024-09-10T08:12:22.382 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:22.129+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:22.602 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131705]: 2024-09-10 08:12:22.31780616 +0000 UTC m=+0.734709491 container remove 30ac90f20e805965426e7bf31289bcf596ecfb544bcacb40103699257436bd13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-10T08:12:22.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:22.382+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:22.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:22.498+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:22.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:22 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:22.610+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:22.936 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:22 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:22.781+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:22.936 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131794]: 2024-09-10 08:12:22.555491561 +0000 UTC m=+0.016491514 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:22.937 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131794]: 2024-09-10 08:12:22.677145414 +0000 UTC m=+0.138145363 container create a5bc2977cfa3ee59944df9c78abeef664fd3de02a8a2f479a22d08871ce4cb4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:23.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:23 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:23.011+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:23.352 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131794]: 2024-09-10 08:12:22.938139751 +0000 UTC m=+0.399139698 container init a5bc2977cfa3ee59944df9c78abeef664fd3de02a8a2f479a22d08871ce4cb4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-10T08:12:23.352 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:22 smithi007 podman[131794]: 2024-09-10 08:12:22.941725969 +0000 UTC m=+0.402725915 container start a5bc2977cfa3ee59944df9c78abeef664fd3de02a8a2f479a22d08871ce4cb4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_CLEAN=True) 2024-09-10T08:12:23.353 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:23 smithi007 podman[131794]: 2024-09-10 08:12:23.038259022 +0000 UTC m=+0.499258977 container attach a5bc2977cfa3ee59944df9c78abeef664fd3de02a8a2f479a22d08871ce4cb4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:23.353 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 10 08:12:23 smithi007 podman[131794]: 2024-09-10 08:12:23.135652128 +0000 UTC m=+0.596652072 container died a5bc2977cfa3ee59944df9c78abeef664fd3de02a8a2f479a22d08871ce4cb4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-3-deactivate, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-10T08:12:23.358 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:23.087+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:23.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:23.359+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:23.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:23.544+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:23.783 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.3.service' 2024-09-10T08:12:23.828 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:23.829 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-10T08:12:23.829 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-10T08:12:23.829 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.4 2024-09-10T08:12:23.857 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:23 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:23.571+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:24.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:23 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:23.997+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:24.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:23 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:23.805+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:24.139 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:23 smithi110 systemd[1]: Stopping Ceph osd.4 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:24.411 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:24 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T08:12:24.139+0000 7f06c8973640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:24.411 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:24 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T08:12:24.139+0000 7f06c8973640 -1 osd.4 91 *** Got signal Terminated *** 2024-09-10T08:12:24.411 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:24 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T08:12:24.139+0000 7f06c8973640 -1 osd.4 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:24.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:24.330+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:24.137+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:24.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:24 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:24.601+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:24.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:24.581+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:25.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:24 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:24.981+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:25.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:24 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:24.833+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:25.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:25 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:25.338+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:25.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:25 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:25.148+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:25.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:25 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:25.608+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:25.947 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:25 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:25.620+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:26.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:25 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:25.988+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:26.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:25 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:25.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:26.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:26.174+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:26.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:26.174+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:26.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:26 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:26.136+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:26.741 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:26.599+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:26.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:26 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:26.381+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:26.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:26 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:26.583+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:26.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:26 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:26.583+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:27.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:26 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:26.815+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:27.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:27.033+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:27.103 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:27.033+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:27.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:27 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:27.161+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:27.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:27.378+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:27.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:27.214+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:27.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:27.214+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:27.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:27 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:27.601+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:27.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:27 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:27.601+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:27.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:27 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:27.650+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:28.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:27.859+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:28.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:27.859+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:28.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:28 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:28.041+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:28.353 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:28 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:28.041+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:28.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:28 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:28.363+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:28.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:28 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:28.170+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:28.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:28 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:28.170+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:28.606 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:28 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4[45713]: 2024-09-10T08:12:28.436+0000 7f06c0f81640 -1 osd.4 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.815637+0000 front 2024-09-10T08:12:02.815678+0000 (oldest deadline 2024-09-10T08:12:28.115903+0000) 2024-09-10T08:12:28.606 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:28 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:28.192+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:28.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:28 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:28.607+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:28.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:28 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:28.607+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:28.990 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:28 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:28.615+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:29.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:29 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:29.018+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:29.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:29 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:29.018+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:29.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:28 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:28.832+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:29.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:28 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:28.832+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:29.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:29 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:29.328+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:29.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:29 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:29.215+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:29.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:29 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:29.215+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:29.580 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:29 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:29.175+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:29.771 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:29 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:29.648+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:29.890 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:29 smithi110 podman[76522]: 2024-09-10 08:12:29.581562603 +0000 UTC m=+5.559059182 container died 37be2bae697724948e377eb20c65140370a3cf4c89fa407c45cb53ff4ec677b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-10T08:12:29.890 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:29 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:29.641+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:29.890 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:29 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:29.642+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:30.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:29 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:29.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:30.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:29 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:29.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:30.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:30.060+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:30.102 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:30.060+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:30.161 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76522]: 2024-09-10 08:12:30.007572198 +0000 UTC m=+5.985068766 container cleanup 37be2bae697724948e377eb20c65140370a3cf4c89fa407c45cb53ff4ec677b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:12:30.162 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 bash[76522]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4 2024-09-10T08:12:30.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:30 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:30.366+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:30.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:30 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:30.169+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:30.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:30 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:30.169+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:30.661 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76537]: 2024-09-10 08:12:30.251163995 +0000 UTC m=+0.656928305 container remove 37be2bae697724948e377eb20c65140370a3cf4c89fa407c45cb53ff4ec677b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:30.662 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:30 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:30.168+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:30.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:30 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:30.691+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:30.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:30 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:30.691+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:30.912 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76625]: 2024-09-10 08:12:30.565808011 +0000 UTC m=+0.015649260 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:30.912 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76625]: 2024-09-10 08:12:30.677484948 +0000 UTC m=+0.127326203 container create f1b3a8279d4215665f8d766a7b9568855f201485971f5e9638ad9ba0c9aeca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-10T08:12:30.990 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:30 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:30.695+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:31.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:30.874+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:31.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:30.874+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:31.353 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:31.036+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:31.353 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:31.036+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:31.398 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:31 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:31.133+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:31.399 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76625]: 2024-09-10 08:12:30.913510591 +0000 UTC m=+0.363351838 container init f1b3a8279d4215665f8d766a7b9568855f201485971f5e9638ad9ba0c9aeca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-10T08:12:31.399 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76625]: 2024-09-10 08:12:30.916778958 +0000 UTC m=+0.366620206 container start f1b3a8279d4215665f8d766a7b9568855f201485971f5e9638ad9ba0c9aeca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:31.399 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:30 smithi110 podman[76625]: 2024-09-10 08:12:30.988512182 +0000 UTC m=+0.438353439 container attach f1b3a8279d4215665f8d766a7b9568855f201485971f5e9638ad9ba0c9aeca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:31.399 INFO:journalctl@ceph.osd.4.smithi110.stdout:Sep 10 08:12:31 smithi110 podman[76625]: 2024-09-10 08:12:31.106093616 +0000 UTC m=+0.555934865 container died f1b3a8279d4215665f8d766a7b9568855f201485971f5e9638ad9ba0c9aeca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:31.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:31 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:31.356+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:31.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:31 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:31.128+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:31.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:31 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:31.128+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:31.721 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.4.service' 2024-09-10T08:12:31.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:31.800 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-10T08:12:31.800 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-10T08:12:31.800 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.5 2024-09-10T08:12:32.095 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:31 smithi145 systemd[1]: Stopping Ceph osd.5 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:32.095 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:31 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:31.744+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:32.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:31 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:31.737+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:32.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:31 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:31.737+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:32.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:32.046+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:32.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:32.046+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:32.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:31.854+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:32.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:31 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:31.854+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:32.394 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:32.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:32.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:32.140+0000 7f21334d8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:32.140+0000 7f21334d8640 -1 osd.5 91 *** Got signal Terminated *** 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:32.140+0000 7f21334d8640 -1 osd.5 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:32.394+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:32.395 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:32.394+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.238406+0000 front 2024-09-10T08:12:00.238481+0000 (oldest deadline 2024-09-10T08:12:31.439086+0000) 2024-09-10T08:12:32.661 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:32 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:32.173+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:33.055 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:32 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:32.768+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:33.156 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:32 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:32.688+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:33.156 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:32 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:32.688+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:33.214 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:33.082+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:33.214 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:33.082+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:33.214 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:32.902+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:33.214 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:32 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:32.902+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:33.395 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:33 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:33.056+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:33.395 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:33 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:33.056+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:33.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:33 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:33.157+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:33.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:33 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:33.395+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:33.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:33 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:33.395+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.238406+0000 front 2024-09-10T08:12:00.238481+0000 (oldest deadline 2024-09-10T08:12:31.439086+0000) 2024-09-10T08:12:34.046 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:33 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:33.793+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:34.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:33 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:33.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:34.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:33 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:33.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:34.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:34.130+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:34.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:34.130+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:34.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:33.942+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:34.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:33 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:33.942+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:34.415 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:34.047+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:34.415 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:34.047+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:34.642 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:34 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:34.182+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:34.740 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:34.415+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:34.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:34.415+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.238406+0000 front 2024-09-10T08:12:00.238481+0000 (oldest deadline 2024-09-10T08:12:31.439086+0000) 2024-09-10T08:12:34.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:34 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:34.642+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:34.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:34 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:34.642+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:35.075 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:34.818+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:35.075 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:34 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:34.818+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:35.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:34.948+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:35.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:34 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:34.948+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:35.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:35.108+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:35.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:35.108+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:35.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:35.108+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:35.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:35 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:35.148+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:35.425 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:35.075+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:35.426 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:35.075+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:35.426 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:35.075+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:35.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:35.426+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:35.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:35.426+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.238406+0000 front 2024-09-10T08:12:00.238481+0000 (oldest deadline 2024-09-10T08:12:31.439086+0000) 2024-09-10T08:12:35.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:35 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:35.615+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:35.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:35 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:35.615+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:36.067 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:35.786+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:36.068 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:35 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:35.786+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:36.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:36.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:36.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:36.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:36.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:36.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:36.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:35.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:36.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:35.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:36.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:35.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:36.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:36 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:36.161+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:36.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:36 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:36.161+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:36.460 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:36.067+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:36.460 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:36.067+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:36.460 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:36.067+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:36.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:36.460+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:55.637295+0000 front 2024-09-10T08:11:55.637424+0000 (oldest deadline 2024-09-10T08:12:17.937461+0000) 2024-09-10T08:12:36.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:36.460+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.238406+0000 front 2024-09-10T08:12:00.238481+0000 (oldest deadline 2024-09-10T08:12:31.439086+0000) 2024-09-10T08:12:36.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5[46171]: 2024-09-10T08:12:36.460+0000 7f212faee640 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.439607+0000 front 2024-09-10T08:12:11.439629+0000 (oldest deadline 2024-09-10T08:12:35.539760+0000) 2024-09-10T08:12:36.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:36 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:36.617+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:36.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:36 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:36.617+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:36.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:36 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:36.617+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:37.145 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:36.890+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:37.145 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:36.890+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:37.145 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:36 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:36.890+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:37.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:36.798+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:37.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:36 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:36.798+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:37.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.024+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:37.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.024+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:37.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.024+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:37.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:37.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:37.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:37.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:37.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:37.145+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:37.622 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:37 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:37.182+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:37.623 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:37 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:37.182+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:37.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:37 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:37.623+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:37.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:37 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:37.623+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:37.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:37 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:37.623+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:37.982 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:37 smithi145 podman[73914]: 2024-09-10 08:12:37.704669206 +0000 UTC m=+5.712252140 container died 6a30ec13ed41dac855407c19200f802f5c983f9f884591b080e24b2777fe635c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:37.982 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:37.773+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:37.982 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:37.773+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:38.183 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:37.861+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:38.183 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:37.861+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:38.183 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:37 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:37.861+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:38.241 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:38 smithi145 podman[73914]: 2024-09-10 08:12:38.141999637 +0000 UTC m=+6.149582567 container cleanup 6a30ec13ed41dac855407c19200f802f5c983f9f884591b080e24b2777fe635c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-10T08:12:38.241 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:38 smithi145 bash[73914]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5 2024-09-10T08:12:38.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.982+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:38.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.982+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:38.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:37 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:37.982+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:38.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:38.183+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:38.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:38.183+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:38.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:38.183+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:38.632 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:38 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:38.184+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:38.632 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:38 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:38.184+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:38.741 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:38 smithi145 podman[73929]: 2024-09-10 08:12:38.368667367 +0000 UTC m=+0.662858041 container remove 6a30ec13ed41dac855407c19200f802f5c983f9f884591b080e24b2777fe635c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-10T08:12:38.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:38 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:38.633+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:38.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:38 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:38.633+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:38.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:38 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:38.633+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:39.031 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:38 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:38.744+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:39.031 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:38 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:38.744+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:39.032 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:38 smithi145 podman[74017]: 2024-09-10 08:12:38.688519053 +0000 UTC m=+0.016224779 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:39.032 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:38 smithi145 podman[74017]: 2024-09-10 08:12:38.80292726 +0000 UTC m=+0.130632979 container create 8431a1acc95c50cb11e8d8b055787ac5557fbc112656bf75f9f7416378298e96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-10T08:12:39.198 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:38.894+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:39.367 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:38.894+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:39.367 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:38 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:38.894+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:39.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:39.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:39.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:39 smithi145 podman[74017]: 2024-09-10 08:12:39.074593365 +0000 UTC m=+0.402299091 container init 8431a1acc95c50cb11e8d8b055787ac5557fbc112656bf75f9f7416378298e96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:39 smithi145 podman[74017]: 2024-09-10 08:12:39.077982328 +0000 UTC m=+0.405688055 container start 8431a1acc95c50cb11e8d8b055787ac5557fbc112656bf75f9f7416378298e96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-10T08:12:39.491 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:39 smithi145 podman[74017]: 2024-09-10 08:12:39.157983504 +0000 UTC m=+0.485689232 container attach 8431a1acc95c50cb11e8d8b055787ac5557fbc112656bf75f9f7416378298e96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:39.492 INFO:journalctl@ceph.osd.5.smithi145.stdout:Sep 10 08:12:39 smithi145 podman[74017]: 2024-09-10 08:12:39.269469577 +0000 UTC m=+0.597175304 container died 8431a1acc95c50cb11e8d8b055787ac5557fbc112656bf75f9f7416378298e96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-10T08:12:39.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:39.199+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:39.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:39.199+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:39.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:39.199+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:39.617 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:39.223+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:39.617 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:39.223+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:39.869 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:39.753+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:39.869 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:39 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:39.753+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:39.886 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.5.service' 2024-09-10T08:12:39.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:39.618+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:39.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:39.618+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:39.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:39 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:39.618+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:39.926 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:39.926 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-10T08:12:39.926 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-10T08:12:39.926 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.6 2024-09-10T08:12:40.236 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.023+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:40.236 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.023+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:40.237 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.023+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:40.241 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:39 smithi007 systemd[1]: Stopping Ceph osd.6 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:40.241 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:39.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:40.241 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:39.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:40.241 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:39.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.241+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.241+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.241+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.245+0000 7fc197434640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.245+0000 7fc197434640 -1 osd.6 91 *** Got signal Terminated *** 2024-09-10T08:12:40.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:40.245+0000 7fc197434640 -1 osd.6 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:40.654 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:40.187+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:40.654 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:40.187+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:40.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:40.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:40.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:40.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:40.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:40 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:40.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:41.230 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:40.877+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:41.231 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:40.877+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:41.231 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:40 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:40.877+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:41.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:41.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:41.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:40.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:41.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:40.755+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:41.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:40 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:40.755+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:41.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:41.231+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:41.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:41.231+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:41.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:41.231+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:41.634 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:41 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:41.175+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:41.634 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:41 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:41.175+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:41.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:41 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:41.635+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:41.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:41 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:41.635+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:41.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:41 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:41.635+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:41.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:41 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:41.719+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:41.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:41 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:41.719+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:42.252 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:41.859+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:42.252 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:41.859+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:42.252 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:41 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:41.860+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:42.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:42.156+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:42.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:42.156+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:42.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:42.156+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:42.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:42.020+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:42.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:42.020+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:42.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:42.020+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:42.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:42.020+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:42.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:42.252+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:42.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:42.252+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:42.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:42.252+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:42.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:42.599+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:42.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:42.599+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:42.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:42 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:42.599+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:43.011 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:42.747+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:43.011 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:42 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:42.747+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:43.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:42.833+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:43.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:42.833+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:43.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:42 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:42.833+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:43.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:43.143+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:43.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:43.143+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:43.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:43.143+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:43.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:43.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:43.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:43.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:43.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:43.291+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:43.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:43.291+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:43.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:43.291+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:43.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:43.624+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:43.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:43.624+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:43.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:43.624+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:44.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:43.836+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:44.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:43.836+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:44.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:43 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:43.836+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:43.747+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:43.747+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:44.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:43 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:43.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:44.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:44.115+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:44.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:44.115+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:44.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:44.115+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:44.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:44.336+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:54.627102+0000 front 2024-09-10T08:11:54.627031+0000 (oldest deadline 2024-09-10T08:12:17.428183+0000) 2024-09-10T08:12:44.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:44.336+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:02.129569+0000 front 2024-09-10T08:12:02.129619+0000 (oldest deadline 2024-09-10T08:12:26.829802+0000) 2024-09-10T08:12:44.602 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6[55291]: 2024-09-10T08:12:44.336+0000 7fc193a4a640 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.331297+0000 front 2024-09-10T08:12:10.331104+0000 (oldest deadline 2024-09-10T08:12:34.331794+0000) 2024-09-10T08:12:44.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:44.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:44.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:44.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:44.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:44 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:44.654+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:44.983 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:44.729+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:44.983 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:44.729+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:45.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:44.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:45.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:44.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:45.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:44.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:45.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:44 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:44.984+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:45.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:44.881+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:45.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:44.881+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:45.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:44 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:44.881+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:45.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:45.069+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:45.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:45.069+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:45.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:45.069+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:45.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:45.653+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:45.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:45.653+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:45.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:45 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:45.653+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:45.952 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:45 smithi007 podman[131897]: 2024-09-10 08:12:45.625353005 +0000 UTC m=+5.498858021 container died 620e43b7a52d99b41825d5f7a83c25a8e0a7115499084913f255a4973e6e60c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:45.952 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:45 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:45.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:45.952 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:45 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:45.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:45.953 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:45 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:45.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:45.953 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:45 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:45.853+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:45.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:45.961+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:45.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:45.961+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:45.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:45.961+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:45.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:45.961+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:45.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:45.714+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:45.992 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:45.714+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:45.992 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:45 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:45.714+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:46.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131897]: 2024-09-10 08:12:46.103142612 +0000 UTC m=+5.976647619 container cleanup 620e43b7a52d99b41825d5f7a83c25a8e0a7115499084913f255a4973e6e60c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-10T08:12:46.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 bash[131897]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6 2024-09-10T08:12:46.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:46.077+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:46.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:46.077+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:46.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:46.077+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:46.688 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131912]: 2024-09-10 08:12:46.372283915 +0000 UTC m=+0.744230136 container remove 620e43b7a52d99b41825d5f7a83c25a8e0a7115499084913f255a4973e6e60c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-10T08:12:46.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:46.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:46.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:46.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:46.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:46.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:46.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:46 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:46.662+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:46.955 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:46.676+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:46.955 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:46.676+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:46.955 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:46.676+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:47.015 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:46 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:46.834+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:47.015 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:46 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:46.834+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:47.015 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:46 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:46.834+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:47.015 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:46 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:46.834+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:47.015 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131998]: 2024-09-10 08:12:46.592329967 +0000 UTC m=+0.016654949 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:47.016 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131998]: 2024-09-10 08:12:46.716968635 +0000 UTC m=+0.141293606 container create fc467a7f8aaa526f50c651d73d4e4e12a4a85c0b2213f4861377f813336ffe2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6-deactivate, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-10T08:12:47.016 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131998]: 2024-09-10 08:12:46.924965351 +0000 UTC m=+0.349290324 container init fc467a7f8aaa526f50c651d73d4e4e12a4a85c0b2213f4861377f813336ffe2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:12:47.016 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:46 smithi007 podman[131998]: 2024-09-10 08:12:46.928731334 +0000 UTC m=+0.353056309 container start fc467a7f8aaa526f50c651d73d4e4e12a4a85c0b2213f4861377f813336ffe2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:47.016 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:47 smithi007 podman[131998]: 2024-09-10 08:12:47.016726621 +0000 UTC m=+0.441051605 container attach fc467a7f8aaa526f50c651d73d4e4e12a4a85c0b2213f4861377f813336ffe2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-10T08:12:47.240 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:46.956+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:47.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:46.956+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:47.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:46.956+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:47.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:46 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:46.956+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:47.352 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 10 08:12:47 smithi007 podman[131998]: 2024-09-10 08:12:47.124323091 +0000 UTC m=+0.548648075 container died fc467a7f8aaa526f50c651d73d4e4e12a4a85c0b2213f4861377f813336ffe2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:12:47.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:47.071+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:47.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:47.071+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:47.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:47.071+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:47.741 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.6.service' 2024-09-10T08:12:47.781 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:47.782 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-10T08:12:47.782 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-10T08:12:47.782 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.7 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:47.713+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:47.713+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:47.713+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:47.948+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:47.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:47.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:47.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:47.992 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:47 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:47.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:48.067 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:47 smithi110 systemd[1]: Stopping Ceph osd.7 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:48.068 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:47.698+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:48.068 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:47.698+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:48.068 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:47.698+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:48.068 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:47 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:47.698+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:48.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:47.794+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:48.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:47.794+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:48.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:47.794+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:48.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:47 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:47.794+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.067+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.067+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.067+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.229+0000 7f4e997f7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.229+0000 7f4e997f7640 -1 osd.7 91 *** Got signal Terminated *** 2024-09-10T08:12:48.332 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:48.229+0000 7f4e997f7640 -1 osd.7 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:49.061 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:48.670+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:49.061 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:48.670+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:49.061 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:48.670+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:49.061 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:48 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:48.670+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:49.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:48 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:48.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:49.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:48 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:48.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:49.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:48 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:48.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:49.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:48 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:48.831+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:49.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:48.757+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:49.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:48.757+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:49.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:48.757+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:49.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:48.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:49.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:48.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:49.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:48.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:49.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:48 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:48.949+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:49.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:49.061+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:49.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:49.061+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:49.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:49.061+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:50.048 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:49.700+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:50.048 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:49.700+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:50.048 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:49.700+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:50.049 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:49.700+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:50.049 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:49 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:49.700+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:50.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:49 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:49.810+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:50.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:49 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:49.810+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:50.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:49 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:49.810+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:50.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:49 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:49.810+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:49.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:49.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:49.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:49.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:49.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:50.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:49.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:50.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:49 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:49.990+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:50.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:50.049+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:50.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:50.049+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:50.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:50.049+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:50.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:50.049+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.011092+0000 front 2024-09-10T08:12:25.011123+0000 (oldest deadline 2024-09-10T08:12:49.711267+0000) 2024-09-10T08:12:51.097 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:50.717+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:51.098 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:50.717+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:51.098 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:50.717+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:51.098 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:50.717+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:51.098 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:50 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:50.717+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:51.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:50 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:50.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:51.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:50 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:50.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:51.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:50 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:50.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:51.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:50 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:50.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:51.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:50.799+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:51.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:50.799+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:51.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:50.799+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:51.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:50.947+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:51.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:50.947+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:51.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:50.947+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:51.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:50 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:50.947+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:51.411 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:51.098+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:51.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:51.098+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:51.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:51.098+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:51.412 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:51.098+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.011092+0000 front 2024-09-10T08:12:25.011123+0000 (oldest deadline 2024-09-10T08:12:49.711267+0000) 2024-09-10T08:12:52.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:51.772+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:52.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:51.772+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:52.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:51.772+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:52.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:51 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:51.772+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:52.127 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:51.729+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:52.127 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:51.729+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:52.128 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:51.729+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:52.128 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:51.729+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:52.128 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:51 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:51.729+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:51.779+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:51.779+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:51.779+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:51.953+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:51.953+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:52.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:51.953+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:52.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:51 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:51.953+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:52.413 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:52.128+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:52.413 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:52.128+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:52.413 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:52.128+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:52.413 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:52.128+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.011092+0000 front 2024-09-10T08:12:25.011123+0000 (oldest deadline 2024-09-10T08:12:49.711267+0000) 2024-09-10T08:12:52.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:52.735+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:52.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:52.735+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:52.991 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:52.735+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:52.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:52.945+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:52.991 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:52.945+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:52.992 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:52.945+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:52.992 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:52.945+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:52.992 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:52 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:52.945+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:53.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:52 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:52.802+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:53.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:52 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:52.802+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:53.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:52 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:52.802+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:53.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:52 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:52.802+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:53.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:52.715+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:53.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:52.715+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:53.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:52.715+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:53.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:52.715+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:53.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:52.715+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:53.649 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:53.167+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:00.507519+0000 front 2024-09-10T08:12:00.507614+0000 (oldest deadline 2024-09-10T08:12:25.807826+0000) 2024-09-10T08:12:53.649 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:53.167+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:10.509088+0000 front 2024-09-10T08:12:10.508912+0000 (oldest deadline 2024-09-10T08:12:35.209028+0000) 2024-09-10T08:12:53.649 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:53.167+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.509976+0000 front 2024-09-10T08:12:20.509837+0000 (oldest deadline 2024-09-10T08:12:41.609872+0000) 2024-09-10T08:12:53.649 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7[52334]: 2024-09-10T08:12:53.167+0000 7f4e95e0d640 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.011092+0000 front 2024-09-10T08:12:25.011123+0000 (oldest deadline 2024-09-10T08:12:49.711267+0000) 2024-09-10T08:12:53.904 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:53 smithi110 podman[76727]: 2024-09-10 08:12:53.650546766 +0000 UTC m=+5.666548922 container died 69bfa15ae8d2f407d93c58d555f516995faaaba369670b4c0eeb20cbb1f34363 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-09-10T08:12:53.905 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:53.697+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:53.905 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:53.697+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:53.905 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:53.697+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:53.905 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:53.697+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:53.905 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:53 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:53.697+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:54.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:53.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:54.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:53.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:54.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:53.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:54.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:53.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:54.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:53 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:53.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:54.161 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76727]: 2024-09-10 08:12:54.013648878 +0000 UTC m=+6.029651032 container cleanup 69bfa15ae8d2f407d93c58d555f516995faaaba369670b4c0eeb20cbb1f34363 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-10T08:12:54.161 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 bash[76727]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:53.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:53.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:53.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:53.777+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:53.942+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:54.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:53.942+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:54.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:53.942+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:54.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:53.942+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:54.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:53 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:53.942+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:54.625 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76754]: 2024-09-10 08:12:54.315326391 +0000 UTC m=+0.664880842 container remove 69bfa15ae8d2f407d93c58d555f516995faaaba369670b4c0eeb20cbb1f34363 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True) 2024-09-10T08:12:54.911 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:54 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:54.708+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:54 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:54.708+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:54 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:54.708+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:54 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:54.708+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:54 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:54.708+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76842]: 2024-09-10 08:12:54.529271417 +0000 UTC m=+0.015912822 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76842]: 2024-09-10 08:12:54.633355013 +0000 UTC m=+0.119996454 container create 7ea6c268cbfb2ae995992c965cb13640d2bb1d90b3ad0dab1a3b24ea79ec9e9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76842]: 2024-09-10 08:12:54.860979538 +0000 UTC m=+0.347620932 container init 7ea6c268cbfb2ae995992c965cb13640d2bb1d90b3ad0dab1a3b24ea79ec9e9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-10T08:12:54.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76842]: 2024-09-10 08:12:54.864475577 +0000 UTC m=+0.351116973 container start 7ea6c268cbfb2ae995992c965cb13640d2bb1d90b3ad0dab1a3b24ea79ec9e9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:55.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:54.745+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:55.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:54.745+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:55.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:54.745+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:55.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:54.745+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:55.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:54 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:54.745+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:55.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:54.800+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:55.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:54.800+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:55.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:54.800+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:55.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:54.800+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:55.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:54.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:55.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:54.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:55.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:54.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:55.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:54.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:55.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:54 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:54.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:55.371 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:54 smithi110 podman[76842]: 2024-09-10 08:12:54.961129471 +0000 UTC m=+0.447770877 container attach 7ea6c268cbfb2ae995992c965cb13640d2bb1d90b3ad0dab1a3b24ea79ec9e9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD) 2024-09-10T08:12:55.371 INFO:journalctl@ceph.osd.7.smithi110.stdout:Sep 10 08:12:55 smithi110 podman[76842]: 2024-09-10 08:12:55.058391167 +0000 UTC m=+0.545032563 container died 7ea6c268cbfb2ae995992c965cb13640d2bb1d90b3ad0dab1a3b24ea79ec9e9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-10T08:12:55.705 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.7.service' 2024-09-10T08:12:55.745 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:12:55.745 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-10T08:12:55.745 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-10T08:12:55.746 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.8 2024-09-10T08:12:56.063 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:55.985+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:55.985+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:55.985+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:55.985+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:55.985+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:55 smithi145 systemd[1]: Stopping Ceph osd.8 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:55.848+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:55.848+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:55.848+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:56.064 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:55 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:55.848+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:56.065 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.063+0000 7f146a70c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:12:56.065 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.063+0000 7f146a70c640 -1 osd.8 91 *** Got signal Terminated *** 2024-09-10T08:12:56.065 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.063+0000 7f146a70c640 -1 osd.8 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:12:56.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:55.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:56.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:55.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:56.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:55.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:56.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:55.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:56.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:55 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:55.790+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:56.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:55.732+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:56.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:55.732+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:56.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:55.732+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:56.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:55.732+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:56.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:55 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:55.732+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:57.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:56.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:57.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:56.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:57.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:56.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:57.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:56.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:57.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:56 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:56.825+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:57.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:56 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:56.720+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:57.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:56 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:56.720+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:57.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:56 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:56.720+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:57.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:56 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:56.720+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:57.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:56 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:56.720+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.889+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.889+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.889+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:56.889+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:56.998+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:56.998+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:56.998+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:57.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:56.998+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:57.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:56 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:56.998+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:58.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:57.731+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:58.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:57.731+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:58.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:57.731+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:58.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:57.731+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:58.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:57.731+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:57.932+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:57.932+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:57.932+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:57 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:57.932+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:58.039+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:58.039+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:58.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:58.039+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:58.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:58.039+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:58.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:58.039+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:58.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:57.869+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:58.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:57.869+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:58.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:57.869+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:58.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:57.869+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:58.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:57 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:57.869+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:12:59.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:58 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:58.771+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:12:59.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:59.036+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:12:59.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:59.036+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:12:59.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:59.036+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:12:59.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:59.036+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:12:59.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:12:59.036+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:12:59.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:58.946+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:12:59.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:58.946+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:12:59.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:58.946+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:12:59.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:58.946+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:12:59.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:58 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:58.946+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:34.434601+0000 front 2024-09-10T08:12:34.434636+0000 (oldest deadline 2024-09-10T08:12:58.534618+0000) 2024-09-10T08:12:59.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:12:59.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:12:59.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:12:59.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:12:59.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:12:59.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:58 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:58.876+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:00.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:00.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:00.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:00.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:00.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:00.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:12:59 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:12:59.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:00.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:00.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:00.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:00.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:00.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.031+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:00.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:59.949+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:13:00.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:59.949+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:13:00.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:59.949+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:13:00.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:59.949+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:13:00.242 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:12:59 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:12:59.949+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:34.434601+0000 front 2024-09-10T08:12:34.434636+0000 (oldest deadline 2024-09-10T08:12:58.534618+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:00.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:12:59 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:12:59.900+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:01.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:01.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:01.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:01.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:01.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:01.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:00 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:00.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:01.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:13:00.917+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.325752+0000 front 2024-09-10T08:11:56.325700+0000 (oldest deadline 2024-09-10T08:12:17.425695+0000) 2024-09-10T08:13:01.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:13:00.917+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:11.829700+0000 front 2024-09-10T08:12:11.829664+0000 (oldest deadline 2024-09-10T08:12:34.129844+0000) 2024-09-10T08:13:01.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:13:00.917+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.432494+0000 front 2024-09-10T08:12:20.432388+0000 (oldest deadline 2024-09-10T08:12:45.132368+0000) 2024-09-10T08:13:01.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:13:00.917+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:25.132905+0000 front 2024-09-10T08:12:25.132876+0000 (oldest deadline 2024-09-10T08:12:53.333685+0000) 2024-09-10T08:13:01.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8[53062]: 2024-09-10T08:13:00.917+0000 7f1466d22640 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:34.434601+0000 front 2024-09-10T08:12:34.434636+0000 (oldest deadline 2024-09-10T08:12:58.534618+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:01.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:00 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:00.996+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:01.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:00 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:00.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:01.782 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:01 smithi145 podman[74120]: 2024-09-10 08:13:01.525301806 +0000 UTC m=+5.573491547 container died 4c3a1855f41e93446a2b5aa0e8e4c184c0508ca335e0d60f02a0874d47b3ab0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:02.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:02.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:02.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:02.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:02.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:02.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:01.730+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:02.189 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:01 smithi145 podman[74120]: 2024-09-10 08:13:01.964435704 +0000 UTC m=+6.012625443 container cleanup 4c3a1855f41e93446a2b5aa0e8e4c184c0508ca335e0d60f02a0874d47b3ab0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:01 smithi145 bash[74120]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:02.190 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:01 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:01.980+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:02.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:02.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:02.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:02.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:02.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:02.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:01 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:01.925+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:02.490 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:02 smithi145 podman[74147]: 2024-09-10 08:13:02.190841094 +0000 UTC m=+0.662454605 container remove 4c3a1855f41e93446a2b5aa0e8e4c184c0508ca335e0d60f02a0874d47b3ab0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-10T08:13:02.901 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:02 smithi145 podman[74238]: 2024-09-10 08:13:02.54169752 +0000 UTC m=+0.015918877 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:13:02.901 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:02 smithi145 podman[74238]: 2024-09-10 08:13:02.649923267 +0000 UTC m=+0.124144618 container create 1faaa85c3219f16661d66bdd1d50927a3979df5dceb5617e2da909f681dc2d90 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:13:02.901 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:02 smithi145 podman[74238]: 2024-09-10 08:13:02.90256355 +0000 UTC m=+0.376784900 container init 1faaa85c3219f16661d66bdd1d50927a3979df5dceb5617e2da909f681dc2d90 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-10T08:13:03.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:03.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:03.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:03.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:03.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:03.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:02 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:02.778+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:03.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:02 smithi145 podman[74238]: 2024-09-10 08:13:02.906067692 +0000 UTC m=+0.380289043 container start 1faaa85c3219f16661d66bdd1d50927a3979df5dceb5617e2da909f681dc2d90 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-10T08:13:03.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:03 smithi145 podman[74238]: 2024-09-10 08:13:03.002835561 +0000 UTC m=+0.477056924 container attach 1faaa85c3219f16661d66bdd1d50927a3979df5dceb5617e2da909f681dc2d90 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-10T08:13:03.241 INFO:journalctl@ceph.osd.8.smithi145.stdout:Sep 10 08:13:03 smithi145 podman[74238]: 2024-09-10 08:13:03.099748816 +0000 UTC m=+0.573970180 container died 1faaa85c3219f16661d66bdd1d50927a3979df5dceb5617e2da909f681dc2d90 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:03.242 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:03.012+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:03.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:02 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:02.917+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:03.740 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.8.service' 2024-09-10T08:13:03.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:03.779 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-10T08:13:03.780 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-10T08:13:03.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.9 2024-09-10T08:13:04.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 systemd[1]: Stopping Ceph osd.9 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:04.103 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:03 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:03.921+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:04.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:04.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:04.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:04.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:04.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:04.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:03 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:03.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:04.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:04 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:04.049+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:04.602 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.105+0000 7f787f5e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:04.602 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.105+0000 7f787f5e8640 -1 osd.9 91 *** Got signal Terminated *** 2024-09-10T08:13:04.602 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.105+0000 7f787f5e8640 -1 osd.9 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:05.114 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:04 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:04.707+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:05.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:04 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:04.901+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:05.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:05 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:05.095+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:06.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:05 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:05.679+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:06.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:05 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:05.951+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.142+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.142+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.142+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.142+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.143+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:06.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:06 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:06.143+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:07.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:07.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:07.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:07.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:07.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:07.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:06 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:06.676+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:07.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:06 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:06.931+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:07.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:07.156+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:08.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:07 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:07.719+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:08.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:07 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:07.891+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:08.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:08 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:08.160+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:09.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:09.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:09.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:09.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:09.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.755+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:09.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:09.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:08 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:08.756+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:09.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.469626+0000 front 2024-09-10T08:11:53.469607+0000 (oldest deadline 2024-09-10T08:12:18.670190+0000) 2024-09-10T08:13:09.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.471694+0000 front 2024-09-10T08:12:04.471659+0000 (oldest deadline 2024-09-10T08:12:27.371596+0000) 2024-09-10T08:13:09.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.672884+0000 front 2024-09-10T08:12:12.672706+0000 (oldest deadline 2024-09-10T08:12:35.572724+0000) 2024-09-10T08:13:09.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.273889+0000 front 2024-09-10T08:12:20.273923+0000 (oldest deadline 2024-09-10T08:12:44.974125+0000) 2024-09-10T08:13:09.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.376051+0000 front 2024-09-10T08:12:28.376222+0000 (oldest deadline 2024-09-10T08:12:53.076001+0000) 2024-09-10T08:13:09.353 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:08 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9[61808]: 2024-09-10T08:13:08.909+0000 7f7877bf6640 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.477851+0000 front 2024-09-10T08:12:36.477919+0000 (oldest deadline 2024-09-10T08:12:58.777971+0000) 2024-09-10T08:13:09.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:09.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:09.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:09.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:09.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:09.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:09.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:09.182+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:09.852 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:09 smithi007 podman[132114]: 2024-09-10 08:13:09.509708658 +0000 UTC m=+5.526640950 container died fa92272ccb00a9e94bc86cffa43d2883da209f62c765a849fcb0ceac30b79575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-10T08:13:10.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:10.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:09 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:09.767+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:10.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:09 smithi007 podman[132114]: 2024-09-10 08:13:09.939365664 +0000 UTC m=+5.956297956 container cleanup fa92272ccb00a9e94bc86cffa43d2883da209f62c765a849fcb0ceac30b79575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-10T08:13:10.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:09 smithi007 bash[132114]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9 2024-09-10T08:13:10.352 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132132]: 2024-09-10 08:13:10.132666171 +0000 UTC m=+0.619019455 container remove fa92272ccb00a9e94bc86cffa43d2883da209f62c765a849fcb0ceac30b79575 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:10.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:10 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:10.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:10.851 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.558481949 +0000 UTC m=+0.102410878 container create c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:13:10.851 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.472104959 +0000 UTC m=+0.016033887 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:13:10.851 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.769182659 +0000 UTC m=+0.313111591 container init c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-10T08:13:10.851 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.772521059 +0000 UTC m=+0.316449987 container start c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD) 2024-09-10T08:13:10.851 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.852415505 +0000 UTC m=+0.396344441 container attach c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:13:11.102 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:10 smithi007 podman[132221]: 2024-09-10 08:13:10.973912805 +0000 UTC m=+0.517841733 container died c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-10T08:13:11.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:11.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:10 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:10.811+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:11.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:11 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:11.217+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:11.563 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 10 08:13:11 smithi007 podman[132244]: 2024-09-10 08:13:11.547851001 +0000 UTC m=+0.567265417 container remove c33335ae683b7ee9015672c03b8d96581764ccb97cedb886178d7beac593fe7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-10T08:13:11.570 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.9.service' 2024-09-10T08:13:11.614 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:11.614 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-10T08:13:11.614 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-10T08:13:11.615 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.10 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 systemd[1]: Stopping Ceph osd.10 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:11.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:11 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:11.803+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:12.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:12 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:12.233+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:12.661 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.225+0000 7fcb30ffc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:12.662 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.225+0000 7fcb30ffc640 -1 osd.10 91 *** Got signal Terminated *** 2024-09-10T08:13:12.662 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.225+0000 7fcb30ffc640 -1 osd.10 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:13:13.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:13.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:12 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:12.773+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:13.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:13 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:13.209+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:14.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:14.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:13 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:13.782+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:14.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:14 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:14.200+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:15.161 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:15.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:14 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:14.764+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:15.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:15.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:15.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:15.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:15.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:15.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:15.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:15.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:15 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:15.230+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:16.162 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:15 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:15.714+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:16.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:16.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:16.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:16 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:16.227+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:17.164 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:56.109817+0000 front 2024-09-10T08:11:56.109771+0000 (oldest deadline 2024-09-10T08:12:17.809874+0000) 2024-09-10T08:13:17.164 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:04.211709+0000 front 2024-09-10T08:12:04.211810+0000 (oldest deadline 2024-09-10T08:12:26.511845+0000) 2024-09-10T08:13:17.165 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:09.913255+0000 front 2024-09-10T08:12:09.913179+0000 (oldest deadline 2024-09-10T08:12:35.713586+0000) 2024-09-10T08:13:17.165 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:20.815414+0000 front 2024-09-10T08:12:20.815326+0000 (oldest deadline 2024-09-10T08:12:46.115259+0000) 2024-09-10T08:13:17.165 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:26.115784+0000 front 2024-09-10T08:12:26.115815+0000 (oldest deadline 2024-09-10T08:12:49.615896+0000) 2024-09-10T08:13:17.165 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:37.018560+0000 front 2024-09-10T08:12:37.018587+0000 (oldest deadline 2024-09-10T08:12:58.118517+0000) 2024-09-10T08:13:17.165 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:16 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10[59295]: 2024-09-10T08:13:16.704+0000 7fcb2d612640 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:45.119960+0000 front 2024-09-10T08:12:45.119942+0000 (oldest deadline 2024-09-10T08:13:06.819839+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:17.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:17 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:17.265+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:17.969 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:17 smithi110 podman[76943]: 2024-09-10 08:13:17.717019734 +0000 UTC m=+5.906570398 container died 1bce42c0e4100d68d6ae8fda8b137c2a90af86a013d6f59a2f7978fec812555a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-10T08:13:18.343 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[76943]: 2024-09-10 08:13:18.060092681 +0000 UTC m=+6.249643346 container cleanup 1bce42c0e4100d68d6ae8fda8b137c2a90af86a013d6f59a2f7978fec812555a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , ceph=True) 2024-09-10T08:13:18.343 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 bash[76943]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:18.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:18 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:18.234+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:18.660 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[76960]: 2024-09-10 08:13:18.344731998 +0000 UTC m=+0.630110023 container remove 1bce42c0e4100d68d6ae8fda8b137c2a90af86a013d6f59a2f7978fec812555a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:13:18.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[77048]: 2024-09-10 08:13:18.662232291 +0000 UTC m=+0.104547052 container create c2d7e316618ec0cf0ad7473e8a02e451797b3de646eaeac51cbbca38716373a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:13:18.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[77048]: 2024-09-10 08:13:18.573238431 +0000 UTC m=+0.015553204 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:13:18.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[77048]: 2024-09-10 08:13:18.881984098 +0000 UTC m=+0.324298869 container init c2d7e316618ec0cf0ad7473e8a02e451797b3de646eaeac51cbbca38716373a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-09-10T08:13:18.912 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[77048]: 2024-09-10 08:13:18.88546024 +0000 UTC m=+0.327775012 container start c2d7e316618ec0cf0ad7473e8a02e451797b3de646eaeac51cbbca38716373a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:13:19.334 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:18 smithi110 podman[77048]: 2024-09-10 08:13:18.948297778 +0000 UTC m=+0.390612559 container attach c2d7e316618ec0cf0ad7473e8a02e451797b3de646eaeac51cbbca38716373a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-10T08:13:19.334 INFO:journalctl@ceph.osd.10.smithi110.stdout:Sep 10 08:13:19 smithi110 podman[77048]: 2024-09-10 08:13:19.072614911 +0000 UTC m=+0.514929684 container died c2d7e316618ec0cf0ad7473e8a02e451797b3de646eaeac51cbbca38716373a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:19.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:19.194+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:19.678 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.10.service' 2024-09-10T08:13:19.716 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:19.716 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-10T08:13:19.717 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-10T08:13:19.717 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.11 2024-09-10T08:13:20.032 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:19 smithi145 systemd[1]: Stopping Ceph osd.11 for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.032+0000 7f482a682640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.032+0000 7f482a682640 -1 osd.11 91 *** Got signal Terminated *** 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.032+0000 7f482a682640 -1 osd.11 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:20.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:20.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:20.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:20 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:20.207+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:21.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:21.742 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:21.246+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:22.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:22.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:22.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:22.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:22.741 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:22.742 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:22.742 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:22.742 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:22 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:22.249+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:23.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:23.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:23.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:23 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:23.222+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6820 osd.8 since back 2024-09-10T08:13:00.584882+0000 front 2024-09-10T08:13:00.584910+0000 (oldest deadline 2024-09-10T08:13:22.284868+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-10T08:11:53.173228+0000 front 2024-09-10T08:11:53.172910+0000 (oldest deadline 2024-09-10T08:12:21.973714+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6804 osd.1 since back 2024-09-10T08:12:01.974203+0000 front 2024-09-10T08:12:01.974280+0000 (oldest deadline 2024-09-10T08:12:26.074372+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6804 osd.2 since back 2024-09-10T08:12:12.476290+0000 front 2024-09-10T08:12:12.476148+0000 (oldest deadline 2024-09-10T08:12:34.776266+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-10T08:12:18.877381+0000 front 2024-09-10T08:12:18.877296+0000 (oldest deadline 2024-09-10T08:12:41.777216+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6812 osd.4 since back 2024-09-10T08:12:28.778879+0000 front 2024-09-10T08:12:28.778829+0000 (oldest deadline 2024-09-10T08:12:52.278844+0000) 2024-09-10T08:13:24.491 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6812 osd.5 since back 2024-09-10T08:12:36.280270+0000 front 2024-09-10T08:12:36.280308+0000 (oldest deadline 2024-09-10T08:13:00.380374+0000) 2024-09-10T08:13:24.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-10T08:12:42.081468+0000 front 2024-09-10T08:12:42.081443+0000 (oldest deadline 2024-09-10T08:13:07.881955+0000) 2024-09-10T08:13:24.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.110:6820 osd.7 since back 2024-09-10T08:12:53.083837+0000 front 2024-09-10T08:12:53.083855+0000 (oldest deadline 2024-09-10T08:13:14.783762+0000) 2024-09-10T08:13:24.492 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:24 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11[60012]: 2024-09-10T08:13:24.208+0000 7f4826c98640 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.145:6820 osd.8 since back 2024-09-10T08:13:00.584882+0000 front 2024-09-10T08:13:00.584910+0000 (oldest deadline 2024-09-10T08:13:22.284868+0000) 2024-09-10T08:13:25.840 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:25 smithi145 podman[74340]: 2024-09-10 08:13:25.584499102 +0000 UTC m=+5.676485807 container died c5ead443782aacd8557cc7ab105054fbb6d544db505aa887ee2008aded3e8075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-10T08:13:26.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:25 smithi145 podman[74340]: 2024-09-10 08:13:25.941220424 +0000 UTC m=+6.033207139 container cleanup c5ead443782aacd8557cc7ab105054fbb6d544db505aa887ee2008aded3e8075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:26.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:25 smithi145 bash[74340]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11 2024-09-10T08:13:26.558 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74355]: 2024-09-10 08:13:26.25066485 +0000 UTC m=+0.664475077 container remove c5ead443782aacd8557cc7ab105054fbb6d544db505aa887ee2008aded3e8075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-10T08:13:26.886 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.559761566 +0000 UTC m=+0.112373097 container create ef9669c1ac39d8b095e74d17c5ebf2d3dfa059d3b8196416306b0844f8961d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2) 2024-09-10T08:13:26.887 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.463493564 +0000 UTC m=+0.016105096 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:13:26.887 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.787291839 +0000 UTC m=+0.339903370 container init ef9669c1ac39d8b095e74d17c5ebf2d3dfa059d3b8196416306b0844f8961d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-10T08:13:26.887 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.7905513 +0000 UTC m=+0.343162829 container start ef9669c1ac39d8b095e74d17c5ebf2d3dfa059d3b8196416306b0844f8961d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-10T08:13:26.887 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.88778712 +0000 UTC m=+0.440398649 container attach ef9669c1ac39d8b095e74d17c5ebf2d3dfa059d3b8196416306b0844f8961d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:13:27.241 INFO:journalctl@ceph.osd.11.smithi145.stdout:Sep 10 08:13:26 smithi145 podman[74445]: 2024-09-10 08:13:26.980447007 +0000 UTC m=+0.533058536 container died ef9669c1ac39d8b095e74d17c5ebf2d3dfa059d3b8196416306b0844f8961d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-10T08:13:27.560 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@osd.11.service' 2024-09-10T08:13:27.598 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:27.599 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-10T08:13:27.599 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-10T08:13:27.599 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.a 2024-09-10T08:13:27.908 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:27 smithi007 systemd[1]: Stopping Ceph mds.a for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:28.352 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a[69088]: 2024-09-10T08:13:27.907+0000 7f7a3b818640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:28.352 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:27 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a[69088]: 2024-09-10T08:13:27.907+0000 7f7a3b818640 -1 mds.a *** got signal Terminated *** 2024-09-10T08:13:29.449 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:29 smithi007 podman[132346]: 2024-09-10 08:13:29.115803598 +0000 UTC m=+1.310295453 container died 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-10T08:13:29.850 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:29 smithi007 podman[132346]: 2024-09-10 08:13:29.599797907 +0000 UTC m=+1.794289761 container cleanup 20c8b6080e78871d9ba2b63836e3d85c1c1a0f4c7bc29d311c94d41a508f37cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-10T08:13:29.850 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 10 08:13:29 smithi007 bash[132346]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-a 2024-09-10T08:13:29.991 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.a.service' 2024-09-10T08:13:30.028 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:30.029 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-10T08:13:30.029 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-10T08:13:30.029 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.d 2024-09-10T08:13:30.378 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:30 smithi007 systemd[1]: Stopping Ceph mds.d for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:30.852 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d[67882]: 2024-09-10T08:13:30.378+0000 7f0629eca640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:30.852 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:30 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d[67882]: 2024-09-10T08:13:30.378+0000 7f0629eca640 -1 mds.d *** got signal Terminated *** 2024-09-10T08:13:34.102 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:33 smithi007 podman[132466]: 2024-09-10 08:13:33.914804095 +0000 UTC m=+3.660026962 container died 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2) 2024-09-10T08:13:34.745 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:34 smithi007 podman[132466]: 2024-09-10 08:13:34.48721404 +0000 UTC m=+4.232436903 container cleanup 43f78909f40da8e13adff8e65490e37548c7784a3deb0643e49f35ad40c92766 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:34.746 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 10 08:13:34 smithi007 bash[132466]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-d 2024-09-10T08:13:34.913 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.d.service' 2024-09-10T08:13:34.948 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:34.948 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-10T08:13:34.948 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-10T08:13:34.948 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.g 2024-09-10T08:13:35.291 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:35 smithi007 systemd[1]: Stopping Ceph mds.g for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:35.602 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g[68761]: 2024-09-10T08:13:35.290+0000 7f9f32d2f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:35.602 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:35 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g[68761]: 2024-09-10T08:13:35.290+0000 7f9f32d2f640 -1 mds.g *** got signal Terminated *** 2024-09-10T08:13:38.558 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:38 smithi007 podman[132587]: 2024-09-10 08:13:38.299403709 +0000 UTC m=+3.119450480 container died c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:13:38.852 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:38 smithi007 podman[132587]: 2024-09-10 08:13:38.632844184 +0000 UTC m=+3.452890936 container cleanup c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-10T08:13:38.852 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:38 smithi007 bash[132587]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g 2024-09-10T08:13:38.852 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 10 08:13:38 smithi007 podman[132599]: 2024-09-10 08:13:38.801006485 +0000 UTC m=+0.504170077 container remove c55bed0ee95207cc5ba07579427b9b76989a72fdb2144a494d511cc934a74422 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-10T08:13:39.071 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.g.service' 2024-09-10T08:13:39.105 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:39.105 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-10T08:13:39.108 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-10T08:13:39.108 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.j 2024-09-10T08:13:39.352 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:39 smithi007 systemd[1]: Stopping Ceph mds.j for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:39.852 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j[67485]: 2024-09-10T08:13:39.436+0000 7f742c71c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:39.852 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:39 smithi007 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j[67485]: 2024-09-10T08:13:39.436+0000 7f742c71c640 -1 mds.j *** got signal Terminated *** 2024-09-10T08:13:42.352 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:42 smithi007 podman[132709]: 2024-09-10 08:13:42.054648473 +0000 UTC m=+2.723743387 container died cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-09-10T08:13:42.678 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:42 smithi007 podman[132709]: 2024-09-10 08:13:42.437005225 +0000 UTC m=+3.106100136 container cleanup cf45a9f110cd4995a42b400c35de1fd3c379403ff42cff445c4b9c00f4668b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-10T08:13:42.679 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 10 08:13:42 smithi007 bash[132709]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-j 2024-09-10T08:13:42.822 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.j.service' 2024-09-10T08:13:42.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:42.856 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-10T08:13:42.856 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-10T08:13:42.856 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.b 2024-09-10T08:13:43.161 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:42 smithi110 systemd[1]: Stopping Ceph mds.b for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:43.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T08:13:43.254+0000 7f2b109ec640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:43.662 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:43 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b[64761]: 2024-09-10T08:13:43.254+0000 7f2b109ec640 -1 mds.b *** got signal Terminated *** 2024-09-10T08:13:51.130 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:50 smithi110 podman[77163]: 2024-09-10 08:13:50.848077312 +0000 UTC m=+7.800241688 container died 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-10T08:13:51.411 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:51 smithi110 podman[77163]: 2024-09-10 08:13:51.229526216 +0000 UTC m=+8.181690592 container cleanup 5c192bd027d8dbfdb2b7277e9877c55dbf5fbf88f5b798c86e4187b0fee5ffba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-10T08:13:51.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Sep 10 08:13:51 smithi110 bash[77163]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-b 2024-09-10T08:13:51.630 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.b.service' 2024-09-10T08:13:51.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:51.667 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-10T08:13:51.668 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-10T08:13:51.668 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.e 2024-09-10T08:13:52.016 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:51 smithi110 systemd[1]: Stopping Ceph mds.e for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:52.339 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e[64157]: 2024-09-10T08:13:52.017+0000 7fcd14030640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:52.340 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:52 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e[64157]: 2024-09-10T08:13:52.017+0000 7fcd14030640 -1 mds.e *** got signal Terminated *** 2024-09-10T08:13:56.411 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:56 smithi110 podman[77293]: 2024-09-10 08:13:56.141415669 +0000 UTC m=+4.228563224 container died 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-10T08:13:56.793 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:56 smithi110 podman[77293]: 2024-09-10 08:13:56.575986624 +0000 UTC m=+4.663134173 container cleanup 0321f2812080f2b77b43a4c0fa636d53cb3b1ffc62a0a10428d68843a04b2859 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-10T08:13:56.793 INFO:journalctl@ceph.mds.e.smithi110.stdout:Sep 10 08:13:56 smithi110 bash[77293]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-e 2024-09-10T08:13:57.012 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.e.service' 2024-09-10T08:13:57.047 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:13:57.047 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-10T08:13:57.047 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-10T08:13:57.047 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.h 2024-09-10T08:13:57.371 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:13:57 smithi110 systemd[1]: Stopping Ceph mds.h for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:13:57.661 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:13:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h[64460]: 2024-09-10T08:13:57.371+0000 7efc05983640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:13:57.661 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:13:57 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h[64460]: 2024-09-10T08:13:57.371+0000 7efc05983640 -1 mds.h *** got signal Terminated *** 2024-09-10T08:14:00.805 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:14:00 smithi110 podman[77417]: 2024-09-10 08:14:00.498288854 +0000 UTC m=+3.237850732 container died 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:14:01.121 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:14:00 smithi110 podman[77417]: 2024-09-10 08:14:00.904891148 +0000 UTC m=+3.644453025 container cleanup 955467a43f6624687dc50c2bed0a1c671bcb56bcaf995768c08778604f6fe9b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:14:01.121 INFO:journalctl@ceph.mds.h.smithi110.stdout:Sep 10 08:14:00 smithi110 bash[77417]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-h 2024-09-10T08:14:01.263 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.h.service' 2024-09-10T08:14:01.296 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:01.296 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-10T08:14:01.296 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-10T08:14:01.296 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.k 2024-09-10T08:14:01.662 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:01 smithi110 systemd[1]: Stopping Ceph mds.k for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:14:01.662 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-k[63840]: 2024-09-10T08:14:01.617+0000 7f9427b17640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:14:01.662 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:01 smithi110 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-k[63840]: 2024-09-10T08:14:01.617+0000 7f9427b17640 -1 mds.k *** got signal Terminated *** 2024-09-10T08:14:02.992 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:02 smithi110 podman[77539]: 2024-09-10 08:14:02.719955968 +0000 UTC m=+1.203809975 container died bd6d9fd703499665724d63574995fb68a146b7a1da14c2a16cda42e47da661d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:14:03.400 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:03 smithi110 podman[77539]: 2024-09-10 08:14:03.075937344 +0000 UTC m=+1.559791349 container cleanup bd6d9fd703499665724d63574995fb68a146b7a1da14c2a16cda42e47da661d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-k, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:14:03.400 INFO:journalctl@ceph.mds.k.smithi110.stdout:Sep 10 08:14:03 smithi110 bash[77539]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-k 2024-09-10T08:14:03.524 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.k.service' 2024-09-10T08:14:03.556 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:03.556 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-10T08:14:03.556 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-10T08:14:03.556 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.c 2024-09-10T08:14:03.855 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:03 smithi145 systemd[1]: Stopping Ceph mds.c for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:14:04.109 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T08:14:03.854+0000 7f8bfb4a4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:14:04.109 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:03 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c[65116]: 2024-09-10T08:14:03.854+0000 7f8bfb4a4640 -1 mds.c *** got signal Terminated *** 2024-09-10T08:14:06.230 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:05 smithi145 podman[74549]: 2024-09-10 08:14:05.934378052 +0000 UTC m=+2.180332709 container died bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-10T08:14:06.491 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:06 smithi145 podman[74549]: 2024-09-10 08:14:06.32192256 +0000 UTC m=+2.567877209 container cleanup bede7f43c06e78a4b7c3aec5b9fb1fdff5bee3c3487318f898daff32d59b2b03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:14:06.491 INFO:journalctl@ceph.mds.c.smithi145.stdout:Sep 10 08:14:06 smithi145 bash[74549]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-c 2024-09-10T08:14:06.686 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.c.service' 2024-09-10T08:14:06.722 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:06.723 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-10T08:14:06.723 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-10T08:14:06.723 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.f 2024-09-10T08:14:07.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:06 smithi145 systemd[1]: Stopping Ceph mds.f for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:14:07.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: 2024-09-10T08:14:07.033+0000 7fadfb2d5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:14:07.241 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:07 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f[64816]: 2024-09-10T08:14:07.033+0000 7fadfb2d5640 -1 mds.f *** got signal Terminated *** 2024-09-10T08:14:09.118 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:08 smithi145 podman[74681]: 2024-09-10 08:14:08.824344967 +0000 UTC m=+1.883045666 container died 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-10T08:14:09.467 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:09 smithi145 podman[74681]: 2024-09-10 08:14:09.184378987 +0000 UTC m=+2.243079747 container cleanup 9f5e4f0ea2e616a04dfb25392d67d7956a7009309f9c1d4e480f2d8b175a27fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:14:09.468 INFO:journalctl@ceph.mds.f.smithi145.stdout:Sep 10 08:14:09 smithi145 bash[74681]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-f 2024-09-10T08:14:09.616 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.f.service' 2024-09-10T08:14:09.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:09.650 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-10T08:14:09.650 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-10T08:14:09.650 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.i 2024-09-10T08:14:09.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:09 smithi145 systemd[1]: Stopping Ceph mds.i for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:14:09.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T08:14:09.979+0000 7f59f8df1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:14:09.991 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:09 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i[65421]: 2024-09-10T08:14:09.979+0000 7f59f8df1640 -1 mds.i *** got signal Terminated *** 2024-09-10T08:14:20.241 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:19 smithi145 bash[74801]: time="2024-09-10T08:14:19Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i in 10 seconds, resorting to SIGKILL" 2024-09-10T08:14:20.241 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:20 smithi145 podman[74801]: 2024-09-10 08:14:20.003333279 +0000 UTC m=+10.122491402 container died e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-10T08:14:20.620 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:20 smithi145 podman[74801]: 2024-09-10 08:14:20.370505966 +0000 UTC m=+10.489664091 container cleanup e1ae051b8ce0d5483cf551d8d83e2368f58c00383fa59cd9920e9dcf4f862f4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-09-10T08:14:20.620 INFO:journalctl@ceph.mds.i.smithi145.stdout:Sep 10 08:14:20 smithi145 bash[74801]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-i 2024-09-10T08:14:20.796 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.i.service' 2024-09-10T08:14:20.829 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:20.829 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-10T08:14:20.829 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-10T08:14:20.829 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.l 2024-09-10T08:14:21.240 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:20 smithi145 systemd[1]: Stopping Ceph mds.l for 0ae38828-6f47-11ef-bcea-c7b262605968... 2024-09-10T08:14:21.241 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l[64509]: 2024-09-10T08:14:21.141+0000 7f250d981640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:14:21.241 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:21 smithi145 ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l[64509]: 2024-09-10T08:14:21.141+0000 7f250d981640 -1 mds.l *** got signal Terminated *** 2024-09-10T08:14:24.364 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:24 smithi145 podman[74922]: 2024-09-10 08:14:24.061830008 +0000 UTC m=+3.012897428 container died e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-10T08:14:24.716 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:24 smithi145 podman[74922]: 2024-09-10 08:14:24.365521368 +0000 UTC m=+3.316588788 container cleanup e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-10T08:14:24.717 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:24 smithi145 bash[74922]: ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l 2024-09-10T08:14:24.717 INFO:journalctl@ceph.mds.l.smithi145.stdout:Sep 10 08:14:24 smithi145 podman[74933]: 2024-09-10 08:14:24.591403002 +0000 UTC m=+0.525074476 container remove e65352c3e36cb9dbbb4e537b0600670b804f3f9036cb87e2a25bc10cd5d3319b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-0ae38828-6f47-11ef-bcea-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-10T08:14:24.736 DEBUG:teuthology.orchestra.run.smithi145:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ae38828-6f47-11ef-bcea-c7b262605968@mds.l.service' 2024-09-10T08:14:24.769 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:14:24.769 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-10T08:14:24.769 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:14:24.983 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:14:27.613 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:14:27.814 INFO:teuthology.orchestra.run.smithi110.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:14:30.410 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:14:30.610 INFO:teuthology.orchestra.run.smithi145.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:14:33.028 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:14:33.062 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:14:33.095 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:14:33.122 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-10T08:14:33.125 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi007/crash 2024-09-10T08:14:33.126 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:14:33.170 INFO:teuthology.orchestra.run.smithi007.stderr:tar: /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:14:33.170 INFO:teuthology.orchestra.run.smithi007.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:14:33.172 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi110/crash 2024-09-10T08:14:33.173 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:14:33.212 INFO:teuthology.orchestra.run.smithi110.stderr:tar: /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:14:33.212 INFO:teuthology.orchestra.run.smithi110.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:14:33.214 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi145/crash 2024-09-10T08:14:33.215 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:14:33.255 INFO:teuthology.orchestra.run.smithi145.stderr:tar: /var/lib/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:14:33.255 INFO:teuthology.orchestra.run.smithi145.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:14:33.256 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-10T08:14:33.256 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-10T08:14:33.344 INFO:teuthology.orchestra.run.smithi007.stdout:2024-09-10T07:49:01.647584+0000 mds.b (mds.0) 29 : cluster [WRN] Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/26fed3ee-c72f-4cf2-882b-9757be2f5165/client.0/tmp/clients/client0/~dmtmp/EXCEL) see mds.b log and `damage ls` output for details 2024-09-10T08:14:33.347 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-10T08:14:33.347 INFO:tasks.cephadm:Compressing logs... 2024-09-10T08:14:33.347 DEBUG:teuthology.orchestra.run.smithi007:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:14:33.350 DEBUG:teuthology.orchestra.run.smithi110:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:14:33.352 DEBUG:teuthology.orchestra.run.smithi145:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:14:33.377 INFO:teuthology.orchestra.run.smithi145.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:14:33.377 INFO:teuthology.orchestra.run.smithi145.stderr:: No such file or directory 2024-09-10T08:14:33.377 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:14:33.379 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.i.log 2024-09-10T08:14:33.379 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.c.log 2024-09-10T08:14:33.379 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.11.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.2.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.5.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.l.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.8.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.z.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.c.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.f.log 2024-09-10T08:14:33.382 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:14:33.395 INFO:teuthology.orchestra.run.smithi110.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-10T08:14:33.396 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.10.log 2024-09-10T08:14:33.396 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.1.log 2024-09-10T08:14:33.397 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.10.log: -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.7.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.b.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.k.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.4.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.y.log 2024-09-10T08:14:33.399 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:14:33.401 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.h.log 2024-09-10T08:14:33.401 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.b.log 2024-09-10T08:14:33.401 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.e.log 2024-09-10T08:14:33.401 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:14:33.406 INFO:teuthology.orchestra.run.smithi007.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-09-10T08:14:33.406 INFO:teuthology.orchestra.run.smithi007.stderr:: No such file or directory 2024-09-10T08:14:33.407 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.0.log 2024-09-10T08:14:33.407 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.9.log 2024-09-10T08:14:33.407 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ceph-client.admin.log: /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:14:33.408 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:14:33.408 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.a.log 2024-09-10T08:14:33.408 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:14:33.408 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log: /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.a.log 2024-09-10T08:14:33.408 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.g.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.6.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.d.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.x.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log: /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.j.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.3.log 2024-09-10T08:14:33.410 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-10T08:14:33.411 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:14:33.414 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: 88.9% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:14:33.414 INFO:teuthology.orchestra.run.smithi007.stderr: 94.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.d.log.gz 2024-09-10T08:14:33.449 INFO:teuthology.orchestra.run.smithi007.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-09-10T08:14:33.522 INFO:teuthology.orchestra.run.smithi007.stderr: 90.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:14:33.533 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 90.9% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:14:33.563 INFO:teuthology.orchestra.run.smithi145.stderr: 93.6% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.z.log.gz 2024-09-10T08:14:33.581 INFO:teuthology.orchestra.run.smithi145.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:14:33.608 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:14:33.611 INFO:teuthology.orchestra.run.smithi110.stderr: 83.5% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:14:33.612 INFO:teuthology.orchestra.run.smithi110.stderr: 90.4% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:14:33.620 INFO:teuthology.orchestra.run.smithi110.stderr: 90.9% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:14:33.640 INFO:teuthology.orchestra.run.smithi110.stderr: 93.5% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.y.log.gz 2024-09-10T08:14:33.660 INFO:teuthology.orchestra.run.smithi007.stderr: 94.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.g.log.gz 2024-09-10T08:14:33.669 INFO:teuthology.orchestra.run.smithi007.stderr: 94.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.a.log.gz 2024-09-10T08:14:33.684 INFO:teuthology.orchestra.run.smithi007.stderr: 83.0% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:14:33.878 INFO:teuthology.orchestra.run.smithi007.stderr: 94.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.j.log.gz 2024-09-10T08:14:33.887 INFO:teuthology.orchestra.run.smithi007.stderr: 94.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:14:33.923 INFO:teuthology.orchestra.run.smithi007.stderr: 90.9% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:14:33.975 INFO:teuthology.orchestra.run.smithi110.stderr: 94.6% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.k.log.gz 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi110.stderr: 89.0% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:14:34.239 INFO:teuthology.orchestra.run.smithi145.stderr: 83.4% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:14:34.245 INFO:teuthology.orchestra.run.smithi145.stderr: 90.5% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:14:34.286 INFO:teuthology.orchestra.run.smithi145.stderr: 89.0% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:14:34.473 INFO:teuthology.orchestra.run.smithi145.stderr: 94.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.l.log.gz 2024-09-10T08:14:36.394 INFO:teuthology.orchestra.run.smithi007.stderr: 90.2% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mgr.x.log.gz 2024-09-10T08:14:43.556 INFO:teuthology.orchestra.run.smithi110.stderr: 91.6% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.b.log.gz 2024-09-10T08:14:51.666 INFO:teuthology.orchestra.run.smithi145.stderr: 91.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.c.log.gz 2024-09-10T08:14:57.820 INFO:teuthology.orchestra.run.smithi007.stderr: 90.9% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mon.a.log.gz 2024-09-10T08:14:59.813 INFO:teuthology.orchestra.run.smithi145.stderr: 95.0% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.f.log.gz 2024-09-10T08:15:26.255 INFO:teuthology.orchestra.run.smithi110.stderr: 95.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.h.log.gz 2024-09-10T08:16:06.317 INFO:teuthology.orchestra.run.smithi110.stderr: 94.8% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.e.log.gz 2024-09-10T08:16:47.626 INFO:teuthology.orchestra.run.smithi007.stderr: 91.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.0.log.gz 2024-09-10T08:17:05.860 INFO:teuthology.orchestra.run.smithi110.stderr: 91.7% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.1.log.gz 2024-09-10T08:18:17.288 INFO:teuthology.orchestra.run.smithi110.stderr: 91.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.10.log.gz 2024-09-10T08:19:00.038 INFO:teuthology.orchestra.run.smithi110.stderr: 91.2% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.4.log.gz 2024-09-10T08:19:00.236 INFO:teuthology.orchestra.run.smithi007.stderr: 91.2% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.6.log.gz 2024-09-10T08:19:09.846 INFO:teuthology.orchestra.run.smithi007.stderr: 91.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.3.log.gz 2024-09-10T08:19:13.331 INFO:teuthology.orchestra.run.smithi145.stderr: 91.4% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.2.log.gz 2024-09-10T08:19:22.774 INFO:teuthology.orchestra.run.smithi145.stderr: 91.1% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.8.log.gz 2024-09-10T08:19:34.792 INFO:teuthology.orchestra.run.smithi110.stderr: 91.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.7.log.gz 2024-09-10T08:19:39.923 INFO:teuthology.orchestra.run.smithi145.stderr: 91.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.11.log.gz 2024-09-10T08:20:41.711 INFO:teuthology.orchestra.run.smithi145.stderr: 91.1% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.5.log.gz 2024-09-10T08:20:43.761 INFO:teuthology.orchestra.run.smithi007.stderr: 91.2% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-osd.9.log.gz 2024-09-10T08:23:17.580 INFO:teuthology.orchestra.run.smithi110.stderr: 95.0% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.b.log.gz 2024-09-10T08:23:17.582 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-09-10T08:23:17.582 INFO:teuthology.orchestra.run.smithi110.stderr:real 8m44.214s 2024-09-10T08:23:17.582 INFO:teuthology.orchestra.run.smithi110.stderr:user 5m31.535s 2024-09-10T08:23:17.582 INFO:teuthology.orchestra.run.smithi110.stderr:sys 0m14.676s 2024-09-10T08:25:21.436 INFO:teuthology.orchestra.run.smithi145.stderr: 94.3% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.c.log.gz 2024-09-10T08:25:41.879 INFO:teuthology.orchestra.run.smithi007.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-10T08:25:41.882 INFO:teuthology.orchestra.run.smithi007.stderr: 2024-09-10T08:25:41.882 INFO:teuthology.orchestra.run.smithi007.stderr:real 11m8.516s 2024-09-10T08:25:41.882 INFO:teuthology.orchestra.run.smithi007.stderr:user 6m50.530s 2024-09-10T08:25:41.882 INFO:teuthology.orchestra.run.smithi007.stderr:sys 0m17.215s 2024-09-10T08:25:54.209 INFO:teuthology.orchestra.run.smithi145.stderr: 94.2% -- replaced with /var/log/ceph/0ae38828-6f47-11ef-bcea-c7b262605968/ceph-mds.i.log.gz 2024-09-10T08:25:54.212 INFO:teuthology.orchestra.run.smithi145.stderr: 2024-09-10T08:25:54.212 INFO:teuthology.orchestra.run.smithi145.stderr:real 11m20.844s 2024-09-10T08:25:54.212 INFO:teuthology.orchestra.run.smithi145.stderr:user 6m46.353s 2024-09-10T08:25:54.212 INFO:teuthology.orchestra.run.smithi145.stderr:sys 0m18.296s 2024-09-10T08:25:54.212 INFO:tasks.cephadm:Archiving logs... 2024-09-10T08:25:54.214 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi007/log 2024-09-10T08:25:54.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:26:58.909 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi110/log 2024-09-10T08:26:58.911 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:27:49.049 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi145/log 2024-09-10T08:27:49.050 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:28:50.091 INFO:tasks.cephadm:Removing cluster... 2024-09-10T08:28:50.092 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force 2024-09-10T08:28:50.353 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:28:50.747 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force 2024-09-10T08:28:51.110 INFO:teuthology.orchestra.run.smithi110.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:28:51.662 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ae38828-6f47-11ef-bcea-c7b262605968 --force 2024-09-10T08:28:51.921 INFO:teuthology.orchestra.run.smithi145.stdout:Deleting cluster with fsid: 0ae38828-6f47-11ef-bcea-c7b262605968 2024-09-10T08:28:52.626 INFO:tasks.cephadm:Removing cephadm ... 2024-09-10T08:28:52.627 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:28:52.645 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:28:52.679 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:28:52.706 INFO:tasks.cephadm:Teardown complete 2024-09-10T08:28:52.706 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T08:28:52.717 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/install/__init__.py", line 641, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-10T08:28:52.718 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T08:28:52.718 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:28:52.725 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:28:52.728 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:28:52.852 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T08:28:52.863 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T08:28:52.863 DEBUG:teuthology.orchestra.run.smithi007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:28:52.866 DEBUG:teuthology.orchestra.run.smithi110:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:28:52.868 DEBUG:teuthology.orchestra.run.smithi145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:28:52.879 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:28:52.882 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:28:52.883 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 30 +1338us[+1335us] +/- 36ms 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:^* hv02.front.sepia.ceph.com 3 6 377 30 +1978us[+1975us] +/- 59ms 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 -5345us[-5348us] +/- 68ms 2024-09-10T08:28:52.899 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 25 +1416us[+1416us] +/- 36ms 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:^* hv02.front.sepia.ceph.com 3 6 377 28 +2047us[+2047us] +/- 59ms 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 28 -5269us[-5269us] +/- 68ms 2024-09-10T08:28:52.909 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 36 +1438us[+1433us] +/- 36ms 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:^* hv02.front.sepia.ceph.com 3 6 377 31 +2065us[+2062us] +/- 59ms 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 32 -5265us[-5268us] +/- 68ms 2024-09-10T08:28:52.913 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:28:52.914 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T08:28:52.929 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T08:28:52.929 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T08:28:52.949 DEBUG:teuthology.orchestra.run.smithi007:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:28:53.124 DEBUG:teuthology.orchestra.run.smithi110:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:28:53.260 DEBUG:teuthology.orchestra.run.smithi145:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:28:53.385 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:28:53.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:53.418 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:28:53.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:53.453 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:28:53.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:53.484 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T08:28:53.659 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T08:28:53.686 INFO:teuthology.task.internal:Duration was 3627.198069 seconds 2024-09-10T08:28:53.686 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T08:28:53.715 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T08:28:53.715 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:28:53.718 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:28:53.721 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:28:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:28:53.792 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:28:53.802 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:28:54.301 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T08:28:54.302 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi007.front.sepia.ceph.com 2024-09-10T08:28:54.302 DEBUG:teuthology.orchestra.run.smithi007:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:28:54.334 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi110.front.sepia.ceph.com 2024-09-10T08:28:54.334 DEBUG:teuthology.orchestra.run.smithi110:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:28:54.365 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T08:28:54.365 DEBUG:teuthology.orchestra.run.smithi145:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:28:54.408 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T08:28:54.408 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:28:54.411 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:28:54.413 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:28:54.478 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T08:28:54.478 DEBUG:teuthology.orchestra.run.smithi007:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:28:54.482 DEBUG:teuthology.orchestra.run.smithi110:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:28:54.487 DEBUG:teuthology.orchestra.run.smithi145:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:28:56.122 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T08:28:56.134 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T08:28:56.134 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:28:56.160 DEBUG:teuthology.orchestra.run.smithi110:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:28:56.219 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:28:56.253 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T08:28:56.265 DEBUG:teuthology.orchestra.run.smithi007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.267 DEBUG:teuthology.orchestra.run.smithi110:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.270 DEBUG:teuthology.orchestra.run.smithi145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.302 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = core 2024-09-10T08:28:56.307 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = core 2024-09-10T08:28:56.333 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = core 2024-09-10T08:28:56.374 DEBUG:teuthology.orchestra.run.smithi007:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:56.389 DEBUG:teuthology.orchestra.run.smithi110:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:56.405 DEBUG:teuthology.orchestra.run.smithi145:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:28:56.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:28:56.431 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T08:28:56.442 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T08:28:56.443 DEBUG:teuthology.misc:Transferring archived files from smithi007:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi007 2024-09-10T08:28:56.443 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:28:56.518 DEBUG:teuthology.misc:Transferring archived files from smithi110:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi110 2024-09-10T08:28:56.518 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:28:56.560 DEBUG:teuthology.misc:Transferring archived files from smithi145:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898868/remote/smithi145 2024-09-10T08:28:56.560 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:28:56.606 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T08:28:56.606 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:28:56.609 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:28:56.611 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:28:56.658 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T08:28:56.671 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T08:28:56.671 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T08:28:56.692 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T08:28:56.692 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:28:56.695 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:28:56.698 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:28:56.708 INFO:teuthology.orchestra.run.smithi007.stdout: 266055 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:28 /home/ubuntu/cephtest 2024-09-10T08:28:56.712 INFO:teuthology.orchestra.run.smithi110.stdout: 265340 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:28 /home/ubuntu/cephtest 2024-09-10T08:28:56.716 INFO:teuthology.orchestra.run.smithi145.stdout: 265836 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:28 /home/ubuntu/cephtest 2024-09-10T08:28:56.717 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T08:28:56.734 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T08:28:56.767 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-10T08:28:56.771 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/dbench}} duration: 3627.19806933403 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_rishabh@teuthology status: fail success: false 2024-09-10T08:28:56.771 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T08:28:56.862 INFO:teuthology.run:FAIL